diff --git "a/metallama3_8b/limo/checkpoint-615/trainer_state.json" "b/metallama3_8b/limo/checkpoint-615/trainer_state.json"
new file mode 100644--- /dev/null
+++ "b/metallama3_8b/limo/checkpoint-615/trainer_state.json"
@@ -0,0 +1,4339 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 3.0,
+  "eval_steps": 500,
+  "global_step": 615,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.004878048780487805,
+      "grad_norm": 27.79998016357422,
+      "learning_rate": 5e-06,
+      "loss": 1.4179,
+      "step": 1
+    },
+    {
+      "epoch": 0.00975609756097561,
+      "grad_norm": 4.086409091949463,
+      "learning_rate": 4.999997064365715e-06,
+      "loss": 1.1405,
+      "step": 2
+    },
+    {
+      "epoch": 0.014634146341463415,
+      "grad_norm": 4.499151229858398,
+      "learning_rate": 4.999988257469751e-06,
+      "loss": 0.8682,
+      "step": 3
+    },
+    {
+      "epoch": 0.01951219512195122,
+      "grad_norm": 4.555822849273682,
+      "learning_rate": 4.999973579332793e-06,
+      "loss": 0.9961,
+      "step": 4
+    },
+    {
+      "epoch": 0.024390243902439025,
+      "grad_norm": 5.6235246658325195,
+      "learning_rate": 4.999953029989312e-06,
+      "loss": 1.0173,
+      "step": 5
+    },
+    {
+      "epoch": 0.02926829268292683,
+      "grad_norm": 3.9943182468414307,
+      "learning_rate": 4.999926609487568e-06,
+      "loss": 1.1083,
+      "step": 6
+    },
+    {
+      "epoch": 0.03414634146341464,
+      "grad_norm": 5.685941219329834,
+      "learning_rate": 4.9998943178896106e-06,
+      "loss": 1.1109,
+      "step": 7
+    },
+    {
+      "epoch": 0.03902439024390244,
+      "grad_norm": 15.914257049560547,
+      "learning_rate": 4.999856155271276e-06,
+      "loss": 1.821,
+      "step": 8
+    },
+    {
+      "epoch": 0.04390243902439024,
+      "grad_norm": 4.147185325622559,
+      "learning_rate": 4.999812121722191e-06,
+      "loss": 1.0417,
+      "step": 9
+    },
+    {
+      "epoch": 0.04878048780487805,
+      "grad_norm": 11.123332977294922,
+      "learning_rate": 4.999762217345766e-06,
+      "loss": 1.5672,
+      "step": 10
+    },
+    {
+      "epoch": 0.05365853658536585,
+      "grad_norm": 2.842331886291504,
+      "learning_rate": 4.999706442259205e-06,
+      "loss": 0.7297,
+      "step": 11
+    },
+    {
+      "epoch": 0.05853658536585366,
+      "grad_norm": 37.685062408447266,
+      "learning_rate": 4.999644796593492e-06,
+      "loss": 0.9112,
+      "step": 12
+    },
+    {
+      "epoch": 0.06341463414634146,
+      "grad_norm": 11.214252471923828,
+      "learning_rate": 4.999577280493407e-06,
+      "loss": 0.7854,
+      "step": 13
+    },
+    {
+      "epoch": 0.06829268292682927,
+      "grad_norm": 5.10387659072876,
+      "learning_rate": 4.99950389411751e-06,
+      "loss": 1.1317,
+      "step": 14
+    },
+    {
+      "epoch": 0.07317073170731707,
+      "grad_norm": 3.685403347015381,
+      "learning_rate": 4.999424637638148e-06,
+      "loss": 0.7864,
+      "step": 15
+    },
+    {
+      "epoch": 0.07804878048780488,
+      "grad_norm": 2.9567184448242188,
+      "learning_rate": 4.999339511241458e-06,
+      "loss": 0.8494,
+      "step": 16
+    },
+    {
+      "epoch": 0.08292682926829269,
+      "grad_norm": 11.396956443786621,
+      "learning_rate": 4.9992485151273584e-06,
+      "loss": 1.2189,
+      "step": 17
+    },
+    {
+      "epoch": 0.08780487804878048,
+      "grad_norm": 7.007385730743408,
+      "learning_rate": 4.999151649509554e-06,
+      "loss": 1.0532,
+      "step": 18
+    },
+    {
+      "epoch": 0.09268292682926829,
+      "grad_norm": 3.4347329139709473,
+      "learning_rate": 4.9990489146155356e-06,
+      "loss": 1.088,
+      "step": 19
+    },
+    {
+      "epoch": 0.0975609756097561,
+      "grad_norm": 3.1865031719207764,
+      "learning_rate": 4.9989403106865765e-06,
+      "loss": 1.0414,
+      "step": 20
+    },
+    {
+      "epoch": 0.1024390243902439,
+      "grad_norm": 3.4605791568756104,
+      "learning_rate": 4.9988258379777334e-06,
+      "loss": 0.8878,
+      "step": 21
+    },
+    {
+      "epoch": 0.1073170731707317,
+      "grad_norm": 2.860478639602661,
+      "learning_rate": 4.998705496757846e-06,
+      "loss": 0.9151,
+      "step": 22
+    },
+    {
+      "epoch": 0.11219512195121951,
+      "grad_norm": 9.101946830749512,
+      "learning_rate": 4.998579287309538e-06,
+      "loss": 1.4304,
+      "step": 23
+    },
+    {
+      "epoch": 0.11707317073170732,
+      "grad_norm": 24.21122169494629,
+      "learning_rate": 4.998447209929211e-06,
+      "loss": 1.0858,
+      "step": 24
+    },
+    {
+      "epoch": 0.12195121951219512,
+      "grad_norm": 3.286980152130127,
+      "learning_rate": 4.998309264927053e-06,
+      "loss": 0.6571,
+      "step": 25
+    },
+    {
+      "epoch": 0.12682926829268293,
+      "grad_norm": 4.0232062339782715,
+      "learning_rate": 4.998165452627025e-06,
+      "loss": 0.8493,
+      "step": 26
+    },
+    {
+      "epoch": 0.13170731707317074,
+      "grad_norm": 3.7688663005828857,
+      "learning_rate": 4.998015773366874e-06,
+      "loss": 0.9224,
+      "step": 27
+    },
+    {
+      "epoch": 0.13658536585365855,
+      "grad_norm": 2.9382026195526123,
+      "learning_rate": 4.997860227498122e-06,
+      "loss": 0.7588,
+      "step": 28
+    },
+    {
+      "epoch": 0.14146341463414633,
+      "grad_norm": 4.327457904815674,
+      "learning_rate": 4.99769881538607e-06,
+      "loss": 1.1817,
+      "step": 29
+    },
+    {
+      "epoch": 0.14634146341463414,
+      "grad_norm": 3.47487735748291,
+      "learning_rate": 4.997531537409794e-06,
+      "loss": 1.0737,
+      "step": 30
+    },
+    {
+      "epoch": 0.15121951219512195,
+      "grad_norm": 3.0616214275360107,
+      "learning_rate": 4.99735839396215e-06,
+      "loss": 0.7899,
+      "step": 31
+    },
+    {
+      "epoch": 0.15609756097560976,
+      "grad_norm": 3.065070152282715,
+      "learning_rate": 4.9971793854497655e-06,
+      "loss": 0.7745,
+      "step": 32
+    },
+    {
+      "epoch": 0.16097560975609757,
+      "grad_norm": 3.5202279090881348,
+      "learning_rate": 4.996994512293042e-06,
+      "loss": 0.984,
+      "step": 33
+    },
+    {
+      "epoch": 0.16585365853658537,
+      "grad_norm": 3.421769142150879,
+      "learning_rate": 4.996803774926157e-06,
+      "loss": 0.8235,
+      "step": 34
+    },
+    {
+      "epoch": 0.17073170731707318,
+      "grad_norm": 4.6582207679748535,
+      "learning_rate": 4.996607173797059e-06,
+      "loss": 1.3227,
+      "step": 35
+    },
+    {
+      "epoch": 0.17560975609756097,
+      "grad_norm": 2.9829282760620117,
+      "learning_rate": 4.996404709367466e-06,
+      "loss": 0.8854,
+      "step": 36
+    },
+    {
+      "epoch": 0.18048780487804877,
+      "grad_norm": 2.5982632637023926,
+      "learning_rate": 4.996196382112868e-06,
+      "loss": 0.6786,
+      "step": 37
+    },
+    {
+      "epoch": 0.18536585365853658,
+      "grad_norm": 2.9807393550872803,
+      "learning_rate": 4.9959821925225235e-06,
+      "loss": 0.9344,
+      "step": 38
+    },
+    {
+      "epoch": 0.1902439024390244,
+      "grad_norm": 2.7364351749420166,
+      "learning_rate": 4.995762141099456e-06,
+      "loss": 0.814,
+      "step": 39
+    },
+    {
+      "epoch": 0.1951219512195122,
+      "grad_norm": 3.4324638843536377,
+      "learning_rate": 4.995536228360461e-06,
+      "loss": 1.0276,
+      "step": 40
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 2.911834716796875,
+      "learning_rate": 4.995304454836095e-06,
+      "loss": 0.9291,
+      "step": 41
+    },
+    {
+      "epoch": 0.2048780487804878,
+      "grad_norm": 3.0294723510742188,
+      "learning_rate": 4.9950668210706795e-06,
+      "loss": 0.8145,
+      "step": 42
+    },
+    {
+      "epoch": 0.2097560975609756,
+      "grad_norm": 4.681829452514648,
+      "learning_rate": 4.994823327622299e-06,
+      "loss": 0.8779,
+      "step": 43
+    },
+    {
+      "epoch": 0.2146341463414634,
+      "grad_norm": 3.643914222717285,
+      "learning_rate": 4.9945739750628e-06,
+      "loss": 0.8196,
+      "step": 44
+    },
+    {
+      "epoch": 0.21951219512195122,
+      "grad_norm": 2.7542076110839844,
+      "learning_rate": 4.994318763977789e-06,
+      "loss": 0.8443,
+      "step": 45
+    },
+    {
+      "epoch": 0.22439024390243903,
+      "grad_norm": 6.873605728149414,
+      "learning_rate": 4.994057694966632e-06,
+      "loss": 1.0328,
+      "step": 46
+    },
+    {
+      "epoch": 0.22926829268292684,
+      "grad_norm": 3.11810040473938,
+      "learning_rate": 4.993790768642449e-06,
+      "loss": 1.0673,
+      "step": 47
+    },
+    {
+      "epoch": 0.23414634146341465,
+      "grad_norm": 4.360548496246338,
+      "learning_rate": 4.99351798563212e-06,
+      "loss": 1.3198,
+      "step": 48
+    },
+    {
+      "epoch": 0.23902439024390243,
+      "grad_norm": 2.6894314289093018,
+      "learning_rate": 4.993239346576278e-06,
+      "loss": 0.8743,
+      "step": 49
+    },
+    {
+      "epoch": 0.24390243902439024,
+      "grad_norm": 3.2640421390533447,
+      "learning_rate": 4.99295485212931e-06,
+      "loss": 1.109,
+      "step": 50
+    },
+    {
+      "epoch": 0.24878048780487805,
+      "grad_norm": 3.1565866470336914,
+      "learning_rate": 4.992664502959351e-06,
+      "loss": 0.9291,
+      "step": 51
+    },
+    {
+      "epoch": 0.25365853658536586,
+      "grad_norm": 3.4829447269439697,
+      "learning_rate": 4.99236829974829e-06,
+      "loss": 0.8159,
+      "step": 52
+    },
+    {
+      "epoch": 0.25853658536585367,
+      "grad_norm": 2.7535626888275146,
+      "learning_rate": 4.992066243191762e-06,
+      "loss": 1.0359,
+      "step": 53
+    },
+    {
+      "epoch": 0.2634146341463415,
+      "grad_norm": 2.482935905456543,
+      "learning_rate": 4.991758333999148e-06,
+      "loss": 0.8091,
+      "step": 54
+    },
+    {
+      "epoch": 0.2682926829268293,
+      "grad_norm": 2.917445659637451,
+      "learning_rate": 4.991444572893575e-06,
+      "loss": 0.6925,
+      "step": 55
+    },
+    {
+      "epoch": 0.2731707317073171,
+      "grad_norm": 2.9802236557006836,
+      "learning_rate": 4.991124960611916e-06,
+      "loss": 0.6329,
+      "step": 56
+    },
+    {
+      "epoch": 0.2780487804878049,
+      "grad_norm": 2.9677224159240723,
+      "learning_rate": 4.99079949790478e-06,
+      "loss": 0.8069,
+      "step": 57
+    },
+    {
+      "epoch": 0.28292682926829266,
+      "grad_norm": 2.8304293155670166,
+      "learning_rate": 4.99046818553652e-06,
+      "loss": 0.8682,
+      "step": 58
+    },
+    {
+      "epoch": 0.28780487804878047,
+      "grad_norm": 5.253443717956543,
+      "learning_rate": 4.9901310242852246e-06,
+      "loss": 1.1069,
+      "step": 59
+    },
+    {
+      "epoch": 0.2926829268292683,
+      "grad_norm": 3.686016082763672,
+      "learning_rate": 4.9897880149427206e-06,
+      "loss": 0.9465,
+      "step": 60
+    },
+    {
+      "epoch": 0.2975609756097561,
+      "grad_norm": 3.6372263431549072,
+      "learning_rate": 4.989439158314566e-06,
+      "loss": 0.9738,
+      "step": 61
+    },
+    {
+      "epoch": 0.3024390243902439,
+      "grad_norm": 3.0756819248199463,
+      "learning_rate": 4.989084455220056e-06,
+      "loss": 0.6417,
+      "step": 62
+    },
+    {
+      "epoch": 0.3073170731707317,
+      "grad_norm": 3.379222869873047,
+      "learning_rate": 4.988723906492212e-06,
+      "loss": 1.0092,
+      "step": 63
+    },
+    {
+      "epoch": 0.3121951219512195,
+      "grad_norm": 3.4571032524108887,
+      "learning_rate": 4.988357512977785e-06,
+      "loss": 0.6691,
+      "step": 64
+    },
+    {
+      "epoch": 0.3170731707317073,
+      "grad_norm": 3.1982104778289795,
+      "learning_rate": 4.987985275537252e-06,
+      "loss": 0.6651,
+      "step": 65
+    },
+    {
+      "epoch": 0.32195121951219513,
+      "grad_norm": 2.9723124504089355,
+      "learning_rate": 4.9876071950448185e-06,
+      "loss": 0.9227,
+      "step": 66
+    },
+    {
+      "epoch": 0.32682926829268294,
+      "grad_norm": 2.5521399974823,
+      "learning_rate": 4.987223272388407e-06,
+      "loss": 0.6664,
+      "step": 67
+    },
+    {
+      "epoch": 0.33170731707317075,
+      "grad_norm": 2.8934121131896973,
+      "learning_rate": 4.986833508469663e-06,
+      "loss": 0.997,
+      "step": 68
+    },
+    {
+      "epoch": 0.33658536585365856,
+      "grad_norm": 4.7546586990356445,
+      "learning_rate": 4.98643790420395e-06,
+      "loss": 0.8551,
+      "step": 69
+    },
+    {
+      "epoch": 0.34146341463414637,
+      "grad_norm": 3.091616153717041,
+      "learning_rate": 4.986036460520348e-06,
+      "loss": 0.8874,
+      "step": 70
+    },
+    {
+      "epoch": 0.3463414634146341,
+      "grad_norm": 4.1724677085876465,
+      "learning_rate": 4.98562917836165e-06,
+      "loss": 1.1393,
+      "step": 71
+    },
+    {
+      "epoch": 0.35121951219512193,
+      "grad_norm": 2.6568572521209717,
+      "learning_rate": 4.985216058684362e-06,
+      "loss": 0.6379,
+      "step": 72
+    },
+    {
+      "epoch": 0.35609756097560974,
+      "grad_norm": 2.396416187286377,
+      "learning_rate": 4.984797102458697e-06,
+      "loss": 1.0292,
+      "step": 73
+    },
+    {
+      "epoch": 0.36097560975609755,
+      "grad_norm": 3.0667319297790527,
+      "learning_rate": 4.984372310668579e-06,
+      "loss": 0.7048,
+      "step": 74
+    },
+    {
+      "epoch": 0.36585365853658536,
+      "grad_norm": 2.4820518493652344,
+      "learning_rate": 4.983941684311633e-06,
+      "loss": 1.2353,
+      "step": 75
+    },
+    {
+      "epoch": 0.37073170731707317,
+      "grad_norm": 4.062836647033691,
+      "learning_rate": 4.983505224399188e-06,
+      "loss": 0.8933,
+      "step": 76
+    },
+    {
+      "epoch": 0.375609756097561,
+      "grad_norm": 2.4480767250061035,
+      "learning_rate": 4.983062931956275e-06,
+      "loss": 0.8221,
+      "step": 77
+    },
+    {
+      "epoch": 0.3804878048780488,
+      "grad_norm": 3.134138822555542,
+      "learning_rate": 4.9826148080216195e-06,
+      "loss": 0.8899,
+      "step": 78
+    },
+    {
+      "epoch": 0.3853658536585366,
+      "grad_norm": 2.8165836334228516,
+      "learning_rate": 4.9821608536476445e-06,
+      "loss": 1.2451,
+      "step": 79
+    },
+    {
+      "epoch": 0.3902439024390244,
+      "grad_norm": 3.734433650970459,
+      "learning_rate": 4.981701069900465e-06,
+      "loss": 0.8536,
+      "step": 80
+    },
+    {
+      "epoch": 0.3951219512195122,
+      "grad_norm": 2.853421449661255,
+      "learning_rate": 4.9812354578598876e-06,
+      "loss": 0.7857,
+      "step": 81
+    },
+    {
+      "epoch": 0.4,
+      "grad_norm": 2.541687250137329,
+      "learning_rate": 4.980764018619405e-06,
+      "loss": 0.8332,
+      "step": 82
+    },
+    {
+      "epoch": 0.40487804878048783,
+      "grad_norm": 4.405911445617676,
+      "learning_rate": 4.980286753286196e-06,
+      "loss": 0.9927,
+      "step": 83
+    },
+    {
+      "epoch": 0.4097560975609756,
+      "grad_norm": 3.3034985065460205,
+      "learning_rate": 4.97980366298112e-06,
+      "loss": 0.8161,
+      "step": 84
+    },
+    {
+      "epoch": 0.4146341463414634,
+      "grad_norm": 2.6678085327148438,
+      "learning_rate": 4.97931474883872e-06,
+      "loss": 0.8017,
+      "step": 85
+    },
+    {
+      "epoch": 0.4195121951219512,
+      "grad_norm": 2.58524227142334,
+      "learning_rate": 4.978820012007213e-06,
+      "loss": 0.8811,
+      "step": 86
+    },
+    {
+      "epoch": 0.424390243902439,
+      "grad_norm": 2.482597827911377,
+      "learning_rate": 4.978319453648495e-06,
+      "loss": 0.9461,
+      "step": 87
+    },
+    {
+      "epoch": 0.4292682926829268,
+      "grad_norm": 2.5731301307678223,
+      "learning_rate": 4.977813074938128e-06,
+      "loss": 0.8835,
+      "step": 88
+    },
+    {
+      "epoch": 0.43414634146341463,
+      "grad_norm": 2.7914488315582275,
+      "learning_rate": 4.977300877065347e-06,
+      "loss": 0.8466,
+      "step": 89
+    },
+    {
+      "epoch": 0.43902439024390244,
+      "grad_norm": 2.416043758392334,
+      "learning_rate": 4.976782861233053e-06,
+      "loss": 0.7132,
+      "step": 90
+    },
+    {
+      "epoch": 0.44390243902439025,
+      "grad_norm": 3.7616264820098877,
+      "learning_rate": 4.976259028657812e-06,
+      "loss": 0.7639,
+      "step": 91
+    },
+    {
+      "epoch": 0.44878048780487806,
+      "grad_norm": 2.6081621646881104,
+      "learning_rate": 4.975729380569845e-06,
+      "loss": 0.8055,
+      "step": 92
+    },
+    {
+      "epoch": 0.45365853658536587,
+      "grad_norm": 3.3343570232391357,
+      "learning_rate": 4.975193918213035e-06,
+      "loss": 0.6042,
+      "step": 93
+    },
+    {
+      "epoch": 0.4585365853658537,
+      "grad_norm": 2.517544746398926,
+      "learning_rate": 4.974652642844921e-06,
+      "loss": 0.7672,
+      "step": 94
+    },
+    {
+      "epoch": 0.4634146341463415,
+      "grad_norm": 4.173468589782715,
+      "learning_rate": 4.974105555736693e-06,
+      "loss": 1.0682,
+      "step": 95
+    },
+    {
+      "epoch": 0.4682926829268293,
+      "grad_norm": 2.8422317504882812,
+      "learning_rate": 4.973552658173186e-06,
+      "loss": 0.7841,
+      "step": 96
+    },
+    {
+      "epoch": 0.47317073170731705,
+      "grad_norm": 5.042182445526123,
+      "learning_rate": 4.972993951452887e-06,
+      "loss": 0.8851,
+      "step": 97
+    },
+    {
+      "epoch": 0.47804878048780486,
+      "grad_norm": 5.977590560913086,
+      "learning_rate": 4.9724294368879214e-06,
+      "loss": 0.9059,
+      "step": 98
+    },
+    {
+      "epoch": 0.48292682926829267,
+      "grad_norm": 4.227641582489014,
+      "learning_rate": 4.971859115804055e-06,
+      "loss": 1.0152,
+      "step": 99
+    },
+    {
+      "epoch": 0.4878048780487805,
+      "grad_norm": 3.180952548980713,
+      "learning_rate": 4.9712829895406935e-06,
+      "loss": 0.8092,
+      "step": 100
+    },
+    {
+      "epoch": 0.4926829268292683,
+      "grad_norm": 11.220394134521484,
+      "learning_rate": 4.970701059450872e-06,
+      "loss": 0.8239,
+      "step": 101
+    },
+    {
+      "epoch": 0.4975609756097561,
+      "grad_norm": 2.346975088119507,
+      "learning_rate": 4.970113326901258e-06,
+      "loss": 0.9283,
+      "step": 102
+    },
+    {
+      "epoch": 0.5024390243902439,
+      "grad_norm": 2.9470982551574707,
+      "learning_rate": 4.9695197932721455e-06,
+      "loss": 0.9429,
+      "step": 103
+    },
+    {
+      "epoch": 0.5073170731707317,
+      "grad_norm": 3.6048219203948975,
+      "learning_rate": 4.968920459957453e-06,
+      "loss": 0.9231,
+      "step": 104
+    },
+    {
+      "epoch": 0.5121951219512195,
+      "grad_norm": 2.8181886672973633,
+      "learning_rate": 4.968315328364719e-06,
+      "loss": 1.0005,
+      "step": 105
+    },
+    {
+      "epoch": 0.5170731707317073,
+      "grad_norm": 3.114147424697876,
+      "learning_rate": 4.9677043999151e-06,
+      "loss": 1.1326,
+      "step": 106
+    },
+    {
+      "epoch": 0.5219512195121951,
+      "grad_norm": 2.965885639190674,
+      "learning_rate": 4.967087676043366e-06,
+      "loss": 0.541,
+      "step": 107
+    },
+    {
+      "epoch": 0.526829268292683,
+      "grad_norm": 3.098677635192871,
+      "learning_rate": 4.966465158197897e-06,
+      "loss": 0.9473,
+      "step": 108
+    },
+    {
+      "epoch": 0.5317073170731708,
+      "grad_norm": 2.8640191555023193,
+      "learning_rate": 4.965836847840681e-06,
+      "loss": 0.6678,
+      "step": 109
+    },
+    {
+      "epoch": 0.5365853658536586,
+      "grad_norm": 3.0950934886932373,
+      "learning_rate": 4.96520274644731e-06,
+      "loss": 0.9251,
+      "step": 110
+    },
+    {
+      "epoch": 0.5414634146341464,
+      "grad_norm": 2.99444317817688,
+      "learning_rate": 4.964562855506976e-06,
+      "loss": 0.7807,
+      "step": 111
+    },
+    {
+      "epoch": 0.5463414634146342,
+      "grad_norm": 2.348639726638794,
+      "learning_rate": 4.963917176522466e-06,
+      "loss": 0.6395,
+      "step": 112
+    },
+    {
+      "epoch": 0.551219512195122,
+      "grad_norm": 3.5988354682922363,
+      "learning_rate": 4.963265711010164e-06,
+      "loss": 1.0658,
+      "step": 113
+    },
+    {
+      "epoch": 0.5560975609756098,
+      "grad_norm": 3.3423564434051514,
+      "learning_rate": 4.9626084605000395e-06,
+      "loss": 0.8974,
+      "step": 114
+    },
+    {
+      "epoch": 0.5609756097560976,
+      "grad_norm": 2.8353331089019775,
+      "learning_rate": 4.961945426535652e-06,
+      "loss": 0.6144,
+      "step": 115
+    },
+    {
+      "epoch": 0.5658536585365853,
+      "grad_norm": 2.752387046813965,
+      "learning_rate": 4.961276610674141e-06,
+      "loss": 0.9083,
+      "step": 116
+    },
+    {
+      "epoch": 0.5707317073170731,
+      "grad_norm": 2.2654404640197754,
+      "learning_rate": 4.960602014486225e-06,
+      "loss": 1.0101,
+      "step": 117
+    },
+    {
+      "epoch": 0.5756097560975609,
+      "grad_norm": 3.344377040863037,
+      "learning_rate": 4.959921639556199e-06,
+      "loss": 0.8391,
+      "step": 118
+    },
+    {
+      "epoch": 0.5804878048780487,
+      "grad_norm": 3.1620500087738037,
+      "learning_rate": 4.959235487481928e-06,
+      "loss": 1.0431,
+      "step": 119
+    },
+    {
+      "epoch": 0.5853658536585366,
+      "grad_norm": 2.857048273086548,
+      "learning_rate": 4.958543559874846e-06,
+      "loss": 0.5864,
+      "step": 120
+    },
+    {
+      "epoch": 0.5902439024390244,
+      "grad_norm": 3.1736063957214355,
+      "learning_rate": 4.9578458583599495e-06,
+      "loss": 0.7868,
+      "step": 121
+    },
+    {
+      "epoch": 0.5951219512195122,
+      "grad_norm": 3.5520827770233154,
+      "learning_rate": 4.957142384575795e-06,
+      "loss": 0.7901,
+      "step": 122
+    },
+    {
+      "epoch": 0.6,
+      "grad_norm": 3.265103578567505,
+      "learning_rate": 4.956433140174498e-06,
+      "loss": 0.9067,
+      "step": 123
+    },
+    {
+      "epoch": 0.6048780487804878,
+      "grad_norm": 3.1181187629699707,
+      "learning_rate": 4.9557181268217225e-06,
+      "loss": 0.8971,
+      "step": 124
+    },
+    {
+      "epoch": 0.6097560975609756,
+      "grad_norm": 2.4123694896698,
+      "learning_rate": 4.954997346196683e-06,
+      "loss": 1.2123,
+      "step": 125
+    },
+    {
+      "epoch": 0.6146341463414634,
+      "grad_norm": 2.9646875858306885,
+      "learning_rate": 4.954270799992138e-06,
+      "loss": 0.7696,
+      "step": 126
+    },
+    {
+      "epoch": 0.6195121951219512,
+      "grad_norm": 2.7457995414733887,
+      "learning_rate": 4.953538489914387e-06,
+      "loss": 0.7919,
+      "step": 127
+    },
+    {
+      "epoch": 0.624390243902439,
+      "grad_norm": 5.096850395202637,
+      "learning_rate": 4.9528004176832654e-06,
+      "loss": 0.6494,
+      "step": 128
+    },
+    {
+      "epoch": 0.6292682926829268,
+      "grad_norm": 3.124955177307129,
+      "learning_rate": 4.952056585032142e-06,
+      "loss": 1.0546,
+      "step": 129
+    },
+    {
+      "epoch": 0.6341463414634146,
+      "grad_norm": 2.4860167503356934,
+      "learning_rate": 4.951306993707913e-06,
+      "loss": 0.7907,
+      "step": 130
+    },
+    {
+      "epoch": 0.6390243902439025,
+      "grad_norm": 2.3380239009857178,
+      "learning_rate": 4.950551645470998e-06,
+      "loss": 0.7433,
+      "step": 131
+    },
+    {
+      "epoch": 0.6439024390243903,
+      "grad_norm": 2.8945236206054688,
+      "learning_rate": 4.9497905420953406e-06,
+      "loss": 0.7682,
+      "step": 132
+    },
+    {
+      "epoch": 0.6487804878048781,
+      "grad_norm": 3.429776430130005,
+      "learning_rate": 4.949023685368395e-06,
+      "loss": 0.8411,
+      "step": 133
+    },
+    {
+      "epoch": 0.6536585365853659,
+      "grad_norm": 2.8853516578674316,
+      "learning_rate": 4.948251077091131e-06,
+      "loss": 1.0792,
+      "step": 134
+    },
+    {
+      "epoch": 0.6585365853658537,
+      "grad_norm": 2.145598888397217,
+      "learning_rate": 4.947472719078025e-06,
+      "loss": 0.8033,
+      "step": 135
+    },
+    {
+      "epoch": 0.6634146341463415,
+      "grad_norm": 2.5064377784729004,
+      "learning_rate": 4.9466886131570565e-06,
+      "loss": 0.939,
+      "step": 136
+    },
+    {
+      "epoch": 0.6682926829268293,
+      "grad_norm": 2.5700225830078125,
+      "learning_rate": 4.945898761169704e-06,
+      "loss": 1.0418,
+      "step": 137
+    },
+    {
+      "epoch": 0.6731707317073171,
+      "grad_norm": 2.3390917778015137,
+      "learning_rate": 4.945103164970941e-06,
+      "loss": 0.6158,
+      "step": 138
+    },
+    {
+      "epoch": 0.6780487804878049,
+      "grad_norm": 2.1538751125335693,
+      "learning_rate": 4.9443018264292304e-06,
+      "loss": 0.6995,
+      "step": 139
+    },
+    {
+      "epoch": 0.6829268292682927,
+      "grad_norm": 5.255710601806641,
+      "learning_rate": 4.9434947474265225e-06,
+      "loss": 1.0382,
+      "step": 140
+    },
+    {
+      "epoch": 0.6878048780487804,
+      "grad_norm": 2.5547356605529785,
+      "learning_rate": 4.942681929858249e-06,
+      "loss": 1.037,
+      "step": 141
+    },
+    {
+      "epoch": 0.6926829268292682,
+      "grad_norm": 2.613280773162842,
+      "learning_rate": 4.941863375633315e-06,
+      "loss": 0.9071,
+      "step": 142
+    },
+    {
+      "epoch": 0.697560975609756,
+      "grad_norm": 2.9957327842712402,
+      "learning_rate": 4.9410390866741056e-06,
+      "loss": 0.7908,
+      "step": 143
+    },
+    {
+      "epoch": 0.7024390243902439,
+      "grad_norm": 2.410107374191284,
+      "learning_rate": 4.9402090649164655e-06,
+      "loss": 0.7739,
+      "step": 144
+    },
+    {
+      "epoch": 0.7073170731707317,
+      "grad_norm": 2.352013349533081,
+      "learning_rate": 4.9393733123097085e-06,
+      "loss": 0.939,
+      "step": 145
+    },
+    {
+      "epoch": 0.7121951219512195,
+      "grad_norm": 2.5164194107055664,
+      "learning_rate": 4.9385318308166065e-06,
+      "loss": 0.8729,
+      "step": 146
+    },
+    {
+      "epoch": 0.7170731707317073,
+      "grad_norm": 4.213881015777588,
+      "learning_rate": 4.937684622413385e-06,
+      "loss": 0.6124,
+      "step": 147
+    },
+    {
+      "epoch": 0.7219512195121951,
+      "grad_norm": 2.7950191497802734,
+      "learning_rate": 4.9368316890897185e-06,
+      "loss": 0.975,
+      "step": 148
+    },
+    {
+      "epoch": 0.7268292682926829,
+      "grad_norm": 2.8618874549865723,
+      "learning_rate": 4.9359730328487264e-06,
+      "loss": 0.5832,
+      "step": 149
+    },
+    {
+      "epoch": 0.7317073170731707,
+      "grad_norm": 2.6943812370300293,
+      "learning_rate": 4.935108655706972e-06,
+      "loss": 0.8124,
+      "step": 150
+    },
+    {
+      "epoch": 0.7365853658536585,
+      "grad_norm": 3.2164082527160645,
+      "learning_rate": 4.934238559694448e-06,
+      "loss": 1.1446,
+      "step": 151
+    },
+    {
+      "epoch": 0.7414634146341463,
+      "grad_norm": 3.05002498626709,
+      "learning_rate": 4.9333627468545845e-06,
+      "loss": 0.7884,
+      "step": 152
+    },
+    {
+      "epoch": 0.7463414634146341,
+      "grad_norm": 2.863351583480835,
+      "learning_rate": 4.932481219244231e-06,
+      "loss": 0.7918,
+      "step": 153
+    },
+    {
+      "epoch": 0.751219512195122,
+      "grad_norm": 2.4947102069854736,
+      "learning_rate": 4.931593978933666e-06,
+      "loss": 0.775,
+      "step": 154
+    },
+    {
+      "epoch": 0.7560975609756098,
+      "grad_norm": 2.918886184692383,
+      "learning_rate": 4.930701028006577e-06,
+      "loss": 0.993,
+      "step": 155
+    },
+    {
+      "epoch": 0.7609756097560976,
+      "grad_norm": 2.835956573486328,
+      "learning_rate": 4.929802368560066e-06,
+      "loss": 0.7911,
+      "step": 156
+    },
+    {
+      "epoch": 0.7658536585365854,
+      "grad_norm": 3.3073575496673584,
+      "learning_rate": 4.928898002704642e-06,
+      "loss": 0.9346,
+      "step": 157
+    },
+    {
+      "epoch": 0.7707317073170732,
+      "grad_norm": 3.086146354675293,
+      "learning_rate": 4.927987932564215e-06,
+      "loss": 0.817,
+      "step": 158
+    },
+    {
+      "epoch": 0.775609756097561,
+      "grad_norm": 2.5419743061065674,
+      "learning_rate": 4.927072160276092e-06,
+      "loss": 0.7918,
+      "step": 159
+    },
+    {
+      "epoch": 0.7804878048780488,
+      "grad_norm": 3.984297275543213,
+      "learning_rate": 4.926150687990969e-06,
+      "loss": 0.7153,
+      "step": 160
+    },
+    {
+      "epoch": 0.7853658536585366,
+      "grad_norm": 2.4703335762023926,
+      "learning_rate": 4.925223517872934e-06,
+      "loss": 0.8982,
+      "step": 161
+    },
+    {
+      "epoch": 0.7902439024390244,
+      "grad_norm": 2.81785249710083,
+      "learning_rate": 4.9242906520994484e-06,
+      "loss": 0.9839,
+      "step": 162
+    },
+    {
+      "epoch": 0.7951219512195122,
+      "grad_norm": 2.3304924964904785,
+      "learning_rate": 4.923352092861358e-06,
+      "loss": 0.8406,
+      "step": 163
+    },
+    {
+      "epoch": 0.8,
+      "grad_norm": 2.339498519897461,
+      "learning_rate": 4.922407842362875e-06,
+      "loss": 0.6602,
+      "step": 164
+    },
+    {
+      "epoch": 0.8048780487804879,
+      "grad_norm": 3.488255262374878,
+      "learning_rate": 4.921457902821578e-06,
+      "loss": 0.9779,
+      "step": 165
+    },
+    {
+      "epoch": 0.8097560975609757,
+      "grad_norm": 2.8528945446014404,
+      "learning_rate": 4.920502276468408e-06,
+      "loss": 0.8821,
+      "step": 166
+    },
+    {
+      "epoch": 0.8146341463414634,
+      "grad_norm": 3.4649784564971924,
+      "learning_rate": 4.9195409655476605e-06,
+      "loss": 0.7539,
+      "step": 167
+    },
+    {
+      "epoch": 0.8195121951219512,
+      "grad_norm": 2.3109042644500732,
+      "learning_rate": 4.918573972316982e-06,
+      "loss": 0.9807,
+      "step": 168
+    },
+    {
+      "epoch": 0.824390243902439,
+      "grad_norm": 2.678666353225708,
+      "learning_rate": 4.917601299047361e-06,
+      "loss": 0.8318,
+      "step": 169
+    },
+    {
+      "epoch": 0.8292682926829268,
+      "grad_norm": 2.730614185333252,
+      "learning_rate": 4.916622948023129e-06,
+      "loss": 0.7816,
+      "step": 170
+    },
+    {
+      "epoch": 0.8341463414634146,
+      "grad_norm": 2.9835665225982666,
+      "learning_rate": 4.915638921541952e-06,
+      "loss": 0.6633,
+      "step": 171
+    },
+    {
+      "epoch": 0.8390243902439024,
+      "grad_norm": 3.31217360496521,
+      "learning_rate": 4.914649221914822e-06,
+      "loss": 0.9296,
+      "step": 172
+    },
+    {
+      "epoch": 0.8439024390243902,
+      "grad_norm": 2.9021658897399902,
+      "learning_rate": 4.913653851466057e-06,
+      "loss": 0.6864,
+      "step": 173
+    },
+    {
+      "epoch": 0.848780487804878,
+      "grad_norm": 3.3672914505004883,
+      "learning_rate": 4.912652812533291e-06,
+      "loss": 0.8599,
+      "step": 174
+    },
+    {
+      "epoch": 0.8536585365853658,
+      "grad_norm": 2.4871644973754883,
+      "learning_rate": 4.911646107467472e-06,
+      "loss": 0.8949,
+      "step": 175
+    },
+    {
+      "epoch": 0.8585365853658536,
+      "grad_norm": 2.728022813796997,
+      "learning_rate": 4.9106337386328524e-06,
+      "loss": 0.9758,
+      "step": 176
+    },
+    {
+      "epoch": 0.8634146341463415,
+      "grad_norm": 2.704252243041992,
+      "learning_rate": 4.909615708406991e-06,
+      "loss": 0.8954,
+      "step": 177
+    },
+    {
+      "epoch": 0.8682926829268293,
+      "grad_norm": 2.4002223014831543,
+      "learning_rate": 4.908592019180738e-06,
+      "loss": 0.7157,
+      "step": 178
+    },
+    {
+      "epoch": 0.8731707317073171,
+      "grad_norm": 2.1927788257598877,
+      "learning_rate": 4.907562673358234e-06,
+      "loss": 0.6358,
+      "step": 179
+    },
+    {
+      "epoch": 0.8780487804878049,
+      "grad_norm": 2.458500623703003,
+      "learning_rate": 4.906527673356907e-06,
+      "loss": 0.6685,
+      "step": 180
+    },
+    {
+      "epoch": 0.8829268292682927,
+      "grad_norm": 2.5924787521362305,
+      "learning_rate": 4.905487021607462e-06,
+      "loss": 0.5686,
+      "step": 181
+    },
+    {
+      "epoch": 0.8878048780487805,
+      "grad_norm": 3.0923380851745605,
+      "learning_rate": 4.904440720553876e-06,
+      "loss": 0.8538,
+      "step": 182
+    },
+    {
+      "epoch": 0.8926829268292683,
+      "grad_norm": 2.8001527786254883,
+      "learning_rate": 4.903388772653396e-06,
+      "loss": 0.8292,
+      "step": 183
+    },
+    {
+      "epoch": 0.8975609756097561,
+      "grad_norm": 2.4344072341918945,
+      "learning_rate": 4.902331180376529e-06,
+      "loss": 0.7946,
+      "step": 184
+    },
+    {
+      "epoch": 0.9024390243902439,
+      "grad_norm": 2.6313226222991943,
+      "learning_rate": 4.901267946207038e-06,
+      "loss": 0.9269,
+      "step": 185
+    },
+    {
+      "epoch": 0.9073170731707317,
+      "grad_norm": 2.4776692390441895,
+      "learning_rate": 4.900199072641937e-06,
+      "loss": 0.7433,
+      "step": 186
+    },
+    {
+      "epoch": 0.9121951219512195,
+      "grad_norm": 2.339869260787964,
+      "learning_rate": 4.899124562191484e-06,
+      "loss": 0.6577,
+      "step": 187
+    },
+    {
+      "epoch": 0.9170731707317074,
+      "grad_norm": 3.076890468597412,
+      "learning_rate": 4.8980444173791735e-06,
+      "loss": 0.5989,
+      "step": 188
+    },
+    {
+      "epoch": 0.9219512195121952,
+      "grad_norm": 2.83957839012146,
+      "learning_rate": 4.896958640741735e-06,
+      "loss": 0.9364,
+      "step": 189
+    },
+    {
+      "epoch": 0.926829268292683,
+      "grad_norm": 2.770867347717285,
+      "learning_rate": 4.895867234829121e-06,
+      "loss": 1.0328,
+      "step": 190
+    },
+    {
+      "epoch": 0.9317073170731708,
+      "grad_norm": 2.7819619178771973,
+      "learning_rate": 4.894770202204509e-06,
+      "loss": 0.772,
+      "step": 191
+    },
+    {
+      "epoch": 0.9365853658536586,
+      "grad_norm": 3.925703763961792,
+      "learning_rate": 4.893667545444285e-06,
+      "loss": 0.8128,
+      "step": 192
+    },
+    {
+      "epoch": 0.9414634146341463,
+      "grad_norm": 3.034944534301758,
+      "learning_rate": 4.8925592671380495e-06,
+      "loss": 0.7418,
+      "step": 193
+    },
+    {
+      "epoch": 0.9463414634146341,
+      "grad_norm": 2.3350143432617188,
+      "learning_rate": 4.891445369888601e-06,
+      "loss": 0.5979,
+      "step": 194
+    },
+    {
+      "epoch": 0.9512195121951219,
+      "grad_norm": 2.6433160305023193,
+      "learning_rate": 4.890325856311936e-06,
+      "loss": 0.9664,
+      "step": 195
+    },
+    {
+      "epoch": 0.9560975609756097,
+      "grad_norm": 2.715142011642456,
+      "learning_rate": 4.889200729037241e-06,
+      "loss": 0.8482,
+      "step": 196
+    },
+    {
+      "epoch": 0.9609756097560975,
+      "grad_norm": 2.6157352924346924,
+      "learning_rate": 4.888069990706884e-06,
+      "loss": 0.7173,
+      "step": 197
+    },
+    {
+      "epoch": 0.9658536585365853,
+      "grad_norm": 3.7308952808380127,
+      "learning_rate": 4.886933643976414e-06,
+      "loss": 0.5433,
+      "step": 198
+    },
+    {
+      "epoch": 0.9707317073170731,
+      "grad_norm": 3.1134045124053955,
+      "learning_rate": 4.885791691514548e-06,
+      "loss": 0.5997,
+      "step": 199
+    },
+    {
+      "epoch": 0.975609756097561,
+      "grad_norm": 2.421365976333618,
+      "learning_rate": 4.884644136003172e-06,
+      "loss": 0.6477,
+      "step": 200
+    },
+    {
+      "epoch": 0.9804878048780488,
+      "grad_norm": 2.8676180839538574,
+      "learning_rate": 4.883490980137327e-06,
+      "loss": 1.3465,
+      "step": 201
+    },
+    {
+      "epoch": 0.9853658536585366,
+      "grad_norm": 2.236189603805542,
+      "learning_rate": 4.882332226625208e-06,
+      "loss": 0.7533,
+      "step": 202
+    },
+    {
+      "epoch": 0.9902439024390244,
+      "grad_norm": 2.2514970302581787,
+      "learning_rate": 4.881167878188158e-06,
+      "loss": 0.8555,
+      "step": 203
+    },
+    {
+      "epoch": 0.9951219512195122,
+      "grad_norm": 2.6856095790863037,
+      "learning_rate": 4.8799979375606565e-06,
+      "loss": 0.7634,
+      "step": 204
+    },
+    {
+      "epoch": 1.0,
+      "grad_norm": 2.5563852787017822,
+      "learning_rate": 4.878822407490319e-06,
+      "loss": 0.66,
+      "step": 205
+    },
+    {
+      "epoch": 1.0048780487804878,
+      "grad_norm": 4.7092814445495605,
+      "learning_rate": 4.8776412907378845e-06,
+      "loss": 0.7429,
+      "step": 206
+    },
+    {
+      "epoch": 1.0097560975609756,
+      "grad_norm": 2.9133448600769043,
+      "learning_rate": 4.876454590077216e-06,
+      "loss": 0.5735,
+      "step": 207
+    },
+    {
+      "epoch": 1.0146341463414634,
+      "grad_norm": 2.7012641429901123,
+      "learning_rate": 4.875262308295289e-06,
+      "loss": 0.8065,
+      "step": 208
+    },
+    {
+      "epoch": 1.0195121951219512,
+      "grad_norm": 3.703998327255249,
+      "learning_rate": 4.874064448192185e-06,
+      "loss": 0.7148,
+      "step": 209
+    },
+    {
+      "epoch": 1.024390243902439,
+      "grad_norm": 3.044930934906006,
+      "learning_rate": 4.872861012581088e-06,
+      "loss": 0.5606,
+      "step": 210
+    },
+    {
+      "epoch": 1.0292682926829269,
+      "grad_norm": 3.661381244659424,
+      "learning_rate": 4.871652004288275e-06,
+      "loss": 0.6492,
+      "step": 211
+    },
+    {
+      "epoch": 1.0341463414634147,
+      "grad_norm": 3.18344783782959,
+      "learning_rate": 4.870437426153113e-06,
+      "loss": 0.633,
+      "step": 212
+    },
+    {
+      "epoch": 1.0390243902439025,
+      "grad_norm": 4.596707820892334,
+      "learning_rate": 4.869217281028045e-06,
+      "loss": 0.842,
+      "step": 213
+    },
+    {
+      "epoch": 1.0439024390243903,
+      "grad_norm": 4.116331577301025,
+      "learning_rate": 4.867991571778592e-06,
+      "loss": 0.8371,
+      "step": 214
+    },
+    {
+      "epoch": 1.048780487804878,
+      "grad_norm": 3.152939558029175,
+      "learning_rate": 4.866760301283342e-06,
+      "loss": 0.4728,
+      "step": 215
+    },
+    {
+      "epoch": 1.053658536585366,
+      "grad_norm": 2.8732805252075195,
+      "learning_rate": 4.865523472433942e-06,
+      "loss": 0.651,
+      "step": 216
+    },
+    {
+      "epoch": 1.0585365853658537,
+      "grad_norm": 2.967480421066284,
+      "learning_rate": 4.8642810881350935e-06,
+      "loss": 0.6361,
+      "step": 217
+    },
+    {
+      "epoch": 1.0634146341463415,
+      "grad_norm": 2.816798210144043,
+      "learning_rate": 4.863033151304546e-06,
+      "loss": 0.6206,
+      "step": 218
+    },
+    {
+      "epoch": 1.0682926829268293,
+      "grad_norm": 3.168349027633667,
+      "learning_rate": 4.861779664873088e-06,
+      "loss": 0.7782,
+      "step": 219
+    },
+    {
+      "epoch": 1.0731707317073171,
+      "grad_norm": 3.7496471405029297,
+      "learning_rate": 4.8605206317845425e-06,
+      "loss": 0.8504,
+      "step": 220
+    },
+    {
+      "epoch": 1.078048780487805,
+      "grad_norm": 2.7087056636810303,
+      "learning_rate": 4.859256054995758e-06,
+      "loss": 0.7771,
+      "step": 221
+    },
+    {
+      "epoch": 1.0829268292682928,
+      "grad_norm": 2.803703546524048,
+      "learning_rate": 4.8579859374766e-06,
+      "loss": 0.4308,
+      "step": 222
+    },
+    {
+      "epoch": 1.0878048780487806,
+      "grad_norm": 2.4199142456054688,
+      "learning_rate": 4.856710282209952e-06,
+      "loss": 0.3739,
+      "step": 223
+    },
+    {
+      "epoch": 1.0926829268292684,
+      "grad_norm": 2.384037494659424,
+      "learning_rate": 4.855429092191698e-06,
+      "loss": 0.6548,
+      "step": 224
+    },
+    {
+      "epoch": 1.0975609756097562,
+      "grad_norm": 3.0230021476745605,
+      "learning_rate": 4.854142370430725e-06,
+      "loss": 0.6932,
+      "step": 225
+    },
+    {
+      "epoch": 1.102439024390244,
+      "grad_norm": 3.0248661041259766,
+      "learning_rate": 4.8528501199489045e-06,
+      "loss": 0.6491,
+      "step": 226
+    },
+    {
+      "epoch": 1.1073170731707318,
+      "grad_norm": 4.046666145324707,
+      "learning_rate": 4.851552343781099e-06,
+      "loss": 0.7946,
+      "step": 227
+    },
+    {
+      "epoch": 1.1121951219512196,
+      "grad_norm": 2.8751168251037598,
+      "learning_rate": 4.850249044975145e-06,
+      "loss": 0.7629,
+      "step": 228
+    },
+    {
+      "epoch": 1.1170731707317074,
+      "grad_norm": 2.8649816513061523,
+      "learning_rate": 4.848940226591849e-06,
+      "loss": 0.9114,
+      "step": 229
+    },
+    {
+      "epoch": 1.1219512195121952,
+      "grad_norm": 3.2590744495391846,
+      "learning_rate": 4.847625891704982e-06,
+      "loss": 0.535,
+      "step": 230
+    },
+    {
+      "epoch": 1.126829268292683,
+      "grad_norm": 3.230659008026123,
+      "learning_rate": 4.846306043401268e-06,
+      "loss": 0.7134,
+      "step": 231
+    },
+    {
+      "epoch": 1.1317073170731708,
+      "grad_norm": 3.5220088958740234,
+      "learning_rate": 4.844980684780381e-06,
+      "loss": 0.5375,
+      "step": 232
+    },
+    {
+      "epoch": 1.1365853658536587,
+      "grad_norm": 3.074052095413208,
+      "learning_rate": 4.8436498189549345e-06,
+      "loss": 0.5486,
+      "step": 233
+    },
+    {
+      "epoch": 1.1414634146341462,
+      "grad_norm": 2.511216163635254,
+      "learning_rate": 4.842313449050477e-06,
+      "loss": 0.5203,
+      "step": 234
+    },
+    {
+      "epoch": 1.146341463414634,
+      "grad_norm": 2.6082136631011963,
+      "learning_rate": 4.840971578205486e-06,
+      "loss": 0.4978,
+      "step": 235
+    },
+    {
+      "epoch": 1.1512195121951219,
+      "grad_norm": 2.4481778144836426,
+      "learning_rate": 4.839624209571352e-06,
+      "loss": 0.348,
+      "step": 236
+    },
+    {
+      "epoch": 1.1560975609756097,
+      "grad_norm": 2.7532148361206055,
+      "learning_rate": 4.838271346312381e-06,
+      "loss": 0.8068,
+      "step": 237
+    },
+    {
+      "epoch": 1.1609756097560975,
+      "grad_norm": 2.6562349796295166,
+      "learning_rate": 4.836912991605782e-06,
+      "loss": 0.8823,
+      "step": 238
+    },
+    {
+      "epoch": 1.1658536585365853,
+      "grad_norm": 3.032168388366699,
+      "learning_rate": 4.835549148641663e-06,
+      "loss": 0.501,
+      "step": 239
+    },
+    {
+      "epoch": 1.170731707317073,
+      "grad_norm": 3.4816956520080566,
+      "learning_rate": 4.834179820623018e-06,
+      "loss": 0.6406,
+      "step": 240
+    },
+    {
+      "epoch": 1.175609756097561,
+      "grad_norm": 2.480642318725586,
+      "learning_rate": 4.832805010765724e-06,
+      "loss": 0.537,
+      "step": 241
+    },
+    {
+      "epoch": 1.1804878048780487,
+      "grad_norm": 2.7662222385406494,
+      "learning_rate": 4.831424722298531e-06,
+      "loss": 0.6464,
+      "step": 242
+    },
+    {
+      "epoch": 1.1853658536585365,
+      "grad_norm": 3.2929866313934326,
+      "learning_rate": 4.830038958463061e-06,
+      "loss": 0.6888,
+      "step": 243
+    },
+    {
+      "epoch": 1.1902439024390243,
+      "grad_norm": 5.094089031219482,
+      "learning_rate": 4.828647722513785e-06,
+      "loss": 0.8342,
+      "step": 244
+    },
+    {
+      "epoch": 1.1951219512195121,
+      "grad_norm": 3.6679818630218506,
+      "learning_rate": 4.827251017718034e-06,
+      "loss": 0.7849,
+      "step": 245
+    },
+    {
+      "epoch": 1.2,
+      "grad_norm": 3.97290301322937,
+      "learning_rate": 4.8258488473559794e-06,
+      "loss": 0.7995,
+      "step": 246
+    },
+    {
+      "epoch": 1.2048780487804878,
+      "grad_norm": 3.3555023670196533,
+      "learning_rate": 4.824441214720629e-06,
+      "loss": 0.8718,
+      "step": 247
+    },
+    {
+      "epoch": 1.2097560975609756,
+      "grad_norm": 2.309361219406128,
+      "learning_rate": 4.823028123117818e-06,
+      "loss": 0.3731,
+      "step": 248
+    },
+    {
+      "epoch": 1.2146341463414634,
+      "grad_norm": 2.607269763946533,
+      "learning_rate": 4.8216095758662015e-06,
+      "loss": 0.7321,
+      "step": 249
+    },
+    {
+      "epoch": 1.2195121951219512,
+      "grad_norm": 2.5667428970336914,
+      "learning_rate": 4.82018557629725e-06,
+      "loss": 0.7561,
+      "step": 250
+    },
+    {
+      "epoch": 1.224390243902439,
+      "grad_norm": 2.7664871215820312,
+      "learning_rate": 4.8187561277552376e-06,
+      "loss": 0.638,
+      "step": 251
+    },
+    {
+      "epoch": 1.2292682926829268,
+      "grad_norm": 2.2880401611328125,
+      "learning_rate": 4.817321233597232e-06,
+      "loss": 0.6996,
+      "step": 252
+    },
+    {
+      "epoch": 1.2341463414634146,
+      "grad_norm": 2.7615559101104736,
+      "learning_rate": 4.815880897193095e-06,
+      "loss": 0.5432,
+      "step": 253
+    },
+    {
+      "epoch": 1.2390243902439024,
+      "grad_norm": 2.9052155017852783,
+      "learning_rate": 4.814435121925466e-06,
+      "loss": 0.781,
+      "step": 254
+    },
+    {
+      "epoch": 1.2439024390243902,
+      "grad_norm": 3.2035205364227295,
+      "learning_rate": 4.812983911189761e-06,
+      "loss": 0.6884,
+      "step": 255
+    },
+    {
+      "epoch": 1.248780487804878,
+      "grad_norm": 2.8139917850494385,
+      "learning_rate": 4.811527268394157e-06,
+      "loss": 0.4984,
+      "step": 256
+    },
+    {
+      "epoch": 1.2536585365853659,
+      "grad_norm": 2.849602699279785,
+      "learning_rate": 4.810065196959591e-06,
+      "loss": 0.553,
+      "step": 257
+    },
+    {
+      "epoch": 1.2585365853658537,
+      "grad_norm": 2.8745057582855225,
+      "learning_rate": 4.8085977003197496e-06,
+      "loss": 0.7955,
+      "step": 258
+    },
+    {
+      "epoch": 1.2634146341463415,
+      "grad_norm": 3.4053122997283936,
+      "learning_rate": 4.807124781921059e-06,
+      "loss": 0.9715,
+      "step": 259
+    },
+    {
+      "epoch": 1.2682926829268293,
+      "grad_norm": 3.1741702556610107,
+      "learning_rate": 4.805646445222679e-06,
+      "loss": 0.6306,
+      "step": 260
+    },
+    {
+      "epoch": 1.273170731707317,
+      "grad_norm": 2.5348331928253174,
+      "learning_rate": 4.804162693696494e-06,
+      "loss": 0.5192,
+      "step": 261
+    },
+    {
+      "epoch": 1.278048780487805,
+      "grad_norm": 3.2491304874420166,
+      "learning_rate": 4.802673530827105e-06,
+      "loss": 0.5369,
+      "step": 262
+    },
+    {
+      "epoch": 1.2829268292682927,
+      "grad_norm": 2.670273780822754,
+      "learning_rate": 4.801178960111823e-06,
+      "loss": 0.5864,
+      "step": 263
+    },
+    {
+      "epoch": 1.2878048780487805,
+      "grad_norm": 2.5655579566955566,
+      "learning_rate": 4.799678985060658e-06,
+      "loss": 0.7864,
+      "step": 264
+    },
+    {
+      "epoch": 1.2926829268292683,
+      "grad_norm": 2.6352531909942627,
+      "learning_rate": 4.798173609196314e-06,
+      "loss": 0.8198,
+      "step": 265
+    },
+    {
+      "epoch": 1.2975609756097561,
+      "grad_norm": 3.028343677520752,
+      "learning_rate": 4.796662836054176e-06,
+      "loss": 0.4621,
+      "step": 266
+    },
+    {
+      "epoch": 1.302439024390244,
+      "grad_norm": 2.757690191268921,
+      "learning_rate": 4.795146669182304e-06,
+      "loss": 0.6237,
+      "step": 267
+    },
+    {
+      "epoch": 1.3073170731707318,
+      "grad_norm": 2.564842462539673,
+      "learning_rate": 4.793625112141431e-06,
+      "loss": 0.4981,
+      "step": 268
+    },
+    {
+      "epoch": 1.3121951219512196,
+      "grad_norm": 2.69234299659729,
+      "learning_rate": 4.792098168504943e-06,
+      "loss": 0.5384,
+      "step": 269
+    },
+    {
+      "epoch": 1.3170731707317074,
+      "grad_norm": 2.794144868850708,
+      "learning_rate": 4.790565841858879e-06,
+      "loss": 0.5535,
+      "step": 270
+    },
+    {
+      "epoch": 1.3219512195121952,
+      "grad_norm": 2.850296974182129,
+      "learning_rate": 4.789028135801919e-06,
+      "loss": 0.7492,
+      "step": 271
+    },
+    {
+      "epoch": 1.326829268292683,
+      "grad_norm": 3.287806987762451,
+      "learning_rate": 4.787485053945377e-06,
+      "loss": 0.8367,
+      "step": 272
+    },
+    {
+      "epoch": 1.3317073170731708,
+      "grad_norm": 2.479343891143799,
+      "learning_rate": 4.785936599913193e-06,
+      "loss": 0.6875,
+      "step": 273
+    },
+    {
+      "epoch": 1.3365853658536586,
+      "grad_norm": 3.171198844909668,
+      "learning_rate": 4.784382777341922e-06,
+      "loss": 0.733,
+      "step": 274
+    },
+    {
+      "epoch": 1.3414634146341464,
+      "grad_norm": 2.866610050201416,
+      "learning_rate": 4.782823589880729e-06,
+      "loss": 0.9719,
+      "step": 275
+    },
+    {
+      "epoch": 1.346341463414634,
+      "grad_norm": 2.3714404106140137,
+      "learning_rate": 4.7812590411913755e-06,
+      "loss": 0.6979,
+      "step": 276
+    },
+    {
+      "epoch": 1.3512195121951218,
+      "grad_norm": 2.3838706016540527,
+      "learning_rate": 4.779689134948217e-06,
+      "loss": 0.9697,
+      "step": 277
+    },
+    {
+      "epoch": 1.3560975609756096,
+      "grad_norm": 3.2992005348205566,
+      "learning_rate": 4.77811387483819e-06,
+      "loss": 0.4799,
+      "step": 278
+    },
+    {
+      "epoch": 1.3609756097560974,
+      "grad_norm": 3.403024435043335,
+      "learning_rate": 4.776533264560804e-06,
+      "loss": 0.7478,
+      "step": 279
+    },
+    {
+      "epoch": 1.3658536585365852,
+      "grad_norm": 2.669820785522461,
+      "learning_rate": 4.774947307828134e-06,
+      "loss": 0.8622,
+      "step": 280
+    },
+    {
+      "epoch": 1.370731707317073,
+      "grad_norm": 2.4695041179656982,
+      "learning_rate": 4.773356008364812e-06,
+      "loss": 0.5792,
+      "step": 281
+    },
+    {
+      "epoch": 1.3756097560975609,
+      "grad_norm": 3.1744325160980225,
+      "learning_rate": 4.771759369908017e-06,
+      "loss": 0.4368,
+      "step": 282
+    },
+    {
+      "epoch": 1.3804878048780487,
+      "grad_norm": 2.8564929962158203,
+      "learning_rate": 4.7701573962074635e-06,
+      "loss": 0.6337,
+      "step": 283
+    },
+    {
+      "epoch": 1.3853658536585365,
+      "grad_norm": 2.4109890460968018,
+      "learning_rate": 4.7685500910254015e-06,
+      "loss": 0.5042,
+      "step": 284
+    },
+    {
+      "epoch": 1.3902439024390243,
+      "grad_norm": 2.389765977859497,
+      "learning_rate": 4.766937458136598e-06,
+      "loss": 0.7427,
+      "step": 285
+    },
+    {
+      "epoch": 1.395121951219512,
+      "grad_norm": 2.412153720855713,
+      "learning_rate": 4.765319501328332e-06,
+      "loss": 0.6956,
+      "step": 286
+    },
+    {
+      "epoch": 1.4,
+      "grad_norm": 2.6756227016448975,
+      "learning_rate": 4.763696224400391e-06,
+      "loss": 0.5152,
+      "step": 287
+    },
+    {
+      "epoch": 1.4048780487804877,
+      "grad_norm": 2.4644389152526855,
+      "learning_rate": 4.762067631165049e-06,
+      "loss": 0.5583,
+      "step": 288
+    },
+    {
+      "epoch": 1.4097560975609755,
+      "grad_norm": 2.6496896743774414,
+      "learning_rate": 4.760433725447071e-06,
+      "loss": 0.6824,
+      "step": 289
+    },
+    {
+      "epoch": 1.4146341463414633,
+      "grad_norm": 2.9843268394470215,
+      "learning_rate": 4.758794511083697e-06,
+      "loss": 0.7914,
+      "step": 290
+    },
+    {
+      "epoch": 1.4195121951219511,
+      "grad_norm": 3.639101266860962,
+      "learning_rate": 4.757149991924633e-06,
+      "loss": 0.6827,
+      "step": 291
+    },
+    {
+      "epoch": 1.424390243902439,
+      "grad_norm": 3.2047319412231445,
+      "learning_rate": 4.755500171832045e-06,
+      "loss": 0.5908,
+      "step": 292
+    },
+    {
+      "epoch": 1.4292682926829268,
+      "grad_norm": 2.463202953338623,
+      "learning_rate": 4.753845054680548e-06,
+      "loss": 0.6469,
+      "step": 293
+    },
+    {
+      "epoch": 1.4341463414634146,
+      "grad_norm": 2.711195945739746,
+      "learning_rate": 4.752184644357197e-06,
+      "loss": 0.5412,
+      "step": 294
+    },
+    {
+      "epoch": 1.4390243902439024,
+      "grad_norm": 2.239082098007202,
+      "learning_rate": 4.750518944761477e-06,
+      "loss": 0.5324,
+      "step": 295
+    },
+    {
+      "epoch": 1.4439024390243902,
+      "grad_norm": 2.711050271987915,
+      "learning_rate": 4.748847959805297e-06,
+      "loss": 0.5317,
+      "step": 296
+    },
+    {
+      "epoch": 1.448780487804878,
+      "grad_norm": 2.4389946460723877,
+      "learning_rate": 4.7471716934129774e-06,
+      "loss": 0.5199,
+      "step": 297
+    },
+    {
+      "epoch": 1.4536585365853658,
+      "grad_norm": 2.6532390117645264,
+      "learning_rate": 4.745490149521242e-06,
+      "loss": 0.4874,
+      "step": 298
+    },
+    {
+      "epoch": 1.4585365853658536,
+      "grad_norm": 2.2970616817474365,
+      "learning_rate": 4.743803332079209e-06,
+      "loss": 0.5416,
+      "step": 299
+    },
+    {
+      "epoch": 1.4634146341463414,
+      "grad_norm": 2.4206762313842773,
+      "learning_rate": 4.742111245048382e-06,
+      "loss": 0.5628,
+      "step": 300
+    },
+    {
+      "epoch": 1.4682926829268292,
+      "grad_norm": 2.7086844444274902,
+      "learning_rate": 4.740413892402639e-06,
+      "loss": 0.5847,
+      "step": 301
+    },
+    {
+      "epoch": 1.473170731707317,
+      "grad_norm": 2.848602771759033,
+      "learning_rate": 4.738711278128228e-06,
+      "loss": 0.5889,
+      "step": 302
+    },
+    {
+      "epoch": 1.4780487804878049,
+      "grad_norm": 3.5257909297943115,
+      "learning_rate": 4.7370034062237476e-06,
+      "loss": 0.3917,
+      "step": 303
+    },
+    {
+      "epoch": 1.4829268292682927,
+      "grad_norm": 6.47664213180542,
+      "learning_rate": 4.73529028070015e-06,
+      "loss": 0.5592,
+      "step": 304
+    },
+    {
+      "epoch": 1.4878048780487805,
+      "grad_norm": 2.8833930492401123,
+      "learning_rate": 4.733571905580723e-06,
+      "loss": 0.843,
+      "step": 305
+    },
+    {
+      "epoch": 1.4926829268292683,
+      "grad_norm": 2.9924156665802,
+      "learning_rate": 4.731848284901082e-06,
+      "loss": 0.7041,
+      "step": 306
+    },
+    {
+      "epoch": 1.497560975609756,
+      "grad_norm": 2.9858405590057373,
+      "learning_rate": 4.730119422709165e-06,
+      "loss": 0.4914,
+      "step": 307
+    },
+    {
+      "epoch": 1.502439024390244,
+      "grad_norm": 3.4032366275787354,
+      "learning_rate": 4.728385323065215e-06,
+      "loss": 0.644,
+      "step": 308
+    },
+    {
+      "epoch": 1.5073170731707317,
+      "grad_norm": 2.86360502243042,
+      "learning_rate": 4.7266459900417815e-06,
+      "loss": 0.5335,
+      "step": 309
+    },
+    {
+      "epoch": 1.5121951219512195,
+      "grad_norm": 3.183012008666992,
+      "learning_rate": 4.724901427723698e-06,
+      "loss": 0.8275,
+      "step": 310
+    },
+    {
+      "epoch": 1.5170731707317073,
+      "grad_norm": 3.4128706455230713,
+      "learning_rate": 4.723151640208084e-06,
+      "loss": 0.4091,
+      "step": 311
+    },
+    {
+      "epoch": 1.5219512195121951,
+      "grad_norm": 2.765897512435913,
+      "learning_rate": 4.721396631604327e-06,
+      "loss": 0.4414,
+      "step": 312
+    },
+    {
+      "epoch": 1.526829268292683,
+      "grad_norm": 3.2348268032073975,
+      "learning_rate": 4.7196364060340785e-06,
+      "loss": 0.5423,
+      "step": 313
+    },
+    {
+      "epoch": 1.5317073170731708,
+      "grad_norm": 2.7270045280456543,
+      "learning_rate": 4.7178709676312416e-06,
+      "loss": 0.8072,
+      "step": 314
+    },
+    {
+      "epoch": 1.5365853658536586,
+      "grad_norm": 2.525298833847046,
+      "learning_rate": 4.716100320541961e-06,
+      "loss": 1.0254,
+      "step": 315
+    },
+    {
+      "epoch": 1.5414634146341464,
+      "grad_norm": 2.371321678161621,
+      "learning_rate": 4.714324468924614e-06,
+      "loss": 0.6541,
+      "step": 316
+    },
+    {
+      "epoch": 1.5463414634146342,
+      "grad_norm": 3.0820438861846924,
+      "learning_rate": 4.712543416949803e-06,
+      "loss": 0.7519,
+      "step": 317
+    },
+    {
+      "epoch": 1.551219512195122,
+      "grad_norm": 2.710369348526001,
+      "learning_rate": 4.71075716880034e-06,
+      "loss": 0.7232,
+      "step": 318
+    },
+    {
+      "epoch": 1.5560975609756098,
+      "grad_norm": 2.4568352699279785,
+      "learning_rate": 4.708965728671243e-06,
+      "loss": 0.8059,
+      "step": 319
+    },
+    {
+      "epoch": 1.5609756097560976,
+      "grad_norm": 2.7511191368103027,
+      "learning_rate": 4.7071691007697214e-06,
+      "loss": 0.6579,
+      "step": 320
+    },
+    {
+      "epoch": 1.5658536585365854,
+      "grad_norm": 2.6519858837127686,
+      "learning_rate": 4.705367289315172e-06,
+      "loss": 0.6989,
+      "step": 321
+    },
+    {
+      "epoch": 1.5707317073170732,
+      "grad_norm": 2.763019323348999,
+      "learning_rate": 4.703560298539158e-06,
+      "loss": 0.4916,
+      "step": 322
+    },
+    {
+      "epoch": 1.575609756097561,
+      "grad_norm": 2.6480252742767334,
+      "learning_rate": 4.701748132685415e-06,
+      "loss": 0.5076,
+      "step": 323
+    },
+    {
+      "epoch": 1.5804878048780489,
+      "grad_norm": 2.4289543628692627,
+      "learning_rate": 4.699930796009825e-06,
+      "loss": 0.559,
+      "step": 324
+    },
+    {
+      "epoch": 1.5853658536585367,
+      "grad_norm": 4.0515899658203125,
+      "learning_rate": 4.698108292780418e-06,
+      "loss": 0.7388,
+      "step": 325
+    },
+    {
+      "epoch": 1.5902439024390245,
+      "grad_norm": 2.5959129333496094,
+      "learning_rate": 4.696280627277356e-06,
+      "loss": 0.5469,
+      "step": 326
+    },
+    {
+      "epoch": 1.5951219512195123,
+      "grad_norm": 2.3453526496887207,
+      "learning_rate": 4.6944478037929255e-06,
+      "loss": 0.5494,
+      "step": 327
+    },
+    {
+      "epoch": 1.6,
+      "grad_norm": 3.7527170181274414,
+      "learning_rate": 4.692609826631525e-06,
+      "loss": 0.7536,
+      "step": 328
+    },
+    {
+      "epoch": 1.604878048780488,
+      "grad_norm": 3.423588275909424,
+      "learning_rate": 4.690766700109659e-06,
+      "loss": 0.4586,
+      "step": 329
+    },
+    {
+      "epoch": 1.6097560975609757,
+      "grad_norm": 2.620429754257202,
+      "learning_rate": 4.6889184285559234e-06,
+      "loss": 0.4799,
+      "step": 330
+    },
+    {
+      "epoch": 1.6146341463414635,
+      "grad_norm": 6.416718006134033,
+      "learning_rate": 4.687065016310996e-06,
+      "loss": 0.7502,
+      "step": 331
+    },
+    {
+      "epoch": 1.6195121951219513,
+      "grad_norm": 2.7324717044830322,
+      "learning_rate": 4.685206467727631e-06,
+      "loss": 0.5923,
+      "step": 332
+    },
+    {
+      "epoch": 1.6243902439024391,
+      "grad_norm": 2.582935333251953,
+      "learning_rate": 4.683342787170644e-06,
+      "loss": 0.5619,
+      "step": 333
+    },
+    {
+      "epoch": 1.629268292682927,
+      "grad_norm": 2.8339877128601074,
+      "learning_rate": 4.6814739790169006e-06,
+      "loss": 0.55,
+      "step": 334
+    },
+    {
+      "epoch": 1.6341463414634148,
+      "grad_norm": 2.733982563018799,
+      "learning_rate": 4.679600047655313e-06,
+      "loss": 0.7243,
+      "step": 335
+    },
+    {
+      "epoch": 1.6390243902439026,
+      "grad_norm": 3.192747116088867,
+      "learning_rate": 4.6777209974868194e-06,
+      "loss": 1.132,
+      "step": 336
+    },
+    {
+      "epoch": 1.6439024390243904,
+      "grad_norm": 2.5185582637786865,
+      "learning_rate": 4.675836832924387e-06,
+      "loss": 0.55,
+      "step": 337
+    },
+    {
+      "epoch": 1.6487804878048782,
+      "grad_norm": 2.7306225299835205,
+      "learning_rate": 4.673947558392989e-06,
+      "loss": 0.4418,
+      "step": 338
+    },
+    {
+      "epoch": 1.653658536585366,
+      "grad_norm": 2.7026166915893555,
+      "learning_rate": 4.6720531783296e-06,
+      "loss": 0.5897,
+      "step": 339
+    },
+    {
+      "epoch": 1.6585365853658538,
+      "grad_norm": 2.5981674194335938,
+      "learning_rate": 4.670153697183185e-06,
+      "loss": 0.5889,
+      "step": 340
+    },
+    {
+      "epoch": 1.6634146341463416,
+      "grad_norm": 3.0985405445098877,
+      "learning_rate": 4.668249119414692e-06,
+      "loss": 0.5607,
+      "step": 341
+    },
+    {
+      "epoch": 1.6682926829268294,
+      "grad_norm": 2.7609124183654785,
+      "learning_rate": 4.666339449497033e-06,
+      "loss": 0.6284,
+      "step": 342
+    },
+    {
+      "epoch": 1.6731707317073172,
+      "grad_norm": 3.186077356338501,
+      "learning_rate": 4.664424691915084e-06,
+      "loss": 0.5751,
+      "step": 343
+    },
+    {
+      "epoch": 1.678048780487805,
+      "grad_norm": 3.644227981567383,
+      "learning_rate": 4.6625048511656675e-06,
+      "loss": 0.586,
+      "step": 344
+    },
+    {
+      "epoch": 1.6829268292682928,
+      "grad_norm": 3.196373462677002,
+      "learning_rate": 4.660579931757543e-06,
+      "loss": 0.5086,
+      "step": 345
+    },
+    {
+      "epoch": 1.6878048780487804,
+      "grad_norm": 2.7773900032043457,
+      "learning_rate": 4.6586499382113985e-06,
+      "loss": 0.5934,
+      "step": 346
+    },
+    {
+      "epoch": 1.6926829268292682,
+      "grad_norm": 2.3397631645202637,
+      "learning_rate": 4.6567148750598375e-06,
+      "loss": 0.7654,
+      "step": 347
+    },
+    {
+      "epoch": 1.697560975609756,
+      "grad_norm": 2.5567805767059326,
+      "learning_rate": 4.6547747468473705e-06,
+      "loss": 0.8908,
+      "step": 348
+    },
+    {
+      "epoch": 1.7024390243902439,
+      "grad_norm": 2.9218900203704834,
+      "learning_rate": 4.652829558130404e-06,
+      "loss": 0.4383,
+      "step": 349
+    },
+    {
+      "epoch": 1.7073170731707317,
+      "grad_norm": 2.962965250015259,
+      "learning_rate": 4.6508793134772265e-06,
+      "loss": 0.6031,
+      "step": 350
+    },
+    {
+      "epoch": 1.7121951219512195,
+      "grad_norm": 2.487739324569702,
+      "learning_rate": 4.648924017468003e-06,
+      "loss": 0.533,
+      "step": 351
+    },
+    {
+      "epoch": 1.7170731707317073,
+      "grad_norm": 2.769474506378174,
+      "learning_rate": 4.646963674694761e-06,
+      "loss": 0.8125,
+      "step": 352
+    },
+    {
+      "epoch": 1.721951219512195,
+      "grad_norm": 2.678243398666382,
+      "learning_rate": 4.64499828976138e-06,
+      "loss": 0.386,
+      "step": 353
+    },
+    {
+      "epoch": 1.726829268292683,
+      "grad_norm": 3.2764477729797363,
+      "learning_rate": 4.64302786728358e-06,
+      "loss": 0.4792,
+      "step": 354
+    },
+    {
+      "epoch": 1.7317073170731707,
+      "grad_norm": 2.6092708110809326,
+      "learning_rate": 4.641052411888913e-06,
+      "loss": 0.5031,
+      "step": 355
+    },
+    {
+      "epoch": 1.7365853658536585,
+      "grad_norm": 3.4002952575683594,
+      "learning_rate": 4.6390719282167515e-06,
+      "loss": 0.4726,
+      "step": 356
+    },
+    {
+      "epoch": 1.7414634146341463,
+      "grad_norm": 2.7558157444000244,
+      "learning_rate": 4.637086420918276e-06,
+      "loss": 0.7794,
+      "step": 357
+    },
+    {
+      "epoch": 1.7463414634146341,
+      "grad_norm": 2.239021062850952,
+      "learning_rate": 4.635095894656465e-06,
+      "loss": 0.6202,
+      "step": 358
+    },
+    {
+      "epoch": 1.751219512195122,
+      "grad_norm": 2.0502119064331055,
+      "learning_rate": 4.633100354106085e-06,
+      "loss": 0.3743,
+      "step": 359
+    },
+    {
+      "epoch": 1.7560975609756098,
+      "grad_norm": 2.842203140258789,
+      "learning_rate": 4.631099803953677e-06,
+      "loss": 0.8143,
+      "step": 360
+    },
+    {
+      "epoch": 1.7609756097560976,
+      "grad_norm": 2.8408772945404053,
+      "learning_rate": 4.629094248897546e-06,
+      "loss": 0.4986,
+      "step": 361
+    },
+    {
+      "epoch": 1.7658536585365854,
+      "grad_norm": 2.755530595779419,
+      "learning_rate": 4.627083693647757e-06,
+      "loss": 0.5833,
+      "step": 362
+    },
+    {
+      "epoch": 1.7707317073170732,
+      "grad_norm": 2.717116355895996,
+      "learning_rate": 4.625068142926111e-06,
+      "loss": 0.885,
+      "step": 363
+    },
+    {
+      "epoch": 1.775609756097561,
+      "grad_norm": 2.2784435749053955,
+      "learning_rate": 4.623047601466144e-06,
+      "loss": 0.7351,
+      "step": 364
+    },
+    {
+      "epoch": 1.7804878048780488,
+      "grad_norm": 2.3133914470672607,
+      "learning_rate": 4.621022074013114e-06,
+      "loss": 0.6426,
+      "step": 365
+    },
+    {
+      "epoch": 1.7853658536585366,
+      "grad_norm": 3.13562273979187,
+      "learning_rate": 4.618991565323987e-06,
+      "loss": 0.5588,
+      "step": 366
+    },
+    {
+      "epoch": 1.7902439024390244,
+      "grad_norm": 2.458186388015747,
+      "learning_rate": 4.616956080167426e-06,
+      "loss": 0.5424,
+      "step": 367
+    },
+    {
+      "epoch": 1.7951219512195122,
+      "grad_norm": 2.4780080318450928,
+      "learning_rate": 4.614915623323786e-06,
+      "loss": 0.8664,
+      "step": 368
+    },
+    {
+      "epoch": 1.8,
+      "grad_norm": 2.623966932296753,
+      "learning_rate": 4.612870199585092e-06,
+      "loss": 0.4495,
+      "step": 369
+    },
+    {
+      "epoch": 1.8048780487804879,
+      "grad_norm": 2.7326242923736572,
+      "learning_rate": 4.610819813755038e-06,
+      "loss": 0.5099,
+      "step": 370
+    },
+    {
+      "epoch": 1.8097560975609757,
+      "grad_norm": 2.951014757156372,
+      "learning_rate": 4.608764470648971e-06,
+      "loss": 0.4322,
+      "step": 371
+    },
+    {
+      "epoch": 1.8146341463414632,
+      "grad_norm": 2.869870185852051,
+      "learning_rate": 4.606704175093879e-06,
+      "loss": 0.4744,
+      "step": 372
+    },
+    {
+      "epoch": 1.819512195121951,
+      "grad_norm": 2.686054229736328,
+      "learning_rate": 4.604638931928383e-06,
+      "loss": 0.797,
+      "step": 373
+    },
+    {
+      "epoch": 1.8243902439024389,
+      "grad_norm": 2.6421749591827393,
+      "learning_rate": 4.602568746002718e-06,
+      "loss": 0.4904,
+      "step": 374
+    },
+    {
+      "epoch": 1.8292682926829267,
+      "grad_norm": 2.949144124984741,
+      "learning_rate": 4.600493622178734e-06,
+      "loss": 0.8682,
+      "step": 375
+    },
+    {
+      "epoch": 1.8341463414634145,
+      "grad_norm": 2.554733991622925,
+      "learning_rate": 4.598413565329876e-06,
+      "loss": 0.5426,
+      "step": 376
+    },
+    {
+      "epoch": 1.8390243902439023,
+      "grad_norm": 2.3334367275238037,
+      "learning_rate": 4.596328580341169e-06,
+      "loss": 0.5628,
+      "step": 377
+    },
+    {
+      "epoch": 1.84390243902439,
+      "grad_norm": 2.577664613723755,
+      "learning_rate": 4.5942386721092195e-06,
+      "loss": 0.7073,
+      "step": 378
+    },
+    {
+      "epoch": 1.848780487804878,
+      "grad_norm": 3.1247141361236572,
+      "learning_rate": 4.592143845542189e-06,
+      "loss": 0.6526,
+      "step": 379
+    },
+    {
+      "epoch": 1.8536585365853657,
+      "grad_norm": 2.7015256881713867,
+      "learning_rate": 4.590044105559797e-06,
+      "loss": 0.8377,
+      "step": 380
+    },
+    {
+      "epoch": 1.8585365853658535,
+      "grad_norm": 2.573819398880005,
+      "learning_rate": 4.587939457093296e-06,
+      "loss": 0.5485,
+      "step": 381
+    },
+    {
+      "epoch": 1.8634146341463413,
+      "grad_norm": 2.8607687950134277,
+      "learning_rate": 4.585829905085468e-06,
+      "loss": 0.6065,
+      "step": 382
+    },
+    {
+      "epoch": 1.8682926829268292,
+      "grad_norm": 2.526625394821167,
+      "learning_rate": 4.5837154544906135e-06,
+      "loss": 0.7812,
+      "step": 383
+    },
+    {
+      "epoch": 1.873170731707317,
+      "grad_norm": 2.4161314964294434,
+      "learning_rate": 4.581596110274535e-06,
+      "loss": 0.7061,
+      "step": 384
+    },
+    {
+      "epoch": 1.8780487804878048,
+      "grad_norm": 2.34195876121521,
+      "learning_rate": 4.579471877414527e-06,
+      "loss": 0.9446,
+      "step": 385
+    },
+    {
+      "epoch": 1.8829268292682926,
+      "grad_norm": 3.7710156440734863,
+      "learning_rate": 4.577342760899368e-06,
+      "loss": 0.78,
+      "step": 386
+    },
+    {
+      "epoch": 1.8878048780487804,
+      "grad_norm": 2.5192313194274902,
+      "learning_rate": 4.575208765729302e-06,
+      "loss": 0.5205,
+      "step": 387
+    },
+    {
+      "epoch": 1.8926829268292682,
+      "grad_norm": 2.467484951019287,
+      "learning_rate": 4.573069896916035e-06,
+      "loss": 0.7827,
+      "step": 388
+    },
+    {
+      "epoch": 1.897560975609756,
+      "grad_norm": 2.640676259994507,
+      "learning_rate": 4.5709261594827125e-06,
+      "loss": 0.6512,
+      "step": 389
+    },
+    {
+      "epoch": 1.9024390243902438,
+      "grad_norm": 2.976623296737671,
+      "learning_rate": 4.568777558463922e-06,
+      "loss": 0.5548,
+      "step": 390
+    },
+    {
+      "epoch": 1.9073170731707316,
+      "grad_norm": 2.289722442626953,
+      "learning_rate": 4.566624098905665e-06,
+      "loss": 0.7038,
+      "step": 391
+    },
+    {
+      "epoch": 1.9121951219512194,
+      "grad_norm": 2.9512040615081787,
+      "learning_rate": 4.564465785865359e-06,
+      "loss": 0.5416,
+      "step": 392
+    },
+    {
+      "epoch": 1.9170731707317072,
+      "grad_norm": 2.394874095916748,
+      "learning_rate": 4.56230262441182e-06,
+      "loss": 0.4068,
+      "step": 393
+    },
+    {
+      "epoch": 1.921951219512195,
+      "grad_norm": 6.885486602783203,
+      "learning_rate": 4.560134619625247e-06,
+      "loss": 0.6197,
+      "step": 394
+    },
+    {
+      "epoch": 1.9268292682926829,
+      "grad_norm": 2.311272144317627,
+      "learning_rate": 4.5579617765972155e-06,
+      "loss": 0.5692,
+      "step": 395
+    },
+    {
+      "epoch": 1.9317073170731707,
+      "grad_norm": 2.4662933349609375,
+      "learning_rate": 4.555784100430662e-06,
+      "loss": 0.4836,
+      "step": 396
+    },
+    {
+      "epoch": 1.9365853658536585,
+      "grad_norm": 2.602741241455078,
+      "learning_rate": 4.553601596239877e-06,
+      "loss": 0.4594,
+      "step": 397
+    },
+    {
+      "epoch": 1.9414634146341463,
+      "grad_norm": 3.443909168243408,
+      "learning_rate": 4.551414269150489e-06,
+      "loss": 0.6053,
+      "step": 398
+    },
+    {
+      "epoch": 1.946341463414634,
+      "grad_norm": 2.5391502380371094,
+      "learning_rate": 4.54922212429945e-06,
+      "loss": 0.5133,
+      "step": 399
+    },
+    {
+      "epoch": 1.951219512195122,
+      "grad_norm": 2.7105700969696045,
+      "learning_rate": 4.547025166835027e-06,
+      "loss": 0.6984,
+      "step": 400
+    },
+    {
+      "epoch": 1.9560975609756097,
+      "grad_norm": 2.6098098754882812,
+      "learning_rate": 4.544823401916794e-06,
+      "loss": 0.7944,
+      "step": 401
+    },
+    {
+      "epoch": 1.9609756097560975,
+      "grad_norm": 2.7527425289154053,
+      "learning_rate": 4.542616834715612e-06,
+      "loss": 0.639,
+      "step": 402
+    },
+    {
+      "epoch": 1.9658536585365853,
+      "grad_norm": 2.760303258895874,
+      "learning_rate": 4.540405470413618e-06,
+      "loss": 0.4229,
+      "step": 403
+    },
+    {
+      "epoch": 1.9707317073170731,
+      "grad_norm": 2.4989006519317627,
+      "learning_rate": 4.53818931420422e-06,
+      "loss": 0.7482,
+      "step": 404
+    },
+    {
+      "epoch": 1.975609756097561,
+      "grad_norm": 2.3687169551849365,
+      "learning_rate": 4.535968371292076e-06,
+      "loss": 0.6146,
+      "step": 405
+    },
+    {
+      "epoch": 1.9804878048780488,
+      "grad_norm": 2.4285244941711426,
+      "learning_rate": 4.533742646893086e-06,
+      "loss": 0.6964,
+      "step": 406
+    },
+    {
+      "epoch": 1.9853658536585366,
+      "grad_norm": 2.337266206741333,
+      "learning_rate": 4.531512146234383e-06,
+      "loss": 0.6248,
+      "step": 407
+    },
+    {
+      "epoch": 1.9902439024390244,
+      "grad_norm": 2.704972743988037,
+      "learning_rate": 4.529276874554312e-06,
+      "loss": 0.8715,
+      "step": 408
+    },
+    {
+      "epoch": 1.9951219512195122,
+      "grad_norm": 2.2151944637298584,
+      "learning_rate": 4.527036837102426e-06,
+      "loss": 0.4945,
+      "step": 409
+    },
+    {
+      "epoch": 2.0,
+      "grad_norm": 2.691330671310425,
+      "learning_rate": 4.524792039139471e-06,
+      "loss": 0.7085,
+      "step": 410
+    },
+    {
+      "epoch": 2.004878048780488,
+      "grad_norm": 2.9423086643218994,
+      "learning_rate": 4.522542485937369e-06,
+      "loss": 0.3178,
+      "step": 411
+    },
+    {
+      "epoch": 2.0097560975609756,
+      "grad_norm": 2.860677719116211,
+      "learning_rate": 4.520288182779214e-06,
+      "loss": 0.5092,
+      "step": 412
+    },
+    {
+      "epoch": 2.0146341463414634,
+      "grad_norm": 2.7503843307495117,
+      "learning_rate": 4.518029134959253e-06,
+      "loss": 0.314,
+      "step": 413
+    },
+    {
+      "epoch": 2.0195121951219512,
+      "grad_norm": 4.541809558868408,
+      "learning_rate": 4.515765347782878e-06,
+      "loss": 0.5287,
+      "step": 414
+    },
+    {
+      "epoch": 2.024390243902439,
+      "grad_norm": 9.126826286315918,
+      "learning_rate": 4.5134968265666085e-06,
+      "loss": 0.8221,
+      "step": 415
+    },
+    {
+      "epoch": 2.029268292682927,
+      "grad_norm": 4.4358229637146,
+      "learning_rate": 4.511223576638084e-06,
+      "loss": 0.5402,
+      "step": 416
+    },
+    {
+      "epoch": 2.0341463414634147,
+      "grad_norm": 3.1090731620788574,
+      "learning_rate": 4.508945603336049e-06,
+      "loss": 0.617,
+      "step": 417
+    },
+    {
+      "epoch": 2.0390243902439025,
+      "grad_norm": 2.6933369636535645,
+      "learning_rate": 4.50666291201034e-06,
+      "loss": 0.3541,
+      "step": 418
+    },
+    {
+      "epoch": 2.0439024390243903,
+      "grad_norm": 5.898099899291992,
+      "learning_rate": 4.504375508021876e-06,
+      "loss": 0.4842,
+      "step": 419
+    },
+    {
+      "epoch": 2.048780487804878,
+      "grad_norm": 2.950939178466797,
+      "learning_rate": 4.50208339674264e-06,
+      "loss": 0.6168,
+      "step": 420
+    },
+    {
+      "epoch": 2.053658536585366,
+      "grad_norm": 3.2513322830200195,
+      "learning_rate": 4.499786583555675e-06,
+      "loss": 0.6425,
+      "step": 421
+    },
+    {
+      "epoch": 2.0585365853658537,
+      "grad_norm": 2.911562442779541,
+      "learning_rate": 4.497485073855061e-06,
+      "loss": 0.364,
+      "step": 422
+    },
+    {
+      "epoch": 2.0634146341463415,
+      "grad_norm": 4.2179274559021,
+      "learning_rate": 4.495178873045913e-06,
+      "loss": 0.3687,
+      "step": 423
+    },
+    {
+      "epoch": 2.0682926829268293,
+      "grad_norm": 3.2010395526885986,
+      "learning_rate": 4.4928679865443605e-06,
+      "loss": 0.4068,
+      "step": 424
+    },
+    {
+      "epoch": 2.073170731707317,
+      "grad_norm": 3.2425589561462402,
+      "learning_rate": 4.4905524197775366e-06,
+      "loss": 0.4759,
+      "step": 425
+    },
+    {
+      "epoch": 2.078048780487805,
+      "grad_norm": 2.9252519607543945,
+      "learning_rate": 4.4882321781835666e-06,
+      "loss": 0.4197,
+      "step": 426
+    },
+    {
+      "epoch": 2.0829268292682928,
+      "grad_norm": 2.7859911918640137,
+      "learning_rate": 4.4859072672115565e-06,
+      "loss": 0.2294,
+      "step": 427
+    },
+    {
+      "epoch": 2.0878048780487806,
+      "grad_norm": 3.138796091079712,
+      "learning_rate": 4.483577692321577e-06,
+      "loss": 0.7572,
+      "step": 428
+    },
+    {
+      "epoch": 2.0926829268292684,
+      "grad_norm": 3.1447339057922363,
+      "learning_rate": 4.481243458984651e-06,
+      "loss": 0.4035,
+      "step": 429
+    },
+    {
+      "epoch": 2.097560975609756,
+      "grad_norm": 3.1876862049102783,
+      "learning_rate": 4.478904572682743e-06,
+      "loss": 0.5776,
+      "step": 430
+    },
+    {
+      "epoch": 2.102439024390244,
+      "grad_norm": 2.934257745742798,
+      "learning_rate": 4.476561038908745e-06,
+      "loss": 0.4005,
+      "step": 431
+    },
+    {
+      "epoch": 2.107317073170732,
+      "grad_norm": 2.904954433441162,
+      "learning_rate": 4.474212863166464e-06,
+      "loss": 0.5689,
+      "step": 432
+    },
+    {
+      "epoch": 2.1121951219512196,
+      "grad_norm": 3.6023731231689453,
+      "learning_rate": 4.471860050970608e-06,
+      "loss": 0.5068,
+      "step": 433
+    },
+    {
+      "epoch": 2.1170731707317074,
+      "grad_norm": 4.073422431945801,
+      "learning_rate": 4.469502607846774e-06,
+      "loss": 0.8349,
+      "step": 434
+    },
+    {
+      "epoch": 2.1219512195121952,
+      "grad_norm": 2.813789129257202,
+      "learning_rate": 4.467140539331434e-06,
+      "loss": 0.3641,
+      "step": 435
+    },
+    {
+      "epoch": 2.126829268292683,
+      "grad_norm": 3.874516248703003,
+      "learning_rate": 4.464773850971924e-06,
+      "loss": 0.222,
+      "step": 436
+    },
+    {
+      "epoch": 2.131707317073171,
+      "grad_norm": 3.1221084594726562,
+      "learning_rate": 4.46240254832643e-06,
+      "loss": 0.3799,
+      "step": 437
+    },
+    {
+      "epoch": 2.1365853658536587,
+      "grad_norm": 3.298933267593384,
+      "learning_rate": 4.460026636963971e-06,
+      "loss": 0.4759,
+      "step": 438
+    },
+    {
+      "epoch": 2.1414634146341465,
+      "grad_norm": 2.456233024597168,
+      "learning_rate": 4.4576461224643965e-06,
+      "loss": 0.384,
+      "step": 439
+    },
+    {
+      "epoch": 2.1463414634146343,
+      "grad_norm": 2.8427460193634033,
+      "learning_rate": 4.455261010418359e-06,
+      "loss": 0.391,
+      "step": 440
+    },
+    {
+      "epoch": 2.151219512195122,
+      "grad_norm": 3.0267624855041504,
+      "learning_rate": 4.452871306427314e-06,
+      "loss": 0.6177,
+      "step": 441
+    },
+    {
+      "epoch": 2.15609756097561,
+      "grad_norm": 3.437302827835083,
+      "learning_rate": 4.450477016103498e-06,
+      "loss": 0.5143,
+      "step": 442
+    },
+    {
+      "epoch": 2.1609756097560977,
+      "grad_norm": 3.152210235595703,
+      "learning_rate": 4.4480781450699205e-06,
+      "loss": 0.3783,
+      "step": 443
+    },
+    {
+      "epoch": 2.1658536585365855,
+      "grad_norm": 3.507753372192383,
+      "learning_rate": 4.4456746989603464e-06,
+      "loss": 0.3574,
+      "step": 444
+    },
+    {
+      "epoch": 2.1707317073170733,
+      "grad_norm": 2.8855366706848145,
+      "learning_rate": 4.443266683419289e-06,
+      "loss": 0.5088,
+      "step": 445
+    },
+    {
+      "epoch": 2.175609756097561,
+      "grad_norm": 2.7776072025299072,
+      "learning_rate": 4.440854104101988e-06,
+      "loss": 0.3773,
+      "step": 446
+    },
+    {
+      "epoch": 2.180487804878049,
+      "grad_norm": 3.019484281539917,
+      "learning_rate": 4.438436966674406e-06,
+      "loss": 0.5002,
+      "step": 447
+    },
+    {
+      "epoch": 2.1853658536585368,
+      "grad_norm": 3.6962451934814453,
+      "learning_rate": 4.436015276813208e-06,
+      "loss": 0.4601,
+      "step": 448
+    },
+    {
+      "epoch": 2.1902439024390246,
+      "grad_norm": 3.1288888454437256,
+      "learning_rate": 4.4335890402057505e-06,
+      "loss": 0.5422,
+      "step": 449
+    },
+    {
+      "epoch": 2.1951219512195124,
+      "grad_norm": 3.7083234786987305,
+      "learning_rate": 4.431158262550067e-06,
+      "loss": 0.4684,
+      "step": 450
+    },
+    {
+      "epoch": 2.2,
+      "grad_norm": 3.1714789867401123,
+      "learning_rate": 4.428722949554858e-06,
+      "loss": 0.2528,
+      "step": 451
+    },
+    {
+      "epoch": 2.204878048780488,
+      "grad_norm": 3.0773637294769287,
+      "learning_rate": 4.426283106939474e-06,
+      "loss": 0.4061,
+      "step": 452
+    },
+    {
+      "epoch": 2.209756097560976,
+      "grad_norm": 2.604093551635742,
+      "learning_rate": 4.423838740433903e-06,
+      "loss": 0.4779,
+      "step": 453
+    },
+    {
+      "epoch": 2.2146341463414636,
+      "grad_norm": 2.9293880462646484,
+      "learning_rate": 4.4213898557787586e-06,
+      "loss": 0.233,
+      "step": 454
+    },
+    {
+      "epoch": 2.2195121951219514,
+      "grad_norm": 2.9195125102996826,
+      "learning_rate": 4.4189364587252636e-06,
+      "loss": 0.7756,
+      "step": 455
+    },
+    {
+      "epoch": 2.2243902439024392,
+      "grad_norm": 3.2263920307159424,
+      "learning_rate": 4.416478555035241e-06,
+      "loss": 0.2806,
+      "step": 456
+    },
+    {
+      "epoch": 2.229268292682927,
+      "grad_norm": 2.8109211921691895,
+      "learning_rate": 4.4140161504810935e-06,
+      "loss": 0.3923,
+      "step": 457
+    },
+    {
+      "epoch": 2.234146341463415,
+      "grad_norm": 2.645853281021118,
+      "learning_rate": 4.4115492508457986e-06,
+      "loss": 0.289,
+      "step": 458
+    },
+    {
+      "epoch": 2.2390243902439027,
+      "grad_norm": 3.3712451457977295,
+      "learning_rate": 4.409077861922887e-06,
+      "loss": 0.5053,
+      "step": 459
+    },
+    {
+      "epoch": 2.2439024390243905,
+      "grad_norm": 2.6892387866973877,
+      "learning_rate": 4.406601989516435e-06,
+      "loss": 0.3363,
+      "step": 460
+    },
+    {
+      "epoch": 2.2487804878048783,
+      "grad_norm": 2.3195693492889404,
+      "learning_rate": 4.404121639441047e-06,
+      "loss": 0.2367,
+      "step": 461
+    },
+    {
+      "epoch": 2.253658536585366,
+      "grad_norm": 3.0115339756011963,
+      "learning_rate": 4.401636817521843e-06,
+      "loss": 0.4942,
+      "step": 462
+    },
+    {
+      "epoch": 2.258536585365854,
+      "grad_norm": 2.9528865814208984,
+      "learning_rate": 4.399147529594447e-06,
+      "loss": 0.3328,
+      "step": 463
+    },
+    {
+      "epoch": 2.2634146341463417,
+      "grad_norm": 3.110799551010132,
+      "learning_rate": 4.3966537815049686e-06,
+      "loss": 0.3917,
+      "step": 464
+    },
+    {
+      "epoch": 2.2682926829268295,
+      "grad_norm": 3.2973792552948,
+      "learning_rate": 4.394155579109994e-06,
+      "loss": 0.5203,
+      "step": 465
+    },
+    {
+      "epoch": 2.2731707317073173,
+      "grad_norm": 4.7184038162231445,
+      "learning_rate": 4.391652928276572e-06,
+      "loss": 0.729,
+      "step": 466
+    },
+    {
+      "epoch": 2.278048780487805,
+      "grad_norm": 3.1992053985595703,
+      "learning_rate": 4.389145834882195e-06,
+      "loss": 0.4822,
+      "step": 467
+    },
+    {
+      "epoch": 2.2829268292682925,
+      "grad_norm": 4.320055961608887,
+      "learning_rate": 4.386634304814789e-06,
+      "loss": 0.3962,
+      "step": 468
+    },
+    {
+      "epoch": 2.2878048780487803,
+      "grad_norm": 3.704524517059326,
+      "learning_rate": 4.384118343972704e-06,
+      "loss": 0.5996,
+      "step": 469
+    },
+    {
+      "epoch": 2.292682926829268,
+      "grad_norm": 2.8172974586486816,
+      "learning_rate": 4.381597958264692e-06,
+      "loss": 0.6328,
+      "step": 470
+    },
+    {
+      "epoch": 2.297560975609756,
+      "grad_norm": 2.7418763637542725,
+      "learning_rate": 4.379073153609896e-06,
+      "loss": 0.6254,
+      "step": 471
+    },
+    {
+      "epoch": 2.3024390243902437,
+      "grad_norm": 5.364504337310791,
+      "learning_rate": 4.37654393593784e-06,
+      "loss": 0.6793,
+      "step": 472
+    },
+    {
+      "epoch": 2.3073170731707315,
+      "grad_norm": 2.935291290283203,
+      "learning_rate": 4.3740103111884096e-06,
+      "loss": 0.4161,
+      "step": 473
+    },
+    {
+      "epoch": 2.3121951219512193,
+      "grad_norm": 3.085155963897705,
+      "learning_rate": 4.371472285311842e-06,
+      "loss": 0.3329,
+      "step": 474
+    },
+    {
+      "epoch": 2.317073170731707,
+      "grad_norm": 2.2218778133392334,
+      "learning_rate": 4.368929864268709e-06,
+      "loss": 0.2687,
+      "step": 475
+    },
+    {
+      "epoch": 2.321951219512195,
+      "grad_norm": 3.3985276222229004,
+      "learning_rate": 4.366383054029907e-06,
+      "loss": 0.5934,
+      "step": 476
+    },
+    {
+      "epoch": 2.3268292682926828,
+      "grad_norm": 3.0726048946380615,
+      "learning_rate": 4.363831860576638e-06,
+      "loss": 0.5033,
+      "step": 477
+    },
+    {
+      "epoch": 2.3317073170731706,
+      "grad_norm": 2.728628635406494,
+      "learning_rate": 4.361276289900396e-06,
+      "loss": 0.4492,
+      "step": 478
+    },
+    {
+      "epoch": 2.3365853658536584,
+      "grad_norm": 3.1294424533843994,
+      "learning_rate": 4.358716348002962e-06,
+      "loss": 0.619,
+      "step": 479
+    },
+    {
+      "epoch": 2.341463414634146,
+      "grad_norm": 3.5564961433410645,
+      "learning_rate": 4.356152040896376e-06,
+      "loss": 0.4018,
+      "step": 480
+    },
+    {
+      "epoch": 2.346341463414634,
+      "grad_norm": 2.9329910278320312,
+      "learning_rate": 4.3535833746029335e-06,
+      "loss": 0.3062,
+      "step": 481
+    },
+    {
+      "epoch": 2.351219512195122,
+      "grad_norm": 3.744480848312378,
+      "learning_rate": 4.351010355155165e-06,
+      "loss": 0.3387,
+      "step": 482
+    },
+    {
+      "epoch": 2.3560975609756096,
+      "grad_norm": 2.537912130355835,
+      "learning_rate": 4.348432988595828e-06,
+      "loss": 0.3103,
+      "step": 483
+    },
+    {
+      "epoch": 2.3609756097560974,
+      "grad_norm": 3.232128858566284,
+      "learning_rate": 4.345851280977885e-06,
+      "loss": 0.6782,
+      "step": 484
+    },
+    {
+      "epoch": 2.3658536585365852,
+      "grad_norm": 3.601463794708252,
+      "learning_rate": 4.343265238364496e-06,
+      "loss": 0.3195,
+      "step": 485
+    },
+    {
+      "epoch": 2.370731707317073,
+      "grad_norm": 4.05529260635376,
+      "learning_rate": 4.340674866829001e-06,
+      "loss": 0.4639,
+      "step": 486
+    },
+    {
+      "epoch": 2.375609756097561,
+      "grad_norm": 4.128161430358887,
+      "learning_rate": 4.338080172454908e-06,
+      "loss": 0.7229,
+      "step": 487
+    },
+    {
+      "epoch": 2.3804878048780487,
+      "grad_norm": 2.665430784225464,
+      "learning_rate": 4.335481161335875e-06,
+      "loss": 0.4334,
+      "step": 488
+    },
+    {
+      "epoch": 2.3853658536585365,
+      "grad_norm": 3.777899742126465,
+      "learning_rate": 4.332877839575699e-06,
+      "loss": 0.3409,
+      "step": 489
+    },
+    {
+      "epoch": 2.3902439024390243,
+      "grad_norm": 2.9942116737365723,
+      "learning_rate": 4.330270213288301e-06,
+      "loss": 0.5221,
+      "step": 490
+    },
+    {
+      "epoch": 2.395121951219512,
+      "grad_norm": 3.518601417541504,
+      "learning_rate": 4.32765828859771e-06,
+      "loss": 0.7078,
+      "step": 491
+    },
+    {
+      "epoch": 2.4,
+      "grad_norm": 3.452350378036499,
+      "learning_rate": 4.325042071638051e-06,
+      "loss": 0.5902,
+      "step": 492
+    },
+    {
+      "epoch": 2.4048780487804877,
+      "grad_norm": 3.072655200958252,
+      "learning_rate": 4.322421568553529e-06,
+      "loss": 0.3746,
+      "step": 493
+    },
+    {
+      "epoch": 2.4097560975609755,
+      "grad_norm": 2.8621394634246826,
+      "learning_rate": 4.319796785498416e-06,
+      "loss": 0.3474,
+      "step": 494
+    },
+    {
+      "epoch": 2.4146341463414633,
+      "grad_norm": 3.3891537189483643,
+      "learning_rate": 4.317167728637032e-06,
+      "loss": 0.5171,
+      "step": 495
+    },
+    {
+      "epoch": 2.419512195121951,
+      "grad_norm": 2.505720376968384,
+      "learning_rate": 4.314534404143738e-06,
+      "loss": 0.4263,
+      "step": 496
+    },
+    {
+      "epoch": 2.424390243902439,
+      "grad_norm": 2.6280455589294434,
+      "learning_rate": 4.3118968182029155e-06,
+      "loss": 0.5072,
+      "step": 497
+    },
+    {
+      "epoch": 2.4292682926829268,
+      "grad_norm": 2.703711748123169,
+      "learning_rate": 4.3092549770089566e-06,
+      "loss": 0.2742,
+      "step": 498
+    },
+    {
+      "epoch": 2.4341463414634146,
+      "grad_norm": 3.0358169078826904,
+      "learning_rate": 4.306608886766243e-06,
+      "loss": 0.4814,
+      "step": 499
+    },
+    {
+      "epoch": 2.4390243902439024,
+      "grad_norm": 3.263326406478882,
+      "learning_rate": 4.303958553689137e-06,
+      "loss": 0.4188,
+      "step": 500
+    },
+    {
+      "epoch": 2.44390243902439,
+      "grad_norm": 2.833951950073242,
+      "learning_rate": 4.3013039840019675e-06,
+      "loss": 0.6436,
+      "step": 501
+    },
+    {
+      "epoch": 2.448780487804878,
+      "grad_norm": 3.6790921688079834,
+      "learning_rate": 4.2986451839390105e-06,
+      "loss": 0.2862,
+      "step": 502
+    },
+    {
+      "epoch": 2.453658536585366,
+      "grad_norm": 2.7376418113708496,
+      "learning_rate": 4.295982159744476e-06,
+      "loss": 0.4926,
+      "step": 503
+    },
+    {
+      "epoch": 2.4585365853658536,
+      "grad_norm": 3.575244665145874,
+      "learning_rate": 4.293314917672498e-06,
+      "loss": 0.5717,
+      "step": 504
+    },
+    {
+      "epoch": 2.4634146341463414,
+      "grad_norm": 2.8722269535064697,
+      "learning_rate": 4.290643463987114e-06,
+      "loss": 0.2707,
+      "step": 505
+    },
+    {
+      "epoch": 2.4682926829268292,
+      "grad_norm": 2.8118090629577637,
+      "learning_rate": 4.287967804962252e-06,
+      "loss": 0.347,
+      "step": 506
+    },
+    {
+      "epoch": 2.473170731707317,
+      "grad_norm": 3.345698356628418,
+      "learning_rate": 4.285287946881718e-06,
+      "loss": 0.2103,
+      "step": 507
+    },
+    {
+      "epoch": 2.478048780487805,
+      "grad_norm": 3.0156590938568115,
+      "learning_rate": 4.282603896039178e-06,
+      "loss": 0.6405,
+      "step": 508
+    },
+    {
+      "epoch": 2.4829268292682927,
+      "grad_norm": 3.102205753326416,
+      "learning_rate": 4.279915658738145e-06,
+      "loss": 0.4027,
+      "step": 509
+    },
+    {
+      "epoch": 2.4878048780487805,
+      "grad_norm": 2.8665261268615723,
+      "learning_rate": 4.277223241291966e-06,
+      "loss": 0.6503,
+      "step": 510
+    },
+    {
+      "epoch": 2.4926829268292683,
+      "grad_norm": 2.5396728515625,
+      "learning_rate": 4.274526650023801e-06,
+      "loss": 0.5006,
+      "step": 511
+    },
+    {
+      "epoch": 2.497560975609756,
+      "grad_norm": 3.4846577644348145,
+      "learning_rate": 4.271825891266617e-06,
+      "loss": 0.479,
+      "step": 512
+    },
+    {
+      "epoch": 2.502439024390244,
+      "grad_norm": 4.5995612144470215,
+      "learning_rate": 4.269120971363164e-06,
+      "loss": 0.6667,
+      "step": 513
+    },
+    {
+      "epoch": 2.5073170731707317,
+      "grad_norm": 3.2117559909820557,
+      "learning_rate": 4.266411896665967e-06,
+      "loss": 0.2977,
+      "step": 514
+    },
+    {
+      "epoch": 2.5121951219512195,
+      "grad_norm": 2.798161268234253,
+      "learning_rate": 4.263698673537309e-06,
+      "loss": 0.3912,
+      "step": 515
+    },
+    {
+      "epoch": 2.5170731707317073,
+      "grad_norm": 3.593287944793701,
+      "learning_rate": 4.260981308349214e-06,
+      "loss": 0.615,
+      "step": 516
+    },
+    {
+      "epoch": 2.521951219512195,
+      "grad_norm": 3.06075119972229,
+      "learning_rate": 4.258259807483434e-06,
+      "loss": 0.4559,
+      "step": 517
+    },
+    {
+      "epoch": 2.526829268292683,
+      "grad_norm": 2.893202543258667,
+      "learning_rate": 4.255534177331435e-06,
+      "loss": 0.4993,
+      "step": 518
+    },
+    {
+      "epoch": 2.5317073170731708,
+      "grad_norm": 3.613308906555176,
+      "learning_rate": 4.252804424294378e-06,
+      "loss": 0.4581,
+      "step": 519
+    },
+    {
+      "epoch": 2.5365853658536586,
+      "grad_norm": 3.1191842555999756,
+      "learning_rate": 4.25007055478311e-06,
+      "loss": 0.5403,
+      "step": 520
+    },
+    {
+      "epoch": 2.5414634146341464,
+      "grad_norm": 3.653355836868286,
+      "learning_rate": 4.247332575218144e-06,
+      "loss": 0.3658,
+      "step": 521
+    },
+    {
+      "epoch": 2.546341463414634,
+      "grad_norm": 3.1386306285858154,
+      "learning_rate": 4.244590492029643e-06,
+      "loss": 0.6342,
+      "step": 522
+    },
+    {
+      "epoch": 2.551219512195122,
+      "grad_norm": 3.0894742012023926,
+      "learning_rate": 4.241844311657411e-06,
+      "loss": 0.3411,
+      "step": 523
+    },
+    {
+      "epoch": 2.55609756097561,
+      "grad_norm": 3.205916404724121,
+      "learning_rate": 4.239094040550875e-06,
+      "loss": 0.2829,
+      "step": 524
+    },
+    {
+      "epoch": 2.5609756097560976,
+      "grad_norm": 2.378857374191284,
+      "learning_rate": 4.236339685169065e-06,
+      "loss": 0.4749,
+      "step": 525
+    },
+    {
+      "epoch": 2.5658536585365854,
+      "grad_norm": 3.8657875061035156,
+      "learning_rate": 4.233581251980604e-06,
+      "loss": 0.2485,
+      "step": 526
+    },
+    {
+      "epoch": 2.5707317073170732,
+      "grad_norm": 3.565807580947876,
+      "learning_rate": 4.230818747463696e-06,
+      "loss": 0.4488,
+      "step": 527
+    },
+    {
+      "epoch": 2.575609756097561,
+      "grad_norm": 2.6909685134887695,
+      "learning_rate": 4.228052178106101e-06,
+      "loss": 0.4495,
+      "step": 528
+    },
+    {
+      "epoch": 2.580487804878049,
+      "grad_norm": 2.937680244445801,
+      "learning_rate": 4.2252815504051285e-06,
+      "loss": 0.2396,
+      "step": 529
+    },
+    {
+      "epoch": 2.5853658536585367,
+      "grad_norm": 5.55731201171875,
+      "learning_rate": 4.222506870867618e-06,
+      "loss": 0.6784,
+      "step": 530
+    },
+    {
+      "epoch": 2.5902439024390245,
+      "grad_norm": 2.7388782501220703,
+      "learning_rate": 4.2197281460099245e-06,
+      "loss": 0.5543,
+      "step": 531
+    },
+    {
+      "epoch": 2.5951219512195123,
+      "grad_norm": 3.311134099960327,
+      "learning_rate": 4.216945382357905e-06,
+      "loss": 0.5281,
+      "step": 532
+    },
+    {
+      "epoch": 2.6,
+      "grad_norm": 3.511232376098633,
+      "learning_rate": 4.214158586446901e-06,
+      "loss": 0.8019,
+      "step": 533
+    },
+    {
+      "epoch": 2.604878048780488,
+      "grad_norm": 4.416641712188721,
+      "learning_rate": 4.211367764821722e-06,
+      "loss": 0.7769,
+      "step": 534
+    },
+    {
+      "epoch": 2.6097560975609757,
+      "grad_norm": 2.9849908351898193,
+      "learning_rate": 4.208572924036634e-06,
+      "loss": 0.4077,
+      "step": 535
+    },
+    {
+      "epoch": 2.6146341463414635,
+      "grad_norm": 2.8512160778045654,
+      "learning_rate": 4.2057740706553415e-06,
+      "loss": 0.433,
+      "step": 536
+    },
+    {
+      "epoch": 2.6195121951219513,
+      "grad_norm": 2.6729629039764404,
+      "learning_rate": 4.202971211250971e-06,
+      "loss": 0.5957,
+      "step": 537
+    },
+    {
+      "epoch": 2.624390243902439,
+      "grad_norm": 2.4570281505584717,
+      "learning_rate": 4.200164352406061e-06,
+      "loss": 0.3013,
+      "step": 538
+    },
+    {
+      "epoch": 2.629268292682927,
+      "grad_norm": 3.3771679401397705,
+      "learning_rate": 4.197353500712539e-06,
+      "loss": 0.5646,
+      "step": 539
+    },
+    {
+      "epoch": 2.6341463414634148,
+      "grad_norm": 3.163496494293213,
+      "learning_rate": 4.1945386627717115e-06,
+      "loss": 0.4529,
+      "step": 540
+    },
+    {
+      "epoch": 2.6390243902439026,
+      "grad_norm": 8.32056713104248,
+      "learning_rate": 4.191719845194246e-06,
+      "loss": 0.6076,
+      "step": 541
+    },
+    {
+      "epoch": 2.6439024390243904,
+      "grad_norm": 2.7657363414764404,
+      "learning_rate": 4.188897054600156e-06,
+      "loss": 0.4855,
+      "step": 542
+    },
+    {
+      "epoch": 2.648780487804878,
+      "grad_norm": 3.299283504486084,
+      "learning_rate": 4.186070297618787e-06,
+      "loss": 0.5836,
+      "step": 543
+    },
+    {
+      "epoch": 2.653658536585366,
+      "grad_norm": 2.3928205966949463,
+      "learning_rate": 4.183239580888799e-06,
+      "loss": 0.6266,
+      "step": 544
+    },
+    {
+      "epoch": 2.658536585365854,
+      "grad_norm": 3.395251750946045,
+      "learning_rate": 4.18040491105815e-06,
+      "loss": 0.429,
+      "step": 545
+    },
+    {
+      "epoch": 2.6634146341463416,
+      "grad_norm": 2.690936803817749,
+      "learning_rate": 4.177566294784085e-06,
+      "loss": 0.391,
+      "step": 546
+    },
+    {
+      "epoch": 2.6682926829268294,
+      "grad_norm": 3.7687628269195557,
+      "learning_rate": 4.174723738733114e-06,
+      "loss": 0.6548,
+      "step": 547
+    },
+    {
+      "epoch": 2.6731707317073172,
+      "grad_norm": 2.7884976863861084,
+      "learning_rate": 4.171877249581001e-06,
+      "loss": 0.5188,
+      "step": 548
+    },
+    {
+      "epoch": 2.678048780487805,
+      "grad_norm": 3.0811641216278076,
+      "learning_rate": 4.169026834012748e-06,
+      "loss": 0.3494,
+      "step": 549
+    },
+    {
+      "epoch": 2.682926829268293,
+      "grad_norm": 3.090078592300415,
+      "learning_rate": 4.166172498722577e-06,
+      "loss": 0.3621,
+      "step": 550
+    },
+    {
+      "epoch": 2.68780487804878,
+      "grad_norm": 3.925424098968506,
+      "learning_rate": 4.163314250413913e-06,
+      "loss": 0.7187,
+      "step": 551
+    },
+    {
+      "epoch": 2.692682926829268,
+      "grad_norm": 3.3590312004089355,
+      "learning_rate": 4.160452095799378e-06,
+      "loss": 0.428,
+      "step": 552
+    },
+    {
+      "epoch": 2.697560975609756,
+      "grad_norm": 3.08093523979187,
+      "learning_rate": 4.157586041600759e-06,
+      "loss": 0.202,
+      "step": 553
+    },
+    {
+      "epoch": 2.7024390243902436,
+      "grad_norm": 2.9391448497772217,
+      "learning_rate": 4.154716094549008e-06,
+      "loss": 0.5238,
+      "step": 554
+    },
+    {
+      "epoch": 2.7073170731707314,
+      "grad_norm": 2.9869461059570312,
+      "learning_rate": 4.151842261384217e-06,
+      "loss": 0.3073,
+      "step": 555
+    },
+    {
+      "epoch": 2.7121951219512193,
+      "grad_norm": 3.8973608016967773,
+      "learning_rate": 4.148964548855603e-06,
+      "loss": 0.8435,
+      "step": 556
+    },
+    {
+      "epoch": 2.717073170731707,
+      "grad_norm": 2.3596479892730713,
+      "learning_rate": 4.146082963721496e-06,
+      "loss": 0.2562,
+      "step": 557
+    },
+    {
+      "epoch": 2.721951219512195,
+      "grad_norm": 3.4964873790740967,
+      "learning_rate": 4.143197512749322e-06,
+      "loss": 1.0144,
+      "step": 558
+    },
+    {
+      "epoch": 2.7268292682926827,
+      "grad_norm": 2.8925280570983887,
+      "learning_rate": 4.140308202715581e-06,
+      "loss": 0.7581,
+      "step": 559
+    },
+    {
+      "epoch": 2.7317073170731705,
+      "grad_norm": 2.622724771499634,
+      "learning_rate": 4.13741504040584e-06,
+      "loss": 0.3114,
+      "step": 560
+    },
+    {
+      "epoch": 2.7365853658536583,
+      "grad_norm": 3.775834321975708,
+      "learning_rate": 4.134518032614713e-06,
+      "loss": 0.4384,
+      "step": 561
+    },
+    {
+      "epoch": 2.741463414634146,
+      "grad_norm": 2.691236972808838,
+      "learning_rate": 4.1316171861458445e-06,
+      "loss": 0.3141,
+      "step": 562
+    },
+    {
+      "epoch": 2.746341463414634,
+      "grad_norm": 3.059152841567993,
+      "learning_rate": 4.128712507811893e-06,
+      "loss": 0.5777,
+      "step": 563
+    },
+    {
+      "epoch": 2.7512195121951217,
+      "grad_norm": 2.867432117462158,
+      "learning_rate": 4.125804004434517e-06,
+      "loss": 0.5542,
+      "step": 564
+    },
+    {
+      "epoch": 2.7560975609756095,
+      "grad_norm": 2.796438694000244,
+      "learning_rate": 4.12289168284436e-06,
+      "loss": 0.3442,
+      "step": 565
+    },
+    {
+      "epoch": 2.7609756097560973,
+      "grad_norm": 3.052199125289917,
+      "learning_rate": 4.119975549881029e-06,
+      "loss": 0.4754,
+      "step": 566
+    },
+    {
+      "epoch": 2.765853658536585,
+      "grad_norm": 2.5463602542877197,
+      "learning_rate": 4.1170556123930846e-06,
+      "loss": 0.2988,
+      "step": 567
+    },
+    {
+      "epoch": 2.770731707317073,
+      "grad_norm": 3.003124475479126,
+      "learning_rate": 4.114131877238021e-06,
+      "loss": 0.4642,
+      "step": 568
+    },
+    {
+      "epoch": 2.7756097560975608,
+      "grad_norm": 2.4988298416137695,
+      "learning_rate": 4.111204351282254e-06,
+      "loss": 0.3493,
+      "step": 569
+    },
+    {
+      "epoch": 2.7804878048780486,
+      "grad_norm": 2.7403693199157715,
+      "learning_rate": 4.108273041401098e-06,
+      "loss": 0.4007,
+      "step": 570
+    },
+    {
+      "epoch": 2.7853658536585364,
+      "grad_norm": 4.101940155029297,
+      "learning_rate": 4.105337954478756e-06,
+      "loss": 0.7815,
+      "step": 571
+    },
+    {
+      "epoch": 2.790243902439024,
+      "grad_norm": 3.229969024658203,
+      "learning_rate": 4.102399097408304e-06,
+      "loss": 0.6099,
+      "step": 572
+    },
+    {
+      "epoch": 2.795121951219512,
+      "grad_norm": 3.234693765640259,
+      "learning_rate": 4.099456477091667e-06,
+      "loss": 0.2478,
+      "step": 573
+    },
+    {
+      "epoch": 2.8,
+      "grad_norm": 2.9824702739715576,
+      "learning_rate": 4.096510100439611e-06,
+      "loss": 0.6403,
+      "step": 574
+    },
+    {
+      "epoch": 2.8048780487804876,
+      "grad_norm": 2.8012478351593018,
+      "learning_rate": 4.093559974371725e-06,
+      "loss": 0.2509,
+      "step": 575
+    },
+    {
+      "epoch": 2.8097560975609754,
+      "grad_norm": 2.915400743484497,
+      "learning_rate": 4.0906061058164e-06,
+      "loss": 0.7552,
+      "step": 576
+    },
+    {
+      "epoch": 2.8146341463414632,
+      "grad_norm": 3.467665672302246,
+      "learning_rate": 4.087648501710819e-06,
+      "loss": 0.3146,
+      "step": 577
+    },
+    {
+      "epoch": 2.819512195121951,
+      "grad_norm": 3.1628401279449463,
+      "learning_rate": 4.084687169000938e-06,
+      "loss": 0.507,
+      "step": 578
+    },
+    {
+      "epoch": 2.824390243902439,
+      "grad_norm": 2.4069066047668457,
+      "learning_rate": 4.081722114641469e-06,
+      "loss": 0.4116,
+      "step": 579
+    },
+    {
+      "epoch": 2.8292682926829267,
+      "grad_norm": 3.698174238204956,
+      "learning_rate": 4.0787533455958626e-06,
+      "loss": 0.2264,
+      "step": 580
+    },
+    {
+      "epoch": 2.8341463414634145,
+      "grad_norm": 3.0896191596984863,
+      "learning_rate": 4.075780868836296e-06,
+      "loss": 0.3197,
+      "step": 581
+    },
+    {
+      "epoch": 2.8390243902439023,
+      "grad_norm": 3.098562240600586,
+      "learning_rate": 4.072804691343653e-06,
+      "loss": 0.4045,
+      "step": 582
+    },
+    {
+      "epoch": 2.84390243902439,
+      "grad_norm": 3.9232118129730225,
+      "learning_rate": 4.069824820107507e-06,
+      "loss": 0.9564,
+      "step": 583
+    },
+    {
+      "epoch": 2.848780487804878,
+      "grad_norm": 2.7176268100738525,
+      "learning_rate": 4.06684126212611e-06,
+      "loss": 0.2703,
+      "step": 584
+    },
+    {
+      "epoch": 2.8536585365853657,
+      "grad_norm": 2.4905827045440674,
+      "learning_rate": 4.063854024406369e-06,
+      "loss": 0.4828,
+      "step": 585
+    },
+    {
+      "epoch": 2.8585365853658535,
+      "grad_norm": 2.848784923553467,
+      "learning_rate": 4.060863113963835e-06,
+      "loss": 0.4131,
+      "step": 586
+    },
+    {
+      "epoch": 2.8634146341463413,
+      "grad_norm": 2.599665403366089,
+      "learning_rate": 4.057868537822683e-06,
+      "loss": 0.4464,
+      "step": 587
+    },
+    {
+      "epoch": 2.868292682926829,
+      "grad_norm": 3.1770827770233154,
+      "learning_rate": 4.054870303015695e-06,
+      "loss": 0.2825,
+      "step": 588
+    },
+    {
+      "epoch": 2.873170731707317,
+      "grad_norm": 3.18332839012146,
+      "learning_rate": 4.05186841658425e-06,
+      "loss": 0.4438,
+      "step": 589
+    },
+    {
+      "epoch": 2.8780487804878048,
+      "grad_norm": 2.7485718727111816,
+      "learning_rate": 4.048862885578301e-06,
+      "loss": 0.4817,
+      "step": 590
+    },
+    {
+      "epoch": 2.8829268292682926,
+      "grad_norm": 2.9712934494018555,
+      "learning_rate": 4.045853717056358e-06,
+      "loss": 0.5157,
+      "step": 591
+    },
+    {
+      "epoch": 2.8878048780487804,
+      "grad_norm": 2.246858835220337,
+      "learning_rate": 4.0428409180854775e-06,
+      "loss": 0.4029,
+      "step": 592
+    },
+    {
+      "epoch": 2.892682926829268,
+      "grad_norm": 2.683434247970581,
+      "learning_rate": 4.039824495741238e-06,
+      "loss": 0.3796,
+      "step": 593
+    },
+    {
+      "epoch": 2.897560975609756,
+      "grad_norm": 2.6297569274902344,
+      "learning_rate": 4.036804457107733e-06,
+      "loss": 0.4467,
+      "step": 594
+    },
+    {
+      "epoch": 2.902439024390244,
+      "grad_norm": 5.318776607513428,
+      "learning_rate": 4.0337808092775435e-06,
+      "loss": 0.7007,
+      "step": 595
+    },
+    {
+      "epoch": 2.9073170731707316,
+      "grad_norm": 3.069889783859253,
+      "learning_rate": 4.030753559351728e-06,
+      "loss": 0.3219,
+      "step": 596
+    },
+    {
+      "epoch": 2.9121951219512194,
+      "grad_norm": 1.9730123281478882,
+      "learning_rate": 4.027722714439808e-06,
+      "loss": 0.3038,
+      "step": 597
+    },
+    {
+      "epoch": 2.9170731707317072,
+      "grad_norm": 3.7959916591644287,
+      "learning_rate": 4.024688281659743e-06,
+      "loss": 0.7768,
+      "step": 598
+    },
+    {
+      "epoch": 2.921951219512195,
+      "grad_norm": 3.900886297225952,
+      "learning_rate": 4.021650268137924e-06,
+      "loss": 0.4667,
+      "step": 599
+    },
+    {
+      "epoch": 2.926829268292683,
+      "grad_norm": 2.6155691146850586,
+      "learning_rate": 4.018608681009143e-06,
+      "loss": 0.3852,
+      "step": 600
+    },
+    {
+      "epoch": 2.9317073170731707,
+      "grad_norm": 3.2715704441070557,
+      "learning_rate": 4.015563527416596e-06,
+      "loss": 0.4804,
+      "step": 601
+    },
+    {
+      "epoch": 2.9365853658536585,
+      "grad_norm": 3.001425266265869,
+      "learning_rate": 4.012514814511844e-06,
+      "loss": 0.4152,
+      "step": 602
+    },
+    {
+      "epoch": 2.9414634146341463,
+      "grad_norm": 2.685360908508301,
+      "learning_rate": 4.009462549454816e-06,
+      "loss": 0.5029,
+      "step": 603
+    },
+    {
+      "epoch": 2.946341463414634,
+      "grad_norm": 3.4670183658599854,
+      "learning_rate": 4.006406739413775e-06,
+      "loss": 0.4857,
+      "step": 604
+    },
+    {
+      "epoch": 2.951219512195122,
+      "grad_norm": 3.0613298416137695,
+      "learning_rate": 4.003347391565317e-06,
+      "loss": 0.4449,
+      "step": 605
+    },
+    {
+      "epoch": 2.9560975609756097,
+      "grad_norm": 3.207186698913574,
+      "learning_rate": 4.000284513094342e-06,
+      "loss": 0.4808,
+      "step": 606
+    },
+    {
+      "epoch": 2.9609756097560975,
+      "grad_norm": 2.910578727722168,
+      "learning_rate": 3.997218111194042e-06,
+      "loss": 0.4395,
+      "step": 607
+    },
+    {
+      "epoch": 2.9658536585365853,
+      "grad_norm": 2.581918954849243,
+      "learning_rate": 3.994148193065886e-06,
+      "loss": 0.3264,
+      "step": 608
+    },
+    {
+      "epoch": 2.970731707317073,
+      "grad_norm": 2.6517748832702637,
+      "learning_rate": 3.991074765919598e-06,
+      "loss": 0.3285,
+      "step": 609
+    },
+    {
+      "epoch": 2.975609756097561,
+      "grad_norm": 3.509756088256836,
+      "learning_rate": 3.987997836973147e-06,
+      "loss": 0.3638,
+      "step": 610
+    },
+    {
+      "epoch": 2.9804878048780488,
+      "grad_norm": 2.7382352352142334,
+      "learning_rate": 3.984917413452721e-06,
+      "loss": 0.3853,
+      "step": 611
+    },
+    {
+      "epoch": 2.9853658536585366,
+      "grad_norm": 3.998974323272705,
+      "learning_rate": 3.981833502592717e-06,
+      "loss": 0.6411,
+      "step": 612
+    },
+    {
+      "epoch": 2.9902439024390244,
+      "grad_norm": 3.305126428604126,
+      "learning_rate": 3.978746111635725e-06,
+      "loss": 0.2759,
+      "step": 613
+    },
+    {
+      "epoch": 2.995121951219512,
+      "grad_norm": 3.137300968170166,
+      "learning_rate": 3.9756552478325045e-06,
+      "loss": 0.4566,
+      "step": 614
+    },
+    {
+      "epoch": 3.0,
+      "grad_norm": 2.617291212081909,
+      "learning_rate": 3.972560918441972e-06,
+      "loss": 0.2221,
+      "step": 615
+    }
+  ],
+  "logging_steps": 1,
+  "max_steps": 2050,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 10,
+  "save_steps": 206,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 1.7702898878539366e+17,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}