{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.0,
  "eval_steps": 500,
  "global_step": 3250,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0012312427856868025,
      "grad_norm": 1.3125,
      "learning_rate": 1.0204081632653061e-07,
      "loss": 1.426961898803711,
      "step": 2
    },
    {
      "epoch": 0.002462485571373605,
      "grad_norm": 1.6953125,
      "learning_rate": 3.0612244897959183e-07,
      "loss": 1.346108078956604,
      "step": 4
    },
    {
      "epoch": 0.003693728357060408,
      "grad_norm": 2.390625,
      "learning_rate": 5.102040816326531e-07,
      "loss": 1.8839138746261597,
      "step": 6
    },
    {
      "epoch": 0.00492497114274721,
      "grad_norm": 3.765625,
      "learning_rate": 7.142857142857143e-07,
      "loss": 1.8666269779205322,
      "step": 8
    },
    {
      "epoch": 0.0061562139284340135,
      "grad_norm": 1.7109375,
      "learning_rate": 9.183673469387756e-07,
      "loss": 1.228968620300293,
      "step": 10
    },
    {
      "epoch": 0.007387456714120816,
      "grad_norm": 9.3125,
      "learning_rate": 1.122448979591837e-06,
      "loss": 1.0329455137252808,
      "step": 12
    },
    {
      "epoch": 0.008618699499807618,
      "grad_norm": 3.1875,
      "learning_rate": 1.3265306122448982e-06,
      "loss": 1.8221150636672974,
      "step": 14
    },
    {
      "epoch": 0.00984994228549442,
      "grad_norm": 3.234375,
      "learning_rate": 1.5306122448979593e-06,
      "loss": 1.8240559101104736,
      "step": 16
    },
    {
      "epoch": 0.011081185071181223,
      "grad_norm": 6.59375,
      "learning_rate": 1.7346938775510206e-06,
      "loss": 2.2386162281036377,
      "step": 18
    },
    {
      "epoch": 0.012312427856868027,
      "grad_norm": 7.09375,
      "learning_rate": 1.938775510204082e-06,
      "loss": 2.164640188217163,
      "step": 20
    },
    {
      "epoch": 0.01354367064255483,
      "grad_norm": 10.0,
      "learning_rate": 2.1428571428571427e-06,
      "loss": 2.490449905395508,
      "step": 22
    },
    {
      "epoch": 0.014774913428241632,
      "grad_norm": 6.1875,
      "learning_rate": 2.3469387755102044e-06,
      "loss": 2.384032726287842,
      "step": 24
    },
    {
      "epoch": 0.016006156213928435,
      "grad_norm": 2.453125,
      "learning_rate": 2.5510204081632657e-06,
      "loss": 1.432393193244934,
      "step": 26
    },
    {
      "epoch": 0.017237398999615235,
      "grad_norm": 1.4296875,
      "learning_rate": 2.7551020408163266e-06,
      "loss": 1.337876558303833,
      "step": 28
    },
    {
      "epoch": 0.01846864178530204,
      "grad_norm": 1.2890625,
      "learning_rate": 2.959183673469388e-06,
      "loss": 1.2051901817321777,
      "step": 30
    },
    {
      "epoch": 0.01969988457098884,
      "grad_norm": 1.0546875,
      "learning_rate": 3.1632653061224496e-06,
      "loss": 1.1560025215148926,
      "step": 32
    },
    {
      "epoch": 0.020931127356675645,
      "grad_norm": 2.46875,
      "learning_rate": 3.3673469387755105e-06,
      "loss": 1.1425062417984009,
      "step": 34
    },
    {
      "epoch": 0.022162370142362445,
      "grad_norm": 3.8125,
      "learning_rate": 3.5714285714285718e-06,
      "loss": 1.2081866264343262,
      "step": 36
    },
    {
      "epoch": 0.02339361292804925,
      "grad_norm": 8.4375,
      "learning_rate": 3.7755102040816327e-06,
      "loss": 2.156994104385376,
      "step": 38
    },
    {
      "epoch": 0.024624855713736054,
      "grad_norm": 14.375,
      "learning_rate": 3.979591836734694e-06,
      "loss": 2.4016313552856445,
      "step": 40
    },
    {
      "epoch": 0.025856098499422855,
      "grad_norm": 3.140625,
      "learning_rate": 4.183673469387755e-06,
      "loss": 1.7849466800689697,
      "step": 42
    },
    {
      "epoch": 0.02708734128510966,
      "grad_norm": 5.46875,
      "learning_rate": 4.3877551020408165e-06,
      "loss": 1.7391504049301147,
      "step": 44
    },
    {
      "epoch": 0.02831858407079646,
      "grad_norm": 5.96875,
      "learning_rate": 4.591836734693878e-06,
      "loss": 2.117762327194214,
      "step": 46
    },
    {
      "epoch": 0.029549826856483264,
      "grad_norm": 12.5,
      "learning_rate": 4.795918367346939e-06,
      "loss": 2.1546037197113037,
      "step": 48
    },
    {
      "epoch": 0.030781069642170065,
      "grad_norm": 6.375,
      "learning_rate": 5e-06,
      "loss": 1.6910151243209839,
      "step": 50
    },
    {
      "epoch": 0.03201231242785687,
      "grad_norm": 2.875,
      "learning_rate": 5.204081632653062e-06,
      "loss": 1.7401823997497559,
      "step": 52
    },
    {
      "epoch": 0.03324355521354367,
      "grad_norm": 5.3125,
      "learning_rate": 5.408163265306123e-06,
      "loss": 2.2959043979644775,
      "step": 54
    },
    {
      "epoch": 0.03447479799923047,
      "grad_norm": 4.59375,
      "learning_rate": 5.6122448979591834e-06,
      "loss": 2.2308778762817383,
      "step": 56
    },
    {
      "epoch": 0.03570604078491728,
      "grad_norm": 1.5078125,
      "learning_rate": 5.816326530612246e-06,
      "loss": 1.1782121658325195,
      "step": 58
    },
    {
      "epoch": 0.03693728357060408,
      "grad_norm": 1.15625,
      "learning_rate": 6.020408163265307e-06,
      "loss": 1.3119515180587769,
      "step": 60
    },
    {
      "epoch": 0.03816852635629088,
      "grad_norm": 4.21875,
      "learning_rate": 6.224489795918368e-06,
      "loss": 1.8275368213653564,
      "step": 62
    },
    {
      "epoch": 0.03939976914197768,
      "grad_norm": 3.140625,
      "learning_rate": 6.4285714285714295e-06,
      "loss": 1.9090592861175537,
      "step": 64
    },
    {
      "epoch": 0.04063101192766449,
      "grad_norm": 2.203125,
      "learning_rate": 6.63265306122449e-06,
      "loss": 1.7946950197219849,
      "step": 66
    },
    {
      "epoch": 0.04186225471335129,
      "grad_norm": 5.78125,
      "learning_rate": 6.836734693877551e-06,
      "loss": 1.8883665800094604,
      "step": 68
    },
    {
      "epoch": 0.04309349749903809,
      "grad_norm": 1.953125,
      "learning_rate": 7.0408163265306125e-06,
      "loss": 1.3253710269927979,
      "step": 70
    },
    {
      "epoch": 0.04432474028472489,
      "grad_norm": 1.578125,
      "learning_rate": 7.244897959183675e-06,
      "loss": 1.5811930894851685,
      "step": 72
    },
    {
      "epoch": 0.0455559830704117,
      "grad_norm": 6.875,
      "learning_rate": 7.448979591836736e-06,
      "loss": 2.326409339904785,
      "step": 74
    },
    {
      "epoch": 0.0467872258560985,
      "grad_norm": 6.0625,
      "learning_rate": 7.653061224489796e-06,
      "loss": 2.18452787399292,
      "step": 76
    },
    {
      "epoch": 0.0480184686417853,
      "grad_norm": 11.375,
      "learning_rate": 7.857142857142858e-06,
      "loss": 2.273136854171753,
      "step": 78
    },
    {
      "epoch": 0.04924971142747211,
      "grad_norm": 4.28125,
      "learning_rate": 8.06122448979592e-06,
      "loss": 2.2342689037323,
      "step": 80
    },
    {
      "epoch": 0.05048095421315891,
      "grad_norm": 7.84375,
      "learning_rate": 8.26530612244898e-06,
      "loss": 2.06551194190979,
      "step": 82
    },
    {
      "epoch": 0.05171219699884571,
      "grad_norm": 7.28125,
      "learning_rate": 8.469387755102042e-06,
      "loss": 2.0828216075897217,
      "step": 84
    },
    {
      "epoch": 0.05294343978453251,
      "grad_norm": 5.5,
      "learning_rate": 8.673469387755103e-06,
      "loss": 1.8301738500595093,
      "step": 86
    },
    {
      "epoch": 0.05417468257021932,
      "grad_norm": 3.046875,
      "learning_rate": 8.877551020408163e-06,
      "loss": 1.733726978302002,
      "step": 88
    },
    {
      "epoch": 0.05540592535590612,
      "grad_norm": 5.15625,
      "learning_rate": 9.081632653061225e-06,
      "loss": 2.214818239212036,
      "step": 90
    },
    {
      "epoch": 0.05663716814159292,
      "grad_norm": 3.359375,
      "learning_rate": 9.285714285714288e-06,
      "loss": 1.9520819187164307,
      "step": 92
    },
    {
      "epoch": 0.05786841092727972,
      "grad_norm": 1.21875,
      "learning_rate": 9.489795918367348e-06,
      "loss": 1.171900987625122,
      "step": 94
    },
    {
      "epoch": 0.05909965371296653,
      "grad_norm": 1.3203125,
      "learning_rate": 9.693877551020408e-06,
      "loss": 1.2222256660461426,
      "step": 96
    },
    {
      "epoch": 0.06033089649865333,
      "grad_norm": 5.0,
      "learning_rate": 9.89795918367347e-06,
      "loss": 1.6900241374969482,
      "step": 98
    },
    {
      "epoch": 0.06156213928434013,
      "grad_norm": 2.234375,
      "learning_rate": 9.999998013185654e-06,
      "loss": 1.8082116842269897,
      "step": 100
    },
    {
      "epoch": 0.06279338207002694,
      "grad_norm": 4.40625,
      "learning_rate": 9.999982118682718e-06,
      "loss": 2.431914806365967,
      "step": 102
    },
    {
      "epoch": 0.06402462485571374,
      "grad_norm": 10.0,
      "learning_rate": 9.999950329740007e-06,
      "loss": 2.414013624191284,
      "step": 104
    },
    {
      "epoch": 0.06525586764140054,
      "grad_norm": 5.34375,
      "learning_rate": 9.999902646483837e-06,
      "loss": 1.9995551109313965,
      "step": 106
    },
    {
      "epoch": 0.06648711042708734,
      "grad_norm": 3.828125,
      "learning_rate": 9.999839069103682e-06,
      "loss": 2.1116445064544678,
      "step": 108
    },
    {
      "epoch": 0.06771835321277414,
      "grad_norm": 9.3125,
      "learning_rate": 9.999759597852176e-06,
      "loss": 1.7808245420455933,
      "step": 110
    },
    {
      "epoch": 0.06894959599846094,
      "grad_norm": 48.0,
      "learning_rate": 9.99966423304511e-06,
      "loss": 1.754453420639038,
      "step": 112
    },
    {
      "epoch": 0.07018083878414776,
      "grad_norm": 1.8046875,
      "learning_rate": 9.999552975061427e-06,
      "loss": 1.0939162969589233,
      "step": 114
    },
    {
      "epoch": 0.07141208156983456,
      "grad_norm": 1.8828125,
      "learning_rate": 9.999425824343223e-06,
      "loss": 1.3613158464431763,
      "step": 116
    },
    {
      "epoch": 0.07264332435552136,
      "grad_norm": 2.953125,
      "learning_rate": 9.99928278139575e-06,
      "loss": 1.8957613706588745,
      "step": 118
    },
    {
      "epoch": 0.07387456714120816,
      "grad_norm": 2.375,
      "learning_rate": 9.999123846787406e-06,
      "loss": 1.8484387397766113,
      "step": 120
    },
    {
      "epoch": 0.07510580992689496,
      "grad_norm": 1.8515625,
      "learning_rate": 9.99894902114974e-06,
      "loss": 1.4110791683197021,
      "step": 122
    },
    {
      "epoch": 0.07633705271258176,
      "grad_norm": 2.046875,
      "learning_rate": 9.998758305177443e-06,
      "loss": 1.6105386018753052,
      "step": 124
    },
    {
      "epoch": 0.07756829549826856,
      "grad_norm": 1.9375,
      "learning_rate": 9.998551699628347e-06,
      "loss": 1.7053779363632202,
      "step": 126
    },
    {
      "epoch": 0.07879953828395536,
      "grad_norm": 2.796875,
      "learning_rate": 9.998329205323427e-06,
      "loss": 1.6974133253097534,
      "step": 128
    },
    {
      "epoch": 0.08003078106964218,
      "grad_norm": 1.8671875,
      "learning_rate": 9.998090823146794e-06,
      "loss": 1.7098684310913086,
      "step": 130
    },
    {
      "epoch": 0.08126202385532898,
      "grad_norm": 1.90625,
      "learning_rate": 9.997836554045689e-06,
      "loss": 1.699587345123291,
      "step": 132
    },
    {
      "epoch": 0.08249326664101578,
      "grad_norm": 3.734375,
      "learning_rate": 9.997566399030483e-06,
      "loss": 2.0180535316467285,
      "step": 134
    },
    {
      "epoch": 0.08372450942670258,
      "grad_norm": 4.3125,
      "learning_rate": 9.99728035917467e-06,
      "loss": 1.9283902645111084,
      "step": 136
    },
    {
      "epoch": 0.08495575221238938,
      "grad_norm": 3.953125,
      "learning_rate": 9.996978435614866e-06,
      "loss": 1.7642266750335693,
      "step": 138
    },
    {
      "epoch": 0.08618699499807618,
      "grad_norm": 3.59375,
      "learning_rate": 9.996660629550805e-06,
      "loss": 1.8200689554214478,
      "step": 140
    },
    {
      "epoch": 0.08741823778376298,
      "grad_norm": 3.296875,
      "learning_rate": 9.99632694224533e-06,
      "loss": 1.5669602155685425,
      "step": 142
    },
    {
      "epoch": 0.08864948056944978,
      "grad_norm": 2.75,
      "learning_rate": 9.995977375024389e-06,
      "loss": 1.6687263250350952,
      "step": 144
    },
    {
      "epoch": 0.0898807233551366,
      "grad_norm": 6.375,
      "learning_rate": 9.995611929277029e-06,
      "loss": 1.7212157249450684,
      "step": 146
    },
    {
      "epoch": 0.0911119661408234,
      "grad_norm": 2.8125,
      "learning_rate": 9.9952306064554e-06,
      "loss": 1.6282907724380493,
      "step": 148
    },
    {
      "epoch": 0.0923432089265102,
      "grad_norm": 5.6875,
      "learning_rate": 9.994833408074736e-06,
      "loss": 1.6188124418258667,
      "step": 150
    },
    {
      "epoch": 0.093574451712197,
      "grad_norm": 3.359375,
      "learning_rate": 9.994420335713354e-06,
      "loss": 1.6069148778915405,
      "step": 152
    },
    {
      "epoch": 0.0948056944978838,
      "grad_norm": 2.09375,
      "learning_rate": 9.99399139101265e-06,
      "loss": 1.7498996257781982,
      "step": 154
    },
    {
      "epoch": 0.0960369372835706,
      "grad_norm": 4.9375,
      "learning_rate": 9.99354657567709e-06,
      "loss": 1.7885342836380005,
      "step": 156
    },
    {
      "epoch": 0.0972681800692574,
      "grad_norm": 3.109375,
      "learning_rate": 9.993085891474208e-06,
      "loss": 1.6744879484176636,
      "step": 158
    },
    {
      "epoch": 0.09849942285494422,
      "grad_norm": 4.65625,
      "learning_rate": 9.99260934023459e-06,
      "loss": 1.71375572681427,
      "step": 160
    },
    {
      "epoch": 0.09973066564063102,
      "grad_norm": 1.3359375,
      "learning_rate": 9.992116923851869e-06,
      "loss": 1.1846431493759155,
      "step": 162
    },
    {
      "epoch": 0.10096190842631782,
      "grad_norm": 1.5390625,
      "learning_rate": 9.99160864428273e-06,
      "loss": 1.2758105993270874,
      "step": 164
    },
    {
      "epoch": 0.10219315121200462,
      "grad_norm": 0.9765625,
      "learning_rate": 9.991084503546882e-06,
      "loss": 1.1898852586746216,
      "step": 166
    },
    {
      "epoch": 0.10342439399769142,
      "grad_norm": 1.2265625,
      "learning_rate": 9.99054450372707e-06,
      "loss": 1.1127582788467407,
      "step": 168
    },
    {
      "epoch": 0.10465563678337822,
      "grad_norm": 5.375,
      "learning_rate": 9.989988646969049e-06,
      "loss": 1.9128127098083496,
      "step": 170
    },
    {
      "epoch": 0.10588687956906502,
      "grad_norm": 3.8125,
      "learning_rate": 9.989416935481586e-06,
      "loss": 1.824889063835144,
      "step": 172
    },
    {
      "epoch": 0.10711812235475182,
      "grad_norm": 2.28125,
      "learning_rate": 9.988829371536453e-06,
      "loss": 1.4687048196792603,
      "step": 174
    },
    {
      "epoch": 0.10834936514043864,
      "grad_norm": 2.046875,
      "learning_rate": 9.988225957468409e-06,
      "loss": 1.603397011756897,
      "step": 176
    },
    {
      "epoch": 0.10958060792612544,
      "grad_norm": 2.671875,
      "learning_rate": 9.987606695675196e-06,
      "loss": 1.3623863458633423,
      "step": 178
    },
    {
      "epoch": 0.11081185071181224,
      "grad_norm": 1.84375,
      "learning_rate": 9.986971588617529e-06,
      "loss": 1.2137137651443481,
      "step": 180
    },
    {
      "epoch": 0.11204309349749904,
      "grad_norm": 5.65625,
      "learning_rate": 9.986320638819092e-06,
      "loss": 1.8477953672409058,
      "step": 182
    },
    {
      "epoch": 0.11327433628318584,
      "grad_norm": 5.03125,
      "learning_rate": 9.98565384886651e-06,
      "loss": 1.6397606134414673,
      "step": 184
    },
    {
      "epoch": 0.11450557906887264,
      "grad_norm": 1.9453125,
      "learning_rate": 9.984971221409363e-06,
      "loss": 1.579763412475586,
      "step": 186
    },
    {
      "epoch": 0.11573682185455944,
      "grad_norm": 2.03125,
      "learning_rate": 9.984272759160156e-06,
      "loss": 1.582782506942749,
      "step": 188
    },
    {
      "epoch": 0.11696806464024626,
      "grad_norm": 2.0625,
      "learning_rate": 9.983558464894318e-06,
      "loss": 1.4831057786941528,
      "step": 190
    },
    {
      "epoch": 0.11819930742593306,
      "grad_norm": 2.9375,
      "learning_rate": 9.982828341450193e-06,
      "loss": 1.6540857553482056,
      "step": 192
    },
    {
      "epoch": 0.11943055021161986,
      "grad_norm": 1.203125,
      "learning_rate": 9.982082391729014e-06,
      "loss": 1.1849217414855957,
      "step": 194
    },
    {
      "epoch": 0.12066179299730666,
      "grad_norm": 0.92578125,
      "learning_rate": 9.981320618694908e-06,
      "loss": 1.2112078666687012,
      "step": 196
    },
    {
      "epoch": 0.12189303578299346,
      "grad_norm": 1.875,
      "learning_rate": 9.98054302537488e-06,
      "loss": 1.2096866369247437,
      "step": 198
    },
    {
      "epoch": 0.12312427856868026,
      "grad_norm": 2.015625,
      "learning_rate": 9.979749614858793e-06,
      "loss": 1.3210318088531494,
      "step": 200
    },
    {
      "epoch": 0.12435552135436706,
      "grad_norm": 1.2109375,
      "learning_rate": 9.978940390299372e-06,
      "loss": 1.232903003692627,
      "step": 202
    },
    {
      "epoch": 0.12558676414005387,
      "grad_norm": 9.0625,
      "learning_rate": 9.978115354912168e-06,
      "loss": 1.129847526550293,
      "step": 204
    },
    {
      "epoch": 0.12681800692574066,
      "grad_norm": 2.546875,
      "learning_rate": 9.977274511975564e-06,
      "loss": 1.5993540287017822,
      "step": 206
    },
    {
      "epoch": 0.12804924971142748,
      "grad_norm": 2.578125,
      "learning_rate": 9.976417864830761e-06,
      "loss": 1.5882292985916138,
      "step": 208
    },
    {
      "epoch": 0.12928049249711426,
      "grad_norm": 8.3125,
      "learning_rate": 9.97554541688175e-06,
      "loss": 0.9923779964447021,
      "step": 210
    },
    {
      "epoch": 0.13051173528280108,
      "grad_norm": 1.15625,
      "learning_rate": 9.974657171595321e-06,
      "loss": 1.1275218725204468,
      "step": 212
    },
    {
      "epoch": 0.1317429780684879,
      "grad_norm": 2.03125,
      "learning_rate": 9.973753132501028e-06,
      "loss": 1.521848201751709,
      "step": 214
    },
    {
      "epoch": 0.13297422085417468,
      "grad_norm": 3.859375,
      "learning_rate": 9.972833303191184e-06,
      "loss": 1.5856269598007202,
      "step": 216
    },
    {
      "epoch": 0.1342054636398615,
      "grad_norm": 2.84375,
      "learning_rate": 9.971897687320847e-06,
      "loss": 1.6335004568099976,
      "step": 218
    },
    {
      "epoch": 0.13543670642554828,
      "grad_norm": 2.625,
      "learning_rate": 9.970946288607809e-06,
      "loss": 1.616341471672058,
      "step": 220
    },
    {
      "epoch": 0.1366679492112351,
      "grad_norm": 1.421875,
      "learning_rate": 9.969979110832574e-06,
      "loss": 1.0930131673812866,
      "step": 222
    },
    {
      "epoch": 0.13789919199692188,
      "grad_norm": 1.0078125,
      "learning_rate": 9.968996157838345e-06,
      "loss": 0.9788625240325928,
      "step": 224
    },
    {
      "epoch": 0.1391304347826087,
      "grad_norm": 6.4375,
      "learning_rate": 9.967997433531014e-06,
      "loss": 1.7790307998657227,
      "step": 226
    },
    {
      "epoch": 0.1403616775682955,
      "grad_norm": 5.53125,
      "learning_rate": 9.966982941879135e-06,
      "loss": 1.9695312976837158,
      "step": 228
    },
    {
      "epoch": 0.1415929203539823,
      "grad_norm": 2.375,
      "learning_rate": 9.965952686913926e-06,
      "loss": 1.5633316040039062,
      "step": 230
    },
    {
      "epoch": 0.1428241631396691,
      "grad_norm": 2.78125,
      "learning_rate": 9.964906672729232e-06,
      "loss": 1.5933005809783936,
      "step": 232
    },
    {
      "epoch": 0.1440554059253559,
      "grad_norm": 1.0703125,
      "learning_rate": 9.963844903481525e-06,
      "loss": 1.1736454963684082,
      "step": 234
    },
    {
      "epoch": 0.14528664871104272,
      "grad_norm": 1.4140625,
      "learning_rate": 9.96276738338988e-06,
      "loss": 1.1599225997924805,
      "step": 236
    },
    {
      "epoch": 0.1465178914967295,
      "grad_norm": 1.1171875,
      "learning_rate": 9.961674116735964e-06,
      "loss": 0.9839186668395996,
      "step": 238
    },
    {
      "epoch": 0.14774913428241632,
      "grad_norm": 0.921875,
      "learning_rate": 9.960565107864008e-06,
      "loss": 1.1017593145370483,
      "step": 240
    },
    {
      "epoch": 0.1489803770681031,
      "grad_norm": 2.234375,
      "learning_rate": 9.959440361180803e-06,
      "loss": 1.6118263006210327,
      "step": 242
    },
    {
      "epoch": 0.15021161985378992,
      "grad_norm": 1.984375,
      "learning_rate": 9.958299881155673e-06,
      "loss": 1.5592412948608398,
      "step": 244
    },
    {
      "epoch": 0.15144286263947673,
      "grad_norm": 4.84375,
      "learning_rate": 9.95714367232046e-06,
      "loss": 1.6599498987197876,
      "step": 246
    },
    {
      "epoch": 0.15267410542516352,
      "grad_norm": 2.90625,
      "learning_rate": 9.955971739269507e-06,
      "loss": 1.6609536409378052,
      "step": 248
    },
    {
      "epoch": 0.15390534821085033,
      "grad_norm": 5.15625,
      "learning_rate": 9.95478408665964e-06,
      "loss": 1.8779211044311523,
      "step": 250
    },
    {
      "epoch": 0.15513659099653712,
      "grad_norm": 2.203125,
      "learning_rate": 9.953580719210152e-06,
      "loss": 2.085038661956787,
      "step": 252
    },
    {
      "epoch": 0.15636783378222394,
      "grad_norm": 2.328125,
      "learning_rate": 9.952361641702772e-06,
      "loss": 1.5933791399002075,
      "step": 254
    },
    {
      "epoch": 0.15759907656791072,
      "grad_norm": 2.390625,
      "learning_rate": 9.951126858981663e-06,
      "loss": 1.5544782876968384,
      "step": 256
    },
    {
      "epoch": 0.15883031935359754,
      "grad_norm": 1.96875,
      "learning_rate": 9.94987637595339e-06,
      "loss": 1.189842939376831,
      "step": 258
    },
    {
      "epoch": 0.16006156213928435,
      "grad_norm": 0.90625,
      "learning_rate": 9.94861019758691e-06,
      "loss": 1.2431635856628418,
      "step": 260
    },
    {
      "epoch": 0.16129280492497114,
      "grad_norm": 0.490234375,
      "learning_rate": 9.947328328913541e-06,
      "loss": 1.260135531425476,
      "step": 262
    },
    {
      "epoch": 0.16252404771065795,
      "grad_norm": 4.6875,
      "learning_rate": 9.946030775026954e-06,
      "loss": 1.277756929397583,
      "step": 264
    },
    {
      "epoch": 0.16375529049634474,
      "grad_norm": 1.1015625,
      "learning_rate": 9.944717541083144e-06,
      "loss": 1.1507606506347656,
      "step": 266
    },
    {
      "epoch": 0.16498653328203156,
      "grad_norm": 1.875,
      "learning_rate": 9.943388632300416e-06,
      "loss": 1.0960922241210938,
      "step": 268
    },
    {
      "epoch": 0.16621777606771834,
      "grad_norm": 2.8125,
      "learning_rate": 9.942044053959356e-06,
      "loss": 1.625441551208496,
      "step": 270
    },
    {
      "epoch": 0.16744901885340516,
      "grad_norm": 2.3125,
      "learning_rate": 9.940683811402821e-06,
      "loss": 1.5875778198242188,
      "step": 272
    },
    {
      "epoch": 0.16868026163909197,
      "grad_norm": 3.953125,
      "learning_rate": 9.939307910035902e-06,
      "loss": 1.6671921014785767,
      "step": 274
    },
    {
      "epoch": 0.16991150442477876,
      "grad_norm": 2.6875,
      "learning_rate": 9.937916355325924e-06,
      "loss": 1.627016544342041,
      "step": 276
    },
    {
      "epoch": 0.17114274721046557,
      "grad_norm": 2.1875,
      "learning_rate": 9.936509152802411e-06,
      "loss": 1.5069929361343384,
      "step": 278
    },
    {
      "epoch": 0.17237398999615236,
      "grad_norm": 2.328125,
      "learning_rate": 9.935086308057054e-06,
      "loss": 1.5513195991516113,
      "step": 280
    },
    {
      "epoch": 0.17360523278183917,
      "grad_norm": 2.296875,
      "learning_rate": 9.933647826743712e-06,
      "loss": 1.5851318836212158,
      "step": 282
    },
    {
      "epoch": 0.17483647556752596,
      "grad_norm": 2.734375,
      "learning_rate": 9.932193714578376e-06,
      "loss": 1.6008888483047485,
      "step": 284
    },
    {
      "epoch": 0.17606771835321278,
      "grad_norm": 2.453125,
      "learning_rate": 9.93072397733914e-06,
      "loss": 1.5561046600341797,
      "step": 286
    },
    {
      "epoch": 0.17729896113889956,
      "grad_norm": 5.03125,
      "learning_rate": 9.929238620866201e-06,
      "loss": 1.55705988407135,
      "step": 288
    },
    {
      "epoch": 0.17853020392458638,
      "grad_norm": 2.609375,
      "learning_rate": 9.927737651061806e-06,
      "loss": 1.5694118738174438,
      "step": 290
    },
    {
      "epoch": 0.1797614467102732,
      "grad_norm": 2.390625,
      "learning_rate": 9.926221073890254e-06,
      "loss": 1.6122347116470337,
      "step": 292
    },
    {
      "epoch": 0.18099268949595998,
      "grad_norm": 4.21875,
      "learning_rate": 9.924688895377858e-06,
      "loss": 1.6376450061798096,
      "step": 294
    },
    {
      "epoch": 0.1822239322816468,
      "grad_norm": 12.25,
      "learning_rate": 9.923141121612922e-06,
      "loss": 1.4908955097198486,
      "step": 296
    },
    {
      "epoch": 0.18345517506733358,
      "grad_norm": 3.625,
      "learning_rate": 9.921577758745726e-06,
      "loss": 1.6120257377624512,
      "step": 298
    },
    {
      "epoch": 0.1846864178530204,
      "grad_norm": 2.96875,
      "learning_rate": 9.91999881298849e-06,
      "loss": 1.654007911682129,
      "step": 300
    },
    {
      "epoch": 0.18591766063870718,
      "grad_norm": 23.125,
      "learning_rate": 9.918404290615358e-06,
      "loss": 1.1257104873657227,
      "step": 302
    },
    {
      "epoch": 0.187148903424394,
      "grad_norm": 26.875,
      "learning_rate": 9.916794197962367e-06,
      "loss": 0.9994939565658569,
      "step": 304
    },
    {
      "epoch": 0.1883801462100808,
      "grad_norm": 2.328125,
      "learning_rate": 9.915168541427424e-06,
      "loss": 1.6332511901855469,
      "step": 306
    },
    {
      "epoch": 0.1896113889957676,
      "grad_norm": 3.75,
      "learning_rate": 9.91352732747029e-06,
      "loss": 1.7764713764190674,
      "step": 308
    },
    {
      "epoch": 0.1908426317814544,
      "grad_norm": 5.03125,
      "learning_rate": 9.911870562612528e-06,
      "loss": 0.8898857831954956,
      "step": 310
    },
    {
      "epoch": 0.1920738745671412,
      "grad_norm": 4.5625,
      "learning_rate": 9.910198253437513e-06,
      "loss": 1.0964455604553223,
      "step": 312
    },
    {
      "epoch": 0.19330511735282802,
      "grad_norm": 2.578125,
      "learning_rate": 9.908510406590374e-06,
      "loss": 1.5099912881851196,
      "step": 314
    },
    {
      "epoch": 0.1945363601385148,
      "grad_norm": 3.96875,
      "learning_rate": 9.906807028777992e-06,
      "loss": 1.5241334438323975,
      "step": 316
    },
    {
      "epoch": 0.19576760292420162,
      "grad_norm": 6.28125,
      "learning_rate": 9.90508812676895e-06,
      "loss": 1.4628498554229736,
      "step": 318
    },
    {
      "epoch": 0.19699884570988843,
      "grad_norm": 9.125,
      "learning_rate": 9.903353707393529e-06,
      "loss": 1.0449775457382202,
      "step": 320
    },
    {
      "epoch": 0.19823008849557522,
      "grad_norm": 3.359375,
      "learning_rate": 9.90160377754366e-06,
      "loss": 1.5512725114822388,
      "step": 322
    },
    {
      "epoch": 0.19946133128126203,
      "grad_norm": 9.5625,
      "learning_rate": 9.89983834417292e-06,
      "loss": 1.4961134195327759,
      "step": 324
    },
    {
      "epoch": 0.20069257406694882,
      "grad_norm": 2.328125,
      "learning_rate": 9.898057414296481e-06,
      "loss": 1.173062801361084,
      "step": 326
    },
    {
      "epoch": 0.20192381685263563,
      "grad_norm": 1.8984375,
      "learning_rate": 9.896260994991093e-06,
      "loss": 1.42746102809906,
      "step": 328
    },
    {
      "epoch": 0.20315505963832242,
      "grad_norm": 2.359375,
      "learning_rate": 9.89444909339506e-06,
      "loss": 1.5326873064041138,
      "step": 330
    },
    {
      "epoch": 0.20438630242400924,
      "grad_norm": 2.734375,
      "learning_rate": 9.892621716708204e-06,
      "loss": 1.5838617086410522,
      "step": 332
    },
    {
      "epoch": 0.20561754520969602,
      "grad_norm": 2.859375,
      "learning_rate": 9.89077887219184e-06,
      "loss": 1.2709892988204956,
      "step": 334
    },
    {
      "epoch": 0.20684878799538284,
      "grad_norm": 2.46875,
      "learning_rate": 9.888920567168744e-06,
      "loss": 1.4641536474227905,
      "step": 336
    },
    {
      "epoch": 0.20808003078106965,
      "grad_norm": 2.515625,
      "learning_rate": 9.887046809023133e-06,
      "loss": 1.2603651285171509,
      "step": 338
    },
    {
      "epoch": 0.20931127356675644,
      "grad_norm": 1.296875,
      "learning_rate": 9.88515760520062e-06,
      "loss": 1.167304277420044,
      "step": 340
    },
    {
      "epoch": 0.21054251635244325,
      "grad_norm": 3.78125,
      "learning_rate": 9.883252963208198e-06,
      "loss": 2.0254769325256348,
      "step": 342
    },
    {
      "epoch": 0.21177375913813004,
      "grad_norm": 3.421875,
      "learning_rate": 9.881332890614206e-06,
      "loss": 2.1020188331604004,
      "step": 344
    },
    {
      "epoch": 0.21300500192381686,
      "grad_norm": 2.484375,
      "learning_rate": 9.879397395048298e-06,
      "loss": 1.5581285953521729,
      "step": 346
    },
    {
      "epoch": 0.21423624470950364,
      "grad_norm": 11.0625,
      "learning_rate": 9.877446484201411e-06,
      "loss": 1.601905345916748,
      "step": 348
    },
    {
      "epoch": 0.21546748749519046,
      "grad_norm": 3.5,
      "learning_rate": 9.875480165825742e-06,
      "loss": 1.564781665802002,
      "step": 350
    },
    {
      "epoch": 0.21669873028087727,
      "grad_norm": 3.53125,
      "learning_rate": 9.873498447734707e-06,
      "loss": 1.535958170890808,
      "step": 352
    },
    {
      "epoch": 0.21792997306656406,
      "grad_norm": 2.703125,
      "learning_rate": 9.871501337802914e-06,
      "loss": 1.5023021697998047,
      "step": 354
    },
    {
      "epoch": 0.21916121585225087,
      "grad_norm": 3.4375,
      "learning_rate": 9.869488843966132e-06,
      "loss": 1.558158278465271,
      "step": 356
    },
    {
      "epoch": 0.22039245863793766,
      "grad_norm": 3.5,
      "learning_rate": 9.86746097422127e-06,
      "loss": 1.9833602905273438,
      "step": 358
    },
    {
      "epoch": 0.22162370142362448,
      "grad_norm": 3.78125,
      "learning_rate": 9.865417736626321e-06,
      "loss": 1.7728450298309326,
      "step": 360
    },
    {
      "epoch": 0.22285494420931126,
      "grad_norm": 9.625,
      "learning_rate": 9.863359139300352e-06,
      "loss": 1.9449533224105835,
      "step": 362
    },
    {
      "epoch": 0.22408618699499808,
      "grad_norm": 2.984375,
      "learning_rate": 9.861285190423466e-06,
      "loss": 1.9914966821670532,
      "step": 364
    },
    {
      "epoch": 0.2253174297806849,
      "grad_norm": 9.0625,
      "learning_rate": 9.859195898236758e-06,
      "loss": 1.5391563177108765,
      "step": 366
    },
    {
      "epoch": 0.22654867256637168,
      "grad_norm": 3.515625,
      "learning_rate": 9.857091271042301e-06,
      "loss": 1.5083098411560059,
      "step": 368
    },
    {
      "epoch": 0.2277799153520585,
      "grad_norm": 4.6875,
      "learning_rate": 9.854971317203097e-06,
      "loss": 1.6200501918792725,
      "step": 370
    },
    {
      "epoch": 0.22901115813774528,
      "grad_norm": 2.328125,
      "learning_rate": 9.852836045143056e-06,
      "loss": 1.5281012058258057,
      "step": 372
    },
    {
      "epoch": 0.2302424009234321,
      "grad_norm": 2.546875,
      "learning_rate": 9.850685463346956e-06,
      "loss": 1.4439934492111206,
      "step": 374
    },
    {
      "epoch": 0.23147364370911888,
      "grad_norm": 2.921875,
      "learning_rate": 9.848519580360403e-06,
      "loss": 1.5237040519714355,
      "step": 376
    },
    {
      "epoch": 0.2327048864948057,
      "grad_norm": 3.109375,
      "learning_rate": 9.846338404789812e-06,
      "loss": 1.8433338403701782,
      "step": 378
    },
    {
      "epoch": 0.2339361292804925,
      "grad_norm": 3.015625,
      "learning_rate": 9.844141945302366e-06,
      "loss": 1.9542083740234375,
      "step": 380
    },
    {
      "epoch": 0.2351673720661793,
      "grad_norm": 4.65625,
      "learning_rate": 9.841930210625972e-06,
      "loss": 1.5500494241714478,
      "step": 382
    },
    {
      "epoch": 0.2363986148518661,
      "grad_norm": 2.359375,
      "learning_rate": 9.839703209549246e-06,
      "loss": 1.4857137203216553,
      "step": 384
    },
    {
      "epoch": 0.2376298576375529,
      "grad_norm": 2.140625,
      "learning_rate": 9.837460950921454e-06,
      "loss": 1.506941556930542,
      "step": 386
    },
    {
      "epoch": 0.23886110042323971,
      "grad_norm": 3.078125,
      "learning_rate": 9.835203443652502e-06,
      "loss": 1.4529392719268799,
      "step": 388
    },
    {
      "epoch": 0.2400923432089265,
      "grad_norm": 6.09375,
      "learning_rate": 9.83293069671288e-06,
      "loss": 0.4469324052333832,
      "step": 390
    },
    {
      "epoch": 0.24132358599461332,
      "grad_norm": 3.453125,
      "learning_rate": 9.830642719133646e-06,
      "loss": 0.5282363891601562,
      "step": 392
    },
    {
      "epoch": 0.2425548287803001,
      "grad_norm": 17.875,
      "learning_rate": 9.828339520006363e-06,
      "loss": 0.8444979190826416,
      "step": 394
    },
    {
      "epoch": 0.24378607156598692,
      "grad_norm": 6.03125,
      "learning_rate": 9.826021108483089e-06,
      "loss": 0.8458063006401062,
      "step": 396
    },
    {
      "epoch": 0.24501731435167373,
      "grad_norm": 2.0625,
      "learning_rate": 9.823687493776328e-06,
      "loss": 1.5211682319641113,
      "step": 398
    },
    {
      "epoch": 0.24624855713736052,
      "grad_norm": 2.328125,
      "learning_rate": 9.821338685158996e-06,
      "loss": 1.4932045936584473,
      "step": 400
    },
    {
      "epoch": 0.24747979992304733,
      "grad_norm": 3.859375,
      "learning_rate": 9.818974691964387e-06,
      "loss": 1.4841368198394775,
      "step": 402
    },
    {
      "epoch": 0.24871104270873412,
      "grad_norm": 9.875,
      "learning_rate": 9.816595523586128e-06,
      "loss": 1.1101207733154297,
      "step": 404
    },
    {
      "epoch": 0.24994228549442093,
      "grad_norm": 3.59375,
      "learning_rate": 9.814201189478146e-06,
      "loss": 1.877555251121521,
      "step": 406
    },
    {
      "epoch": 0.25117352828010775,
      "grad_norm": 7.625,
      "learning_rate": 9.811791699154639e-06,
      "loss": 1.7015639543533325,
      "step": 408
    },
    {
      "epoch": 0.2524047710657945,
      "grad_norm": 1.84375,
      "learning_rate": 9.809367062190016e-06,
      "loss": 1.4604737758636475,
      "step": 410
    },
    {
      "epoch": 0.2536360138514813,
      "grad_norm": 2.46875,
      "learning_rate": 9.806927288218888e-06,
      "loss": 1.491847038269043,
      "step": 412
    },
    {
      "epoch": 0.25486725663716814,
      "grad_norm": 2.8125,
      "learning_rate": 9.804472386936008e-06,
      "loss": 1.5824358463287354,
      "step": 414
    },
    {
      "epoch": 0.25609849942285495,
      "grad_norm": 2.5,
      "learning_rate": 9.80200236809624e-06,
      "loss": 1.495304822921753,
      "step": 416
    },
    {
      "epoch": 0.25732974220854177,
      "grad_norm": 3.03125,
      "learning_rate": 9.799517241514516e-06,
      "loss": 1.4013820886611938,
      "step": 418
    },
    {
      "epoch": 0.2585609849942285,
      "grad_norm": 2.671875,
      "learning_rate": 9.797017017065806e-06,
      "loss": 1.4486945867538452,
      "step": 420
    },
    {
      "epoch": 0.25979222777991534,
      "grad_norm": 2.203125,
      "learning_rate": 9.794501704685071e-06,
      "loss": 1.541428804397583,
      "step": 422
    },
    {
      "epoch": 0.26102347056560216,
      "grad_norm": 2.078125,
      "learning_rate": 9.791971314367226e-06,
      "loss": 1.5093767642974854,
      "step": 424
    },
    {
      "epoch": 0.26225471335128897,
      "grad_norm": 1.8203125,
      "learning_rate": 9.789425856167101e-06,
      "loss": 1.5601611137390137,
      "step": 426
    },
    {
      "epoch": 0.2634859561369758,
      "grad_norm": 4.46875,
      "learning_rate": 9.786865340199396e-06,
      "loss": 1.4437766075134277,
      "step": 428
    },
    {
      "epoch": 0.26471719892266254,
      "grad_norm": 2.4375,
      "learning_rate": 9.784289776638653e-06,
      "loss": 1.5902003049850464,
      "step": 430
    },
    {
      "epoch": 0.26594844170834936,
      "grad_norm": 9.0625,
      "learning_rate": 9.7816991757192e-06,
      "loss": 1.5537315607070923,
      "step": 432
    },
    {
      "epoch": 0.2671796844940362,
      "grad_norm": 2.53125,
      "learning_rate": 9.77909354773512e-06,
      "loss": 1.4479423761367798,
      "step": 434
    },
    {
      "epoch": 0.268410927279723,
      "grad_norm": 1.8828125,
      "learning_rate": 9.776472903040208e-06,
      "loss": 1.5103721618652344,
      "step": 436
    },
    {
      "epoch": 0.26964217006540975,
      "grad_norm": 5.40625,
      "learning_rate": 9.773837252047936e-06,
      "loss": 1.7486127614974976,
      "step": 438
    },
    {
      "epoch": 0.27087341285109656,
      "grad_norm": 6.5625,
      "learning_rate": 9.771186605231391e-06,
      "loss": 1.99478280544281,
      "step": 440
    },
    {
      "epoch": 0.2721046556367834,
      "grad_norm": 6.0625,
      "learning_rate": 9.76852097312326e-06,
      "loss": 1.9923797845840454,
      "step": 442
    },
    {
      "epoch": 0.2733358984224702,
      "grad_norm": 3.234375,
      "learning_rate": 9.76584036631578e-06,
      "loss": 1.859613299369812,
      "step": 444
    },
    {
      "epoch": 0.274567141208157,
      "grad_norm": 3.203125,
      "learning_rate": 9.763144795460676e-06,
      "loss": 1.4815813302993774,
      "step": 446
    },
    {
      "epoch": 0.27579838399384377,
      "grad_norm": 3.1875,
      "learning_rate": 9.76043427126914e-06,
      "loss": 1.5721994638442993,
      "step": 448
    },
    {
      "epoch": 0.2770296267795306,
      "grad_norm": 10.875,
      "learning_rate": 9.757708804511798e-06,
      "loss": 1.4801818132400513,
      "step": 450
    },
    {
      "epoch": 0.2782608695652174,
      "grad_norm": 4.59375,
      "learning_rate": 9.754968406018633e-06,
      "loss": 1.4633471965789795,
      "step": 452
    },
    {
      "epoch": 0.2794921123509042,
      "grad_norm": 2.3125,
      "learning_rate": 9.752213086678965e-06,
      "loss": 1.6192139387130737,
      "step": 454
    },
    {
      "epoch": 0.280723355136591,
      "grad_norm": 5.0625,
      "learning_rate": 9.749442857441414e-06,
      "loss": 1.481449007987976,
      "step": 456
    },
    {
      "epoch": 0.2819545979222778,
      "grad_norm": 3.640625,
      "learning_rate": 9.746657729313835e-06,
      "loss": 0.6401450037956238,
      "step": 458
    },
    {
      "epoch": 0.2831858407079646,
      "grad_norm": 4.8125,
      "learning_rate": 9.743857713363294e-06,
      "loss": 0.5937597155570984,
      "step": 460
    },
    {
      "epoch": 0.2844170834936514,
      "grad_norm": 1.15625,
      "learning_rate": 9.741042820716008e-06,
      "loss": 1.0705316066741943,
      "step": 462
    },
    {
      "epoch": 0.2856483262793382,
      "grad_norm": 1.3515625,
      "learning_rate": 9.738213062557315e-06,
      "loss": 1.071405291557312,
      "step": 464
    },
    {
      "epoch": 0.286879569065025,
      "grad_norm": 1.796875,
      "learning_rate": 9.735368450131622e-06,
      "loss": 1.434294581413269,
      "step": 466
    },
    {
      "epoch": 0.2881108118507118,
      "grad_norm": 2.0625,
      "learning_rate": 9.732508994742356e-06,
      "loss": 1.401355504989624,
      "step": 468
    },
    {
      "epoch": 0.2893420546363986,
      "grad_norm": 3.328125,
      "learning_rate": 9.729634707751929e-06,
      "loss": 1.4860631227493286,
      "step": 470
    },
    {
      "epoch": 0.29057329742208543,
      "grad_norm": 2.078125,
      "learning_rate": 9.72674560058169e-06,
      "loss": 1.5327996015548706,
      "step": 472
    },
    {
      "epoch": 0.29180454020777224,
      "grad_norm": 3.109375,
      "learning_rate": 9.723841684711874e-06,
      "loss": 0.8789864778518677,
      "step": 474
    },
    {
      "epoch": 0.293035782993459,
      "grad_norm": 4.5625,
      "learning_rate": 9.72092297168156e-06,
      "loss": 0.7144789695739746,
      "step": 476
    },
    {
      "epoch": 0.2942670257791458,
      "grad_norm": 2.40625,
      "learning_rate": 9.717989473088629e-06,
      "loss": 1.4282610416412354,
      "step": 478
    },
    {
      "epoch": 0.29549826856483263,
      "grad_norm": 1.984375,
      "learning_rate": 9.715041200589709e-06,
      "loss": 1.4713945388793945,
      "step": 480
    },
    {
      "epoch": 0.29672951135051945,
      "grad_norm": 2.65625,
      "learning_rate": 9.712078165900144e-06,
      "loss": 1.4964369535446167,
      "step": 482
    },
    {
      "epoch": 0.2979607541362062,
      "grad_norm": 2.15625,
      "learning_rate": 9.709100380793924e-06,
      "loss": 1.5220392942428589,
      "step": 484
    },
    {
      "epoch": 0.299191996921893,
      "grad_norm": 2.140625,
      "learning_rate": 9.706107857103662e-06,
      "loss": 1.4790360927581787,
      "step": 486
    },
    {
      "epoch": 0.30042323970757984,
      "grad_norm": 2.375,
      "learning_rate": 9.70310060672053e-06,
      "loss": 1.5163480043411255,
      "step": 488
    },
    {
      "epoch": 0.30165448249326665,
      "grad_norm": 1.6015625,
      "learning_rate": 9.700078641594224e-06,
      "loss": 1.3747470378875732,
      "step": 490
    },
    {
      "epoch": 0.30288572527895347,
      "grad_norm": 3.203125,
      "learning_rate": 9.697041973732907e-06,
      "loss": 1.3642088174819946,
      "step": 492
    },
    {
      "epoch": 0.3041169680646402,
      "grad_norm": 2.84375,
      "learning_rate": 9.693990615203169e-06,
      "loss": 1.56373929977417,
      "step": 494
    },
    {
      "epoch": 0.30534821085032704,
      "grad_norm": 1.8515625,
      "learning_rate": 9.69092457812997e-06,
      "loss": 1.4737236499786377,
      "step": 496
    },
    {
      "epoch": 0.30657945363601385,
      "grad_norm": 2.359375,
      "learning_rate": 9.687843874696601e-06,
      "loss": 1.704555869102478,
      "step": 498
    },
    {
      "epoch": 0.30781069642170067,
      "grad_norm": 3.515625,
      "learning_rate": 9.684748517144631e-06,
      "loss": 1.9481480121612549,
      "step": 500
    },
    {
      "epoch": 0.3090419392073875,
      "grad_norm": 3.484375,
      "learning_rate": 9.681638517773857e-06,
      "loss": 1.8212928771972656,
      "step": 502
    },
    {
      "epoch": 0.31027318199307424,
      "grad_norm": 12.6875,
      "learning_rate": 9.67851388894226e-06,
      "loss": 1.5932549238204956,
      "step": 504
    },
    {
      "epoch": 0.31150442477876106,
      "grad_norm": 3.015625,
      "learning_rate": 9.675374643065951e-06,
      "loss": 1.5155253410339355,
      "step": 506
    },
    {
      "epoch": 0.3127356675644479,
      "grad_norm": 3.84375,
      "learning_rate": 9.672220792619126e-06,
      "loss": 1.6778662204742432,
      "step": 508
    },
    {
      "epoch": 0.3139669103501347,
      "grad_norm": 3.8125,
      "learning_rate": 9.669052350134009e-06,
      "loss": 1.4104807376861572,
      "step": 510
    },
    {
      "epoch": 0.31519815313582145,
      "grad_norm": 2.796875,
      "learning_rate": 9.665869328200817e-06,
      "loss": 1.526164174079895,
      "step": 512
    },
    {
      "epoch": 0.31642939592150826,
      "grad_norm": 1.625,
      "learning_rate": 9.662671739467687e-06,
      "loss": 1.2319751977920532,
      "step": 514
    },
    {
      "epoch": 0.3176606387071951,
      "grad_norm": 2.9375,
      "learning_rate": 9.65945959664065e-06,
      "loss": 1.6358551979064941,
      "step": 516
    },
    {
      "epoch": 0.3188918814928819,
      "grad_norm": 5.625,
      "learning_rate": 9.656232912483566e-06,
      "loss": 1.5214580297470093,
      "step": 518
    },
    {
      "epoch": 0.3201231242785687,
      "grad_norm": 1.640625,
      "learning_rate": 9.652991699818075e-06,
      "loss": 1.448410987854004,
      "step": 520
    },
    {
      "epoch": 0.32135436706425546,
      "grad_norm": 1.9140625,
      "learning_rate": 9.64973597152355e-06,
      "loss": 1.494712471961975,
      "step": 522
    },
    {
      "epoch": 0.3225856098499423,
      "grad_norm": 1.6796875,
      "learning_rate": 9.646465740537044e-06,
      "loss": 1.4891849756240845,
      "step": 524
    },
    {
      "epoch": 0.3238168526356291,
      "grad_norm": 2.09375,
      "learning_rate": 9.643181019853237e-06,
      "loss": 1.5300544500350952,
      "step": 526
    },
    {
      "epoch": 0.3250480954213159,
      "grad_norm": 2.4375,
      "learning_rate": 9.639881822524385e-06,
      "loss": 1.5648609399795532,
      "step": 528
    },
    {
      "epoch": 0.32627933820700267,
      "grad_norm": 2.859375,
      "learning_rate": 9.636568161660271e-06,
      "loss": 1.7806546688079834,
      "step": 530
    },
    {
      "epoch": 0.3275105809926895,
      "grad_norm": 3.71875,
      "learning_rate": 9.63324005042815e-06,
      "loss": 1.717749834060669,
      "step": 532
    },
    {
      "epoch": 0.3287418237783763,
      "grad_norm": 0.83203125,
      "learning_rate": 9.629897502052697e-06,
      "loss": 1.0430840253829956,
      "step": 534
    },
    {
      "epoch": 0.3299730665640631,
      "grad_norm": 0.8828125,
      "learning_rate": 9.626540529815954e-06,
      "loss": 1.063704252243042,
      "step": 536
    },
    {
      "epoch": 0.3312043093497499,
      "grad_norm": 5.9375,
      "learning_rate": 9.62316914705728e-06,
      "loss": 2.059296131134033,
      "step": 538
    },
    {
      "epoch": 0.3324355521354367,
      "grad_norm": 4.71875,
      "learning_rate": 9.619783367173293e-06,
      "loss": 2.1116085052490234,
      "step": 540
    },
    {
      "epoch": 0.3336667949211235,
      "grad_norm": 0.92578125,
      "learning_rate": 9.61638320361782e-06,
      "loss": 1.157242774963379,
      "step": 542
    },
    {
      "epoch": 0.3348980377068103,
      "grad_norm": 1.4375,
      "learning_rate": 9.612968669901853e-06,
      "loss": 1.1667792797088623,
      "step": 544
    },
    {
      "epoch": 0.33612928049249713,
      "grad_norm": 2.9375,
      "learning_rate": 9.609539779593472e-06,
      "loss": 1.5730559825897217,
      "step": 546
    },
    {
      "epoch": 0.33736052327818394,
      "grad_norm": 3.359375,
      "learning_rate": 9.60609654631781e-06,
      "loss": 1.5219664573669434,
      "step": 548
    },
    {
      "epoch": 0.3385917660638707,
      "grad_norm": 1.6328125,
      "learning_rate": 9.602638983756993e-06,
      "loss": 1.00815749168396,
      "step": 550
    },
    {
      "epoch": 0.3398230088495575,
      "grad_norm": 0.78125,
      "learning_rate": 9.599167105650093e-06,
      "loss": 1.1170340776443481,
      "step": 552
    },
    {
      "epoch": 0.34105425163524433,
      "grad_norm": 2.15625,
      "learning_rate": 9.595680925793058e-06,
      "loss": 1.3734591007232666,
      "step": 554
    },
    {
      "epoch": 0.34228549442093115,
      "grad_norm": 3.15625,
      "learning_rate": 9.592180458038668e-06,
      "loss": 1.4375791549682617,
      "step": 556
    },
    {
      "epoch": 0.3435167372066179,
      "grad_norm": 3.109375,
      "learning_rate": 9.588665716296481e-06,
      "loss": 1.5281890630722046,
      "step": 558
    },
    {
      "epoch": 0.3447479799923047,
      "grad_norm": 2.21875,
      "learning_rate": 9.58513671453277e-06,
      "loss": 1.5165098905563354,
      "step": 560
    },
    {
      "epoch": 0.34597922277799154,
      "grad_norm": 4.8125,
      "learning_rate": 9.581593466770473e-06,
      "loss": 1.736721158027649,
      "step": 562
    },
    {
      "epoch": 0.34721046556367835,
      "grad_norm": 3.625,
      "learning_rate": 9.578035987089143e-06,
      "loss": 1.5587836503982544,
      "step": 564
    },
    {
      "epoch": 0.34844170834936516,
      "grad_norm": 2.171875,
      "learning_rate": 9.574464289624872e-06,
      "loss": 1.361844778060913,
      "step": 566
    },
    {
      "epoch": 0.3496729511350519,
      "grad_norm": 2.0625,
      "learning_rate": 9.570878388570262e-06,
      "loss": 1.1876953840255737,
      "step": 568
    },
    {
      "epoch": 0.35090419392073874,
      "grad_norm": 1.640625,
      "learning_rate": 9.567278298174348e-06,
      "loss": 1.1157175302505493,
      "step": 570
    },
    {
      "epoch": 0.35213543670642555,
      "grad_norm": 1.8671875,
      "learning_rate": 9.563664032742546e-06,
      "loss": 1.4032427072525024,
      "step": 572
    },
    {
      "epoch": 0.35336667949211237,
      "grad_norm": 3.609375,
      "learning_rate": 9.560035606636603e-06,
      "loss": 1.4978705644607544,
      "step": 574
    },
    {
      "epoch": 0.3545979222777991,
      "grad_norm": 2.8125,
      "learning_rate": 9.556393034274536e-06,
      "loss": 1.4692853689193726,
      "step": 576
    },
    {
      "epoch": 0.35582916506348594,
      "grad_norm": 2.6875,
      "learning_rate": 9.552736330130567e-06,
      "loss": 1.8530701398849487,
      "step": 578
    },
    {
      "epoch": 0.35706040784917276,
      "grad_norm": 5.15625,
      "learning_rate": 9.54906550873508e-06,
      "loss": 1.5222429037094116,
      "step": 580
    },
    {
      "epoch": 0.35829165063485957,
      "grad_norm": 4.78125,
      "learning_rate": 9.54538058467455e-06,
      "loss": 1.6488416194915771,
      "step": 582
    },
    {
      "epoch": 0.3595228934205464,
      "grad_norm": 2.953125,
      "learning_rate": 9.541681572591498e-06,
      "loss": 1.8949358463287354,
      "step": 584
    },
    {
      "epoch": 0.36075413620623314,
      "grad_norm": 6.1875,
      "learning_rate": 9.537968487184417e-06,
      "loss": 1.937645673751831,
      "step": 586
    },
    {
      "epoch": 0.36198537899191996,
      "grad_norm": 5.21875,
      "learning_rate": 9.534241343207726e-06,
      "loss": 1.7506264448165894,
      "step": 588
    },
    {
      "epoch": 0.3632166217776068,
      "grad_norm": 3.3125,
      "learning_rate": 9.530500155471706e-06,
      "loss": 1.7294695377349854,
      "step": 590
    },
    {
      "epoch": 0.3644478645632936,
      "grad_norm": 3.09375,
      "learning_rate": 9.526744938842452e-06,
      "loss": 1.734103798866272,
      "step": 592
    },
    {
      "epoch": 0.3656791073489804,
      "grad_norm": 3.484375,
      "learning_rate": 9.522975708241788e-06,
      "loss": 1.663370966911316,
      "step": 594
    },
    {
      "epoch": 0.36691035013466716,
      "grad_norm": 3.125,
      "learning_rate": 9.51919247864724e-06,
      "loss": 1.817090630531311,
      "step": 596
    },
    {
      "epoch": 0.368141592920354,
      "grad_norm": 6.4375,
      "learning_rate": 9.515395265091948e-06,
      "loss": 1.9766976833343506,
      "step": 598
    },
    {
      "epoch": 0.3693728357060408,
      "grad_norm": 5.0625,
      "learning_rate": 9.511584082664627e-06,
      "loss": 1.778980016708374,
      "step": 600
    },
    {
      "epoch": 0.3706040784917276,
      "grad_norm": 2.40625,
      "learning_rate": 9.5077589465095e-06,
      "loss": 1.6368603706359863,
      "step": 602
    },
    {
      "epoch": 0.37183532127741437,
      "grad_norm": 9.8125,
      "learning_rate": 9.503919871826231e-06,
      "loss": 1.3770142793655396,
      "step": 604
    },
    {
      "epoch": 0.3730665640631012,
      "grad_norm": 3.0625,
      "learning_rate": 9.500066873869873e-06,
      "loss": 1.151017189025879,
      "step": 606
    },
    {
      "epoch": 0.374297806848788,
      "grad_norm": 0.671875,
      "learning_rate": 9.496199967950808e-06,
      "loss": 1.1048874855041504,
      "step": 608
    },
    {
      "epoch": 0.3755290496344748,
      "grad_norm": 3.453125,
      "learning_rate": 9.492319169434678e-06,
      "loss": 1.4655290842056274,
      "step": 610
    },
    {
      "epoch": 0.3767602924201616,
      "grad_norm": 1.6953125,
      "learning_rate": 9.488424493742337e-06,
      "loss": 1.4659827947616577,
      "step": 612
    },
    {
      "epoch": 0.3779915352058484,
      "grad_norm": 2.578125,
      "learning_rate": 9.484515956349767e-06,
      "loss": 1.3192390203475952,
      "step": 614
    },
    {
      "epoch": 0.3792227779915352,
      "grad_norm": 2.375,
      "learning_rate": 9.480593572788048e-06,
      "loss": 1.4272172451019287,
      "step": 616
    },
    {
      "epoch": 0.380454020777222,
      "grad_norm": 3.25,
      "learning_rate": 9.476657358643268e-06,
      "loss": 1.3437293767929077,
      "step": 618
    },
    {
      "epoch": 0.3816852635629088,
      "grad_norm": 4.71875,
      "learning_rate": 9.472707329556478e-06,
      "loss": 1.0737183094024658,
      "step": 620
    },
    {
      "epoch": 0.3829165063485956,
      "grad_norm": 2.28125,
      "learning_rate": 9.468743501223626e-06,
      "loss": 1.581071376800537,
      "step": 622
    },
    {
      "epoch": 0.3841477491342824,
      "grad_norm": 2.6875,
      "learning_rate": 9.464765889395485e-06,
      "loss": 1.5359126329421997,
      "step": 624
    },
    {
      "epoch": 0.3853789919199692,
      "grad_norm": 2.078125,
      "learning_rate": 9.460774509877606e-06,
      "loss": 1.2157002687454224,
      "step": 626
    },
    {
      "epoch": 0.38661023470565603,
      "grad_norm": 1.328125,
      "learning_rate": 9.456769378530246e-06,
      "loss": 1.188981533050537,
      "step": 628
    },
    {
      "epoch": 0.38784147749134285,
      "grad_norm": 0.9921875,
      "learning_rate": 9.452750511268303e-06,
      "loss": 1.0613259077072144,
      "step": 630
    },
    {
      "epoch": 0.3890727202770296,
      "grad_norm": 2.921875,
      "learning_rate": 9.448717924061264e-06,
      "loss": 1.053981065750122,
      "step": 632
    },
    {
      "epoch": 0.3903039630627164,
      "grad_norm": 2.046875,
      "learning_rate": 9.444671632933124e-06,
      "loss": 1.4811919927597046,
      "step": 634
    },
    {
      "epoch": 0.39153520584840323,
      "grad_norm": 3.609375,
      "learning_rate": 9.44061165396234e-06,
      "loss": 1.3906296491622925,
      "step": 636
    },
    {
      "epoch": 0.39276644863409005,
      "grad_norm": 1.25,
      "learning_rate": 9.436538003281759e-06,
      "loss": 1.1125138998031616,
      "step": 638
    },
    {
      "epoch": 0.39399769141977686,
      "grad_norm": 1.546875,
      "learning_rate": 9.432450697078547e-06,
      "loss": 1.1720834970474243,
      "step": 640
    },
    {
      "epoch": 0.3952289342054636,
      "grad_norm": 3.015625,
      "learning_rate": 9.428349751594143e-06,
      "loss": 1.5647273063659668,
      "step": 642
    },
    {
      "epoch": 0.39646017699115044,
      "grad_norm": 2.4375,
      "learning_rate": 9.424235183124176e-06,
      "loss": 1.5186619758605957,
      "step": 644
    },
    {
      "epoch": 0.39769141977683725,
      "grad_norm": 2.40625,
      "learning_rate": 9.420107008018404e-06,
      "loss": 1.479695439338684,
      "step": 646
    },
    {
      "epoch": 0.39892266256252407,
      "grad_norm": 1.8828125,
      "learning_rate": 9.415965242680664e-06,
      "loss": 1.4690086841583252,
      "step": 648
    },
    {
      "epoch": 0.4001539053482108,
      "grad_norm": 0.98828125,
      "learning_rate": 9.41180990356879e-06,
      "loss": 1.0731900930404663,
      "step": 650
    },
    {
      "epoch": 0.40138514813389764,
      "grad_norm": 0.87109375,
      "learning_rate": 9.407641007194547e-06,
      "loss": 1.0590906143188477,
      "step": 652
    },
    {
      "epoch": 0.40261639091958445,
      "grad_norm": 3.46875,
      "learning_rate": 9.403458570123585e-06,
      "loss": 1.8852177858352661,
      "step": 654
    },
    {
      "epoch": 0.40384763370527127,
      "grad_norm": 4.5,
      "learning_rate": 9.399262608975343e-06,
      "loss": 1.837098479270935,
      "step": 656
    },
    {
      "epoch": 0.4050788764909581,
      "grad_norm": 0.6640625,
      "learning_rate": 9.395053140423013e-06,
      "loss": 1.0474339723587036,
      "step": 658
    },
    {
      "epoch": 0.40631011927664484,
      "grad_norm": 0.95703125,
      "learning_rate": 9.390830181193458e-06,
      "loss": 1.0683759450912476,
      "step": 660
    },
    {
      "epoch": 0.40754136206233166,
      "grad_norm": 2.453125,
      "learning_rate": 9.386593748067142e-06,
      "loss": 1.5274485349655151,
      "step": 662
    },
    {
      "epoch": 0.4087726048480185,
      "grad_norm": 2.546875,
      "learning_rate": 9.382343857878075e-06,
      "loss": 1.450246810913086,
      "step": 664
    },
    {
      "epoch": 0.4100038476337053,
      "grad_norm": 4.4375,
      "learning_rate": 9.378080527513738e-06,
      "loss": 1.6065733432769775,
      "step": 666
    },
    {
      "epoch": 0.41123509041939205,
      "grad_norm": 7.5,
      "learning_rate": 9.373803773915018e-06,
      "loss": 1.5195866823196411,
      "step": 668
    },
    {
      "epoch": 0.41246633320507886,
      "grad_norm": 0.8046875,
      "learning_rate": 9.369513614076142e-06,
      "loss": 1.011305570602417,
      "step": 670
    },
    {
      "epoch": 0.4136975759907657,
      "grad_norm": 1.359375,
      "learning_rate": 9.365210065044609e-06,
      "loss": 1.108022689819336,
      "step": 672
    },
    {
      "epoch": 0.4149288187764525,
      "grad_norm": 3.4375,
      "learning_rate": 9.360893143921121e-06,
      "loss": 1.8421379327774048,
      "step": 674
    },
    {
      "epoch": 0.4161600615621393,
      "grad_norm": 6.96875,
      "learning_rate": 9.356562867859511e-06,
      "loss": 1.377231478691101,
      "step": 676
    },
    {
      "epoch": 0.41739130434782606,
      "grad_norm": 1.390625,
      "learning_rate": 9.352219254066691e-06,
      "loss": 1.1049342155456543,
      "step": 678
    },
    {
      "epoch": 0.4186225471335129,
      "grad_norm": 0.84375,
      "learning_rate": 9.347862319802558e-06,
      "loss": 1.141373634338379,
      "step": 680
    },
    {
      "epoch": 0.4198537899191997,
      "grad_norm": 4.75,
      "learning_rate": 9.343492082379952e-06,
      "loss": 1.5442224740982056,
      "step": 682
    },
    {
      "epoch": 0.4210850327048865,
      "grad_norm": 4.03125,
      "learning_rate": 9.339108559164567e-06,
      "loss": 1.4725855588912964,
      "step": 684
    },
    {
      "epoch": 0.4223162754905733,
      "grad_norm": 1.828125,
      "learning_rate": 9.334711767574893e-06,
      "loss": 1.1119123697280884,
      "step": 686
    },
    {
      "epoch": 0.4235475182762601,
      "grad_norm": 1.4375,
      "learning_rate": 9.330301725082143e-06,
      "loss": 0.972973644733429,
      "step": 688
    },
    {
      "epoch": 0.4247787610619469,
      "grad_norm": 2.796875,
      "learning_rate": 9.325878449210181e-06,
      "loss": 1.7179160118103027,
      "step": 690
    },
    {
      "epoch": 0.4260100038476337,
      "grad_norm": 3.375,
      "learning_rate": 9.321441957535464e-06,
      "loss": 1.850766897201538,
      "step": 692
    },
    {
      "epoch": 0.4272412466333205,
      "grad_norm": 3.1875,
      "learning_rate": 9.316992267686955e-06,
      "loss": 1.4963725805282593,
      "step": 694
    },
    {
      "epoch": 0.4284724894190073,
      "grad_norm": 2.625,
      "learning_rate": 9.312529397346066e-06,
      "loss": 1.4499911069869995,
      "step": 696
    },
    {
      "epoch": 0.4297037322046941,
      "grad_norm": 15.8125,
      "learning_rate": 9.308053364246581e-06,
      "loss": 1.814996361732483,
      "step": 698
    },
    {
      "epoch": 0.4309349749903809,
      "grad_norm": 3.828125,
      "learning_rate": 9.303564186174593e-06,
      "loss": 1.6408932209014893,
      "step": 700
    },
    {
      "epoch": 0.43216621777606773,
      "grad_norm": 0.703125,
      "learning_rate": 9.299061880968416e-06,
      "loss": 0.9904305338859558,
      "step": 702
    },
    {
      "epoch": 0.43339746056175454,
      "grad_norm": 0.93359375,
      "learning_rate": 9.294546466518544e-06,
      "loss": 0.979654848575592,
      "step": 704
    },
    {
      "epoch": 0.4346287033474413,
      "grad_norm": 2.0625,
      "learning_rate": 9.290017960767545e-06,
      "loss": 1.3709770441055298,
      "step": 706
    },
    {
      "epoch": 0.4358599461331281,
      "grad_norm": 1.8359375,
      "learning_rate": 9.285476381710021e-06,
      "loss": 1.4823150634765625,
      "step": 708
    },
    {
      "epoch": 0.43709118891881493,
      "grad_norm": 4.34375,
      "learning_rate": 9.280921747392515e-06,
      "loss": 1.5808249711990356,
      "step": 710
    },
    {
      "epoch": 0.43832243170450175,
      "grad_norm": 3.0625,
      "learning_rate": 9.276354075913445e-06,
      "loss": 1.526861310005188,
      "step": 712
    },
    {
      "epoch": 0.43955367449018856,
      "grad_norm": 2.421875,
      "learning_rate": 9.271773385423042e-06,
      "loss": 1.6235942840576172,
      "step": 714
    },
    {
      "epoch": 0.4407849172758753,
      "grad_norm": 2.3125,
      "learning_rate": 9.267179694123259e-06,
      "loss": 1.514561414718628,
      "step": 716
    },
    {
      "epoch": 0.44201616006156214,
      "grad_norm": 3.25,
      "learning_rate": 9.26257302026772e-06,
      "loss": 0.8033193349838257,
      "step": 718
    },
    {
      "epoch": 0.44324740284724895,
      "grad_norm": 2.546875,
      "learning_rate": 9.257953382161628e-06,
      "loss": 0.6848942041397095,
      "step": 720
    },
    {
      "epoch": 0.44447864563293576,
      "grad_norm": 2.625,
      "learning_rate": 9.253320798161709e-06,
      "loss": 1.8998783826828003,
      "step": 722
    },
    {
      "epoch": 0.4457098884186225,
      "grad_norm": 3.078125,
      "learning_rate": 9.248675286676126e-06,
      "loss": 2.021900177001953,
      "step": 724
    },
    {
      "epoch": 0.44694113120430934,
      "grad_norm": 3.0,
      "learning_rate": 9.244016866164406e-06,
      "loss": 1.5490355491638184,
      "step": 726
    },
    {
      "epoch": 0.44817237398999615,
      "grad_norm": 2.671875,
      "learning_rate": 9.239345555137387e-06,
      "loss": 1.566870093345642,
      "step": 728
    },
    {
      "epoch": 0.44940361677568297,
      "grad_norm": 4.15625,
      "learning_rate": 9.234661372157114e-06,
      "loss": 1.9461112022399902,
      "step": 730
    },
    {
      "epoch": 0.4506348595613698,
      "grad_norm": 3.53125,
      "learning_rate": 9.22996433583679e-06,
      "loss": 1.6727873086929321,
      "step": 732
    },
    {
      "epoch": 0.45186610234705654,
      "grad_norm": 3.75,
      "learning_rate": 9.225254464840686e-06,
      "loss": 1.6863263845443726,
      "step": 734
    },
    {
      "epoch": 0.45309734513274336,
      "grad_norm": 5.71875,
      "learning_rate": 9.220531777884077e-06,
      "loss": 1.6813945770263672,
      "step": 736
    },
    {
      "epoch": 0.45432858791843017,
      "grad_norm": 1.765625,
      "learning_rate": 9.215796293733162e-06,
      "loss": 1.3949999809265137,
      "step": 738
    },
    {
      "epoch": 0.455559830704117,
      "grad_norm": 3.234375,
      "learning_rate": 9.21104803120499e-06,
      "loss": 1.4089975357055664,
      "step": 740
    },
    {
      "epoch": 0.45679107348980375,
      "grad_norm": 2.4375,
      "learning_rate": 9.206287009167393e-06,
      "loss": 1.4907400608062744,
      "step": 742
    },
    {
      "epoch": 0.45802231627549056,
      "grad_norm": 2.015625,
      "learning_rate": 9.201513246538901e-06,
      "loss": 1.4012898206710815,
      "step": 744
    },
    {
      "epoch": 0.4592535590611774,
      "grad_norm": 1.921875,
      "learning_rate": 9.196726762288662e-06,
      "loss": 1.4157438278198242,
      "step": 746
    },
    {
      "epoch": 0.4604848018468642,
      "grad_norm": 1.984375,
      "learning_rate": 9.191927575436388e-06,
      "loss": 1.4142546653747559,
      "step": 748
    },
    {
      "epoch": 0.461716044632551,
      "grad_norm": 4.4375,
      "learning_rate": 9.187115705052261e-06,
      "loss": 0.5696741342544556,
      "step": 750
    },
    {
      "epoch": 0.46294728741823776,
      "grad_norm": 6.78125,
      "learning_rate": 9.18229117025686e-06,
      "loss": 0.30877745151519775,
      "step": 752
    },
    {
      "epoch": 0.4641785302039246,
      "grad_norm": 3.890625,
      "learning_rate": 9.177453990221092e-06,
      "loss": 1.320806860923767,
      "step": 754
    },
    {
      "epoch": 0.4654097729896114,
      "grad_norm": 2.015625,
      "learning_rate": 9.17260418416611e-06,
      "loss": 1.4618957042694092,
      "step": 756
    },
    {
      "epoch": 0.4666410157752982,
      "grad_norm": 11.4375,
      "learning_rate": 9.167741771363234e-06,
      "loss": 0.4812394082546234,
      "step": 758
    },
    {
      "epoch": 0.467872258560985,
      "grad_norm": 5.46875,
      "learning_rate": 9.162866771133888e-06,
      "loss": 0.23717719316482544,
      "step": 760
    },
    {
      "epoch": 0.4691035013466718,
      "grad_norm": 2.765625,
      "learning_rate": 9.157979202849505e-06,
      "loss": 1.6795170307159424,
      "step": 762
    },
    {
      "epoch": 0.4703347441323586,
      "grad_norm": 16.5,
      "learning_rate": 9.15307908593146e-06,
      "loss": 1.8667967319488525,
      "step": 764
    },
    {
      "epoch": 0.4715659869180454,
      "grad_norm": 3.6875,
      "learning_rate": 9.148166439850996e-06,
      "loss": 1.3985189199447632,
      "step": 766
    },
    {
      "epoch": 0.4727972297037322,
      "grad_norm": 2.453125,
      "learning_rate": 9.143241284129136e-06,
      "loss": 1.398207664489746,
      "step": 768
    },
    {
      "epoch": 0.474028472489419,
      "grad_norm": 4.34375,
      "learning_rate": 9.138303638336623e-06,
      "loss": 1.7506206035614014,
      "step": 770
    },
    {
      "epoch": 0.4752597152751058,
      "grad_norm": 3.09375,
      "learning_rate": 9.133353522093815e-06,
      "loss": 1.8263590335845947,
      "step": 772
    },
    {
      "epoch": 0.4764909580607926,
      "grad_norm": 2.78125,
      "learning_rate": 9.128390955070634e-06,
      "loss": 1.791210412979126,
      "step": 774
    },
    {
      "epoch": 0.47772220084647943,
      "grad_norm": 4.90625,
      "learning_rate": 9.123415956986475e-06,
      "loss": 1.8291805982589722,
      "step": 776
    },
    {
      "epoch": 0.47895344363216624,
      "grad_norm": 1.484375,
      "learning_rate": 9.118428547610125e-06,
      "loss": 1.1543712615966797,
      "step": 778
    },
    {
      "epoch": 0.480184686417853,
      "grad_norm": 1.3984375,
      "learning_rate": 9.113428746759696e-06,
      "loss": 1.1177196502685547,
      "step": 780
    },
    {
      "epoch": 0.4814159292035398,
      "grad_norm": 2.578125,
      "learning_rate": 9.108416574302534e-06,
      "loss": 1.8869653940200806,
      "step": 782
    },
    {
      "epoch": 0.48264717198922663,
      "grad_norm": 3.53125,
      "learning_rate": 9.103392050155145e-06,
      "loss": 1.6388249397277832,
      "step": 784
    },
    {
      "epoch": 0.48387841477491345,
      "grad_norm": 1.75,
      "learning_rate": 9.09835519428312e-06,
      "loss": 1.3413951396942139,
      "step": 786
    },
    {
      "epoch": 0.4851096575606002,
      "grad_norm": 1.9296875,
      "learning_rate": 9.093306026701043e-06,
      "loss": 1.431657075881958,
      "step": 788
    },
    {
      "epoch": 0.486340900346287,
      "grad_norm": 2.765625,
      "learning_rate": 9.088244567472433e-06,
      "loss": 1.496319055557251,
      "step": 790
    },
    {
      "epoch": 0.48757214313197383,
      "grad_norm": 1.984375,
      "learning_rate": 9.083170836709643e-06,
      "loss": 1.4392622709274292,
      "step": 792
    },
    {
      "epoch": 0.48880338591766065,
      "grad_norm": 5.15625,
      "learning_rate": 9.078084854573788e-06,
      "loss": 0.24732553958892822,
      "step": 794
    },
    {
      "epoch": 0.49003462870334746,
      "grad_norm": 3.015625,
      "learning_rate": 9.072986641274668e-06,
      "loss": 0.38419798016548157,
      "step": 796
    },
    {
      "epoch": 0.4912658714890342,
      "grad_norm": 3.140625,
      "learning_rate": 9.067876217070686e-06,
      "loss": 1.5040916204452515,
      "step": 798
    },
    {
      "epoch": 0.49249711427472104,
      "grad_norm": 2.734375,
      "learning_rate": 9.062753602268766e-06,
      "loss": 1.4809836149215698,
      "step": 800
    },
    {
      "epoch": 0.49372835706040785,
      "grad_norm": 3.203125,
      "learning_rate": 9.057618817224268e-06,
      "loss": 1.7967525720596313,
      "step": 802
    },
    {
      "epoch": 0.49495959984609467,
      "grad_norm": 3.203125,
      "learning_rate": 9.05247188234092e-06,
      "loss": 1.9494469165802002,
      "step": 804
    },
    {
      "epoch": 0.4961908426317815,
      "grad_norm": 1.7578125,
      "learning_rate": 9.047312818070726e-06,
      "loss": 1.2794251441955566,
      "step": 806
    },
    {
      "epoch": 0.49742208541746824,
      "grad_norm": 1.953125,
      "learning_rate": 9.04214164491388e-06,
      "loss": 1.5466313362121582,
      "step": 808
    },
    {
      "epoch": 0.49865332820315506,
      "grad_norm": 1.90625,
      "learning_rate": 9.036958383418708e-06,
      "loss": 1.1338438987731934,
      "step": 810
    },
    {
      "epoch": 0.49988457098884187,
      "grad_norm": 0.9765625,
      "learning_rate": 9.031763054181554e-06,
      "loss": 1.1572006940841675,
      "step": 812
    },
    {
      "epoch": 0.5011158137745286,
      "grad_norm": 4.4375,
      "learning_rate": 9.026555677846726e-06,
      "loss": 1.489051103591919,
      "step": 814
    },
    {
      "epoch": 0.5023470565602155,
      "grad_norm": 3.5,
      "learning_rate": 9.021336275106397e-06,
      "loss": 1.4597687721252441,
      "step": 816
    },
    {
      "epoch": 0.5035782993459023,
      "grad_norm": 1.3046875,
      "learning_rate": 9.016104866700535e-06,
      "loss": 0.971706211566925,
      "step": 818
    },
    {
      "epoch": 0.504809542131589,
      "grad_norm": 1.9453125,
      "learning_rate": 9.010861473416803e-06,
      "loss": 1.1148239374160767,
      "step": 820
    },
    {
      "epoch": 0.5060407849172759,
      "grad_norm": 3.125,
      "learning_rate": 9.005606116090499e-06,
      "loss": 1.4972327947616577,
      "step": 822
    },
    {
      "epoch": 0.5072720277029626,
      "grad_norm": 4.125,
      "learning_rate": 9.000338815604452e-06,
      "loss": 1.5357601642608643,
      "step": 824
    },
    {
      "epoch": 0.5085032704886495,
      "grad_norm": 1.3046875,
      "learning_rate": 8.995059592888957e-06,
      "loss": 1.3044366836547852,
      "step": 826
    },
    {
      "epoch": 0.5097345132743363,
      "grad_norm": 1.5,
      "learning_rate": 8.989768468921675e-06,
      "loss": 1.261732816696167,
      "step": 828
    },
    {
      "epoch": 0.510965756060023,
      "grad_norm": 4.75,
      "learning_rate": 8.984465464727567e-06,
      "loss": 1.6821751594543457,
      "step": 830
    },
    {
      "epoch": 0.5121969988457099,
      "grad_norm": 3.578125,
      "learning_rate": 8.979150601378798e-06,
      "loss": 2.098515033721924,
      "step": 832
    },
    {
      "epoch": 0.5134282416313967,
      "grad_norm": 2.40625,
      "learning_rate": 8.973823899994653e-06,
      "loss": 1.4232302904129028,
      "step": 834
    },
    {
      "epoch": 0.5146594844170835,
      "grad_norm": 1.171875,
      "learning_rate": 8.968485381741464e-06,
      "loss": 1.1819924116134644,
      "step": 836
    },
    {
      "epoch": 0.5158907272027703,
      "grad_norm": 1.9453125,
      "learning_rate": 8.963135067832509e-06,
      "loss": 1.5029240846633911,
      "step": 838
    },
    {
      "epoch": 0.517121969988457,
      "grad_norm": 3.125,
      "learning_rate": 8.95777297952795e-06,
      "loss": 1.506210207939148,
      "step": 840
    },
    {
      "epoch": 0.5183532127741439,
      "grad_norm": 1.7734375,
      "learning_rate": 8.952399138134724e-06,
      "loss": 1.4535478353500366,
      "step": 842
    },
    {
      "epoch": 0.5195844555598307,
      "grad_norm": 2.765625,
      "learning_rate": 8.947013565006482e-06,
      "loss": 1.3872270584106445,
      "step": 844
    },
    {
      "epoch": 0.5208156983455176,
      "grad_norm": 0.71484375,
      "learning_rate": 8.941616281543484e-06,
      "loss": 1.1330012083053589,
      "step": 846
    },
    {
      "epoch": 0.5220469411312043,
      "grad_norm": 1.59375,
      "learning_rate": 8.936207309192522e-06,
      "loss": 1.159617304801941,
      "step": 848
    },
    {
      "epoch": 0.5232781839168911,
      "grad_norm": 6.84375,
      "learning_rate": 8.930786669446843e-06,
      "loss": 1.4233540296554565,
      "step": 850
    },
    {
      "epoch": 0.5245094267025779,
      "grad_norm": 6.9375,
      "learning_rate": 8.925354383846048e-06,
      "loss": 1.1373634338378906,
      "step": 852
    },
    {
      "epoch": 0.5257406694882647,
      "grad_norm": 3.1875,
      "learning_rate": 8.919910473976022e-06,
      "loss": 1.413563847541809,
      "step": 854
    },
    {
      "epoch": 0.5269719122739516,
      "grad_norm": 2.234375,
      "learning_rate": 8.914454961468828e-06,
      "loss": 1.413554310798645,
      "step": 856
    },
    {
      "epoch": 0.5282031550596383,
      "grad_norm": 0.765625,
      "learning_rate": 8.90898786800265e-06,
      "loss": 1.1362459659576416,
      "step": 858
    },
    {
      "epoch": 0.5294343978453251,
      "grad_norm": 1.1015625,
      "learning_rate": 8.903509215301677e-06,
      "loss": 1.0461921691894531,
      "step": 860
    },
    {
      "epoch": 0.530665640631012,
      "grad_norm": 3.359375,
      "learning_rate": 8.89801902513604e-06,
      "loss": 1.4780032634735107,
      "step": 862
    },
    {
      "epoch": 0.5318968834166987,
      "grad_norm": 2.171875,
      "learning_rate": 8.892517319321705e-06,
      "loss": 1.5155971050262451,
      "step": 864
    },
    {
      "epoch": 0.5331281262023856,
      "grad_norm": 2.109375,
      "learning_rate": 8.887004119720408e-06,
      "loss": 1.4275978803634644,
      "step": 866
    },
    {
      "epoch": 0.5343593689880723,
      "grad_norm": 3.828125,
      "learning_rate": 8.881479448239546e-06,
      "loss": 1.4534516334533691,
      "step": 868
    },
    {
      "epoch": 0.5355906117737591,
      "grad_norm": 1.1171875,
      "learning_rate": 8.875943326832113e-06,
      "loss": 1.1164848804473877,
      "step": 870
    },
    {
      "epoch": 0.536821854559446,
      "grad_norm": 20.875,
      "learning_rate": 8.87039577749659e-06,
      "loss": 1.2804282903671265,
      "step": 872
    },
    {
      "epoch": 0.5380530973451327,
      "grad_norm": 3.828125,
      "learning_rate": 8.864836822276872e-06,
      "loss": 1.0548572540283203,
      "step": 874
    },
    {
      "epoch": 0.5392843401308195,
      "grad_norm": 1.953125,
      "learning_rate": 8.859266483262183e-06,
      "loss": 1.043743371963501,
      "step": 876
    },
    {
      "epoch": 0.5405155829165064,
      "grad_norm": 1.2578125,
      "learning_rate": 8.853684782586971e-06,
      "loss": 1.0042893886566162,
      "step": 878
    },
    {
      "epoch": 0.5417468257021931,
      "grad_norm": 0.65234375,
      "learning_rate": 8.848091742430837e-06,
      "loss": 1.0357824563980103,
      "step": 880
    },
    {
      "epoch": 0.54297806848788,
      "grad_norm": 2.28125,
      "learning_rate": 8.842487385018443e-06,
      "loss": 1.8888530731201172,
      "step": 882
    },
    {
      "epoch": 0.5442093112735668,
      "grad_norm": 3.171875,
      "learning_rate": 8.836871732619419e-06,
      "loss": 1.7589383125305176,
      "step": 884
    },
    {
      "epoch": 0.5454405540592535,
      "grad_norm": 2.375,
      "learning_rate": 8.831244807548274e-06,
      "loss": 1.6239700317382812,
      "step": 886
    },
    {
      "epoch": 0.5466717968449404,
      "grad_norm": 2.625,
      "learning_rate": 8.825606632164314e-06,
      "loss": 1.501517653465271,
      "step": 888
    },
    {
      "epoch": 0.5479030396306271,
      "grad_norm": 2.046875,
      "learning_rate": 8.819957228871553e-06,
      "loss": 1.0660182237625122,
      "step": 890
    },
    {
      "epoch": 0.549134282416314,
      "grad_norm": 1.921875,
      "learning_rate": 8.81429662011861e-06,
      "loss": 1.187867283821106,
      "step": 892
    },
    {
      "epoch": 0.5503655252020008,
      "grad_norm": 2.265625,
      "learning_rate": 8.80862482839864e-06,
      "loss": 1.75932776927948,
      "step": 894
    },
    {
      "epoch": 0.5515967679876875,
      "grad_norm": 3.625,
      "learning_rate": 8.802941876249233e-06,
      "loss": 1.7781065702438354,
      "step": 896
    },
    {
      "epoch": 0.5528280107733744,
      "grad_norm": 1.703125,
      "learning_rate": 8.797247786252322e-06,
      "loss": 1.0148627758026123,
      "step": 898
    },
    {
      "epoch": 0.5540592535590612,
      "grad_norm": 1.21875,
      "learning_rate": 8.791542581034107e-06,
      "loss": 0.9595763087272644,
      "step": 900
    },
    {
      "epoch": 0.555290496344748,
      "grad_norm": 2.25,
      "learning_rate": 8.785826283264942e-06,
      "loss": 1.3790762424468994,
      "step": 902
    },
    {
      "epoch": 0.5565217391304348,
      "grad_norm": 3.375,
      "learning_rate": 8.780098915659272e-06,
      "loss": 1.5391640663146973,
      "step": 904
    },
    {
      "epoch": 0.5577529819161215,
      "grad_norm": 4.46875,
      "learning_rate": 8.774360500975518e-06,
      "loss": 1.2881464958190918,
      "step": 906
    },
    {
      "epoch": 0.5589842247018084,
      "grad_norm": 1.8828125,
      "learning_rate": 8.768611062016008e-06,
      "loss": 1.4236103296279907,
      "step": 908
    },
    {
      "epoch": 0.5602154674874952,
      "grad_norm": 1.3671875,
      "learning_rate": 8.76285062162687e-06,
      "loss": 1.1012616157531738,
      "step": 910
    },
    {
      "epoch": 0.561446710273182,
      "grad_norm": 3.609375,
      "learning_rate": 8.757079202697951e-06,
      "loss": 0.9929218292236328,
      "step": 912
    },
    {
      "epoch": 0.5626779530588688,
      "grad_norm": 4.25,
      "learning_rate": 8.751296828162721e-06,
      "loss": 1.483315348625183,
      "step": 914
    },
    {
      "epoch": 0.5639091958445556,
      "grad_norm": 4.84375,
      "learning_rate": 8.745503520998181e-06,
      "loss": 1.8858379125595093,
      "step": 916
    },
    {
      "epoch": 0.5651404386302424,
      "grad_norm": 2.15625,
      "learning_rate": 8.739699304224781e-06,
      "loss": 1.0241905450820923,
      "step": 918
    },
    {
      "epoch": 0.5663716814159292,
      "grad_norm": 0.859375,
      "learning_rate": 8.733884200906312e-06,
      "loss": 1.160780429840088,
      "step": 920
    },
    {
      "epoch": 0.567602924201616,
      "grad_norm": 1.0390625,
      "learning_rate": 8.728058234149836e-06,
      "loss": 1.3259217739105225,
      "step": 922
    },
    {
      "epoch": 0.5688341669873028,
      "grad_norm": 0.828125,
      "learning_rate": 8.722221427105573e-06,
      "loss": 1.1867862939834595,
      "step": 924
    },
    {
      "epoch": 0.5700654097729896,
      "grad_norm": 3.984375,
      "learning_rate": 8.71637380296682e-06,
      "loss": 1.7894140481948853,
      "step": 926
    },
    {
      "epoch": 0.5712966525586765,
      "grad_norm": 4.0625,
      "learning_rate": 8.71051538496986e-06,
      "loss": 1.620642066001892,
      "step": 928
    },
    {
      "epoch": 0.5725278953443632,
      "grad_norm": 3.109375,
      "learning_rate": 8.704646196393864e-06,
      "loss": 1.5504050254821777,
      "step": 930
    },
    {
      "epoch": 0.57375913813005,
      "grad_norm": 4.125,
      "learning_rate": 8.698766260560803e-06,
      "loss": 1.5462700128555298,
      "step": 932
    },
    {
      "epoch": 0.5749903809157368,
      "grad_norm": 2.609375,
      "learning_rate": 8.692875600835355e-06,
      "loss": 1.4665104150772095,
      "step": 934
    },
    {
      "epoch": 0.5762216237014236,
      "grad_norm": 2.765625,
      "learning_rate": 8.686974240624803e-06,
      "loss": 1.4654189348220825,
      "step": 936
    },
    {
      "epoch": 0.5774528664871105,
      "grad_norm": 2.9375,
      "learning_rate": 8.681062203378963e-06,
      "loss": 1.7840183973312378,
      "step": 938
    },
    {
      "epoch": 0.5786841092727972,
      "grad_norm": 2.875,
      "learning_rate": 8.675139512590063e-06,
      "loss": 1.550964593887329,
      "step": 940
    },
    {
      "epoch": 0.579915352058484,
      "grad_norm": 1.0859375,
      "learning_rate": 8.669206191792676e-06,
      "loss": 1.1342413425445557,
      "step": 942
    },
    {
      "epoch": 0.5811465948441709,
      "grad_norm": 1.2578125,
      "learning_rate": 8.663262264563607e-06,
      "loss": 1.0562883615493774,
      "step": 944
    },
    {
      "epoch": 0.5823778376298576,
      "grad_norm": 2.71875,
      "learning_rate": 8.657307754521811e-06,
      "loss": 1.5223665237426758,
      "step": 946
    },
    {
      "epoch": 0.5836090804155445,
      "grad_norm": 2.5,
      "learning_rate": 8.651342685328294e-06,
      "loss": 1.2530782222747803,
      "step": 948
    },
    {
      "epoch": 0.5848403232012312,
      "grad_norm": 2.15625,
      "learning_rate": 8.645367080686022e-06,
      "loss": 1.4140348434448242,
      "step": 950
    },
    {
      "epoch": 0.586071565986918,
      "grad_norm": 1.65625,
      "learning_rate": 8.63938096433982e-06,
      "loss": 1.4089921712875366,
      "step": 952
    },
    {
      "epoch": 0.5873028087726049,
      "grad_norm": 2.703125,
      "learning_rate": 8.633384360076288e-06,
      "loss": 1.5375595092773438,
      "step": 954
    },
    {
      "epoch": 0.5885340515582916,
      "grad_norm": 3.125,
      "learning_rate": 8.6273772917237e-06,
      "loss": 1.456397533416748,
      "step": 956
    },
    {
      "epoch": 0.5897652943439785,
      "grad_norm": 2.765625,
      "learning_rate": 8.621359783151906e-06,
      "loss": 0.9872013330459595,
      "step": 958
    },
    {
      "epoch": 0.5909965371296653,
      "grad_norm": 1.0,
      "learning_rate": 8.615331858272245e-06,
      "loss": 1.005414605140686,
      "step": 960
    },
    {
      "epoch": 0.592227779915352,
      "grad_norm": 1.5,
      "learning_rate": 8.609293541037448e-06,
      "loss": 1.4516929388046265,
      "step": 962
    },
    {
      "epoch": 0.5934590227010389,
      "grad_norm": 4.21875,
      "learning_rate": 8.603244855441541e-06,
      "loss": 1.4895005226135254,
      "step": 964
    },
    {
      "epoch": 0.5946902654867257,
      "grad_norm": 1.9765625,
      "learning_rate": 8.597185825519746e-06,
      "loss": 1.4036403894424438,
      "step": 966
    },
    {
      "epoch": 0.5959215082724124,
      "grad_norm": 2.96875,
      "learning_rate": 8.591116475348393e-06,
      "loss": 1.4434735774993896,
      "step": 968
    },
    {
      "epoch": 0.5971527510580993,
      "grad_norm": 2.109375,
      "learning_rate": 8.585036829044819e-06,
      "loss": 1.4209600687026978,
      "step": 970
    },
    {
      "epoch": 0.598383993843786,
      "grad_norm": 2.703125,
      "learning_rate": 8.578946910767277e-06,
      "loss": 1.5273462533950806,
      "step": 972
    },
    {
      "epoch": 0.5996152366294729,
      "grad_norm": 1.53125,
      "learning_rate": 8.572846744714833e-06,
      "loss": 1.4886844158172607,
      "step": 974
    },
    {
      "epoch": 0.6008464794151597,
      "grad_norm": 3.46875,
      "learning_rate": 8.566736355127278e-06,
      "loss": 1.7636457681655884,
      "step": 976
    },
    {
      "epoch": 0.6020777222008464,
      "grad_norm": 2.59375,
      "learning_rate": 8.560615766285025e-06,
      "loss": 1.7612440586090088,
      "step": 978
    },
    {
      "epoch": 0.6033089649865333,
      "grad_norm": 11.3125,
      "learning_rate": 8.554485002509015e-06,
      "loss": 1.7582465410232544,
      "step": 980
    },
    {
      "epoch": 0.6045402077722201,
      "grad_norm": 1.875,
      "learning_rate": 8.54834408816062e-06,
      "loss": 1.5206481218338013,
      "step": 982
    },
    {
      "epoch": 0.6057714505579069,
      "grad_norm": 3.21875,
      "learning_rate": 8.542193047641548e-06,
      "loss": 1.4135831594467163,
      "step": 984
    },
    {
      "epoch": 0.6070026933435937,
      "grad_norm": 1.7421875,
      "learning_rate": 8.536031905393742e-06,
      "loss": 1.2139555215835571,
      "step": 986
    },
    {
      "epoch": 0.6082339361292805,
      "grad_norm": 2.828125,
      "learning_rate": 8.529860685899291e-06,
      "loss": 1.0709203481674194,
      "step": 988
    },
    {
      "epoch": 0.6094651789149673,
      "grad_norm": 3.15625,
      "learning_rate": 8.523679413680324e-06,
      "loss": 1.780793309211731,
      "step": 990
    },
    {
      "epoch": 0.6106964217006541,
      "grad_norm": 4.09375,
      "learning_rate": 8.51748811329891e-06,
      "loss": 1.6577130556106567,
      "step": 992
    },
    {
      "epoch": 0.611927664486341,
      "grad_norm": 2.703125,
      "learning_rate": 8.51128680935698e-06,
      "loss": 1.820251703262329,
      "step": 994
    },
    {
      "epoch": 0.6131589072720277,
      "grad_norm": 4.15625,
      "learning_rate": 8.5050755264962e-06,
      "loss": 1.7748041152954102,
      "step": 996
    },
    {
      "epoch": 0.6143901500577145,
      "grad_norm": 2.90625,
      "learning_rate": 8.4988542893979e-06,
      "loss": 1.4135329723358154,
      "step": 998
    },
    {
      "epoch": 0.6156213928434013,
      "grad_norm": 3.234375,
      "learning_rate": 8.492623122782957e-06,
      "loss": 1.8253610134124756,
      "step": 1000
    },
    {
      "epoch": 0.6168526356290881,
      "grad_norm": 2.109375,
      "learning_rate": 8.48638205141171e-06,
      "loss": 1.2383848428726196,
      "step": 1002
    },
    {
      "epoch": 0.618083878414775,
      "grad_norm": 1.703125,
      "learning_rate": 8.480131100083853e-06,
      "loss": 1.306466817855835,
      "step": 1004
    },
    {
      "epoch": 0.6193151212004617,
      "grad_norm": 2.34375,
      "learning_rate": 8.473870293638335e-06,
      "loss": 1.4259259700775146,
      "step": 1006
    },
    {
      "epoch": 0.6205463639861485,
      "grad_norm": 1.9375,
      "learning_rate": 8.467599656953276e-06,
      "loss": 1.386904001235962,
      "step": 1008
    },
    {
      "epoch": 0.6217776067718354,
      "grad_norm": 1.4296875,
      "learning_rate": 8.461319214945847e-06,
      "loss": 1.241986632347107,
      "step": 1010
    },
    {
      "epoch": 0.6230088495575221,
      "grad_norm": 1.5703125,
      "learning_rate": 8.455028992572189e-06,
      "loss": 1.3007842302322388,
      "step": 1012
    },
    {
      "epoch": 0.6242400923432089,
      "grad_norm": 1.296875,
      "learning_rate": 8.448729014827305e-06,
      "loss": 1.1606676578521729,
      "step": 1014
    },
    {
      "epoch": 0.6254713351288957,
      "grad_norm": 1.015625,
      "learning_rate": 8.442419306744958e-06,
      "loss": 1.0195151567459106,
      "step": 1016
    },
    {
      "epoch": 0.6267025779145825,
      "grad_norm": 1.1328125,
      "learning_rate": 8.436099893397582e-06,
      "loss": 1.0201420783996582,
      "step": 1018
    },
    {
      "epoch": 0.6279338207002694,
      "grad_norm": 1.8984375,
      "learning_rate": 8.429770799896168e-06,
      "loss": 1.2197397947311401,
      "step": 1020
    },
    {
      "epoch": 0.6291650634859561,
      "grad_norm": 1.9453125,
      "learning_rate": 8.423432051390184e-06,
      "loss": 1.1003873348236084,
      "step": 1022
    },
    {
      "epoch": 0.6303963062716429,
      "grad_norm": 2.53125,
      "learning_rate": 8.417083673067452e-06,
      "loss": 1.231971025466919,
      "step": 1024
    },
    {
      "epoch": 0.6316275490573298,
      "grad_norm": 4.1875,
      "learning_rate": 8.410725690154067e-06,
      "loss": 1.5416268110275269,
      "step": 1026
    },
    {
      "epoch": 0.6328587918430165,
      "grad_norm": 2.53125,
      "learning_rate": 8.404358127914281e-06,
      "loss": 1.7177008390426636,
      "step": 1028
    },
    {
      "epoch": 0.6340900346287034,
      "grad_norm": 1.296875,
      "learning_rate": 8.39798101165042e-06,
      "loss": 1.1199826002120972,
      "step": 1030
    },
    {
      "epoch": 0.6353212774143902,
      "grad_norm": 1.4296875,
      "learning_rate": 8.391594366702772e-06,
      "loss": 1.1079318523406982,
      "step": 1032
    },
    {
      "epoch": 0.6365525202000769,
      "grad_norm": 1.234375,
      "learning_rate": 8.385198218449479e-06,
      "loss": 1.0160592794418335,
      "step": 1034
    },
    {
      "epoch": 0.6377837629857638,
      "grad_norm": 1.4453125,
      "learning_rate": 8.37879259230646e-06,
      "loss": 0.9635307788848877,
      "step": 1036
    },
    {
      "epoch": 0.6390150057714505,
      "grad_norm": 1.0546875,
      "learning_rate": 8.372377513727283e-06,
      "loss": 1.0464245080947876,
      "step": 1038
    },
    {
      "epoch": 0.6402462485571374,
      "grad_norm": 0.8203125,
      "learning_rate": 8.365953008203088e-06,
      "loss": 0.9715243577957153,
      "step": 1040
    },
    {
      "epoch": 0.6414774913428242,
      "grad_norm": 4.40625,
      "learning_rate": 8.359519101262464e-06,
      "loss": 1.554203748703003,
      "step": 1042
    },
    {
      "epoch": 0.6427087341285109,
      "grad_norm": 3.34375,
      "learning_rate": 8.353075818471362e-06,
      "loss": 1.7830839157104492,
      "step": 1044
    },
    {
      "epoch": 0.6439399769141978,
      "grad_norm": 2.890625,
      "learning_rate": 8.34662318543299e-06,
      "loss": 0.3349166512489319,
      "step": 1046
    },
    {
      "epoch": 0.6451712196998846,
      "grad_norm": 2.8125,
      "learning_rate": 8.340161227787709e-06,
      "loss": 0.26277410984039307,
      "step": 1048
    },
    {
      "epoch": 0.6464024624855714,
      "grad_norm": 2.609375,
      "learning_rate": 8.333689971212932e-06,
      "loss": 1.475071907043457,
      "step": 1050
    },
    {
      "epoch": 0.6476337052712582,
      "grad_norm": 12.5625,
      "learning_rate": 8.327209441423025e-06,
      "loss": 1.4347758293151855,
      "step": 1052
    },
    {
      "epoch": 0.648864948056945,
      "grad_norm": 4.21875,
      "learning_rate": 8.320719664169203e-06,
      "loss": 1.9238454103469849,
      "step": 1054
    },
    {
      "epoch": 0.6500961908426318,
      "grad_norm": 5.03125,
      "learning_rate": 8.314220665239418e-06,
      "loss": 1.5550142526626587,
      "step": 1056
    },
    {
      "epoch": 0.6513274336283186,
      "grad_norm": 5.9375,
      "learning_rate": 8.30771247045828e-06,
      "loss": 1.9398154020309448,
      "step": 1058
    },
    {
      "epoch": 0.6525586764140053,
      "grad_norm": 2.765625,
      "learning_rate": 8.301195105686927e-06,
      "loss": 1.9076368808746338,
      "step": 1060
    },
    {
      "epoch": 0.6537899191996922,
      "grad_norm": 2.625,
      "learning_rate": 8.294668596822941e-06,
      "loss": 1.4107842445373535,
      "step": 1062
    },
    {
      "epoch": 0.655021161985379,
      "grad_norm": 5.3125,
      "learning_rate": 8.28813296980024e-06,
      "loss": 1.4180490970611572,
      "step": 1064
    },
    {
      "epoch": 0.6562524047710658,
      "grad_norm": 2.40625,
      "learning_rate": 8.28158825058897e-06,
      "loss": 1.4826152324676514,
      "step": 1066
    },
    {
      "epoch": 0.6574836475567526,
      "grad_norm": 2.484375,
      "learning_rate": 8.275034465195413e-06,
      "loss": 1.4656550884246826,
      "step": 1068
    },
    {
      "epoch": 0.6587148903424394,
      "grad_norm": 2.6875,
      "learning_rate": 8.268471639661868e-06,
      "loss": 1.479034662246704,
      "step": 1070
    },
    {
      "epoch": 0.6599461331281262,
      "grad_norm": 1.8828125,
      "learning_rate": 8.261899800066561e-06,
      "loss": 1.4503613710403442,
      "step": 1072
    },
    {
      "epoch": 0.661177375913813,
      "grad_norm": 2.21875,
      "learning_rate": 8.255318972523538e-06,
      "loss": 1.4242353439331055,
      "step": 1074
    },
    {
      "epoch": 0.6624086186994999,
      "grad_norm": 17.5,
      "learning_rate": 8.248729183182556e-06,
      "loss": 1.3858964443206787,
      "step": 1076
    },
    {
      "epoch": 0.6636398614851866,
      "grad_norm": 7.46875,
      "learning_rate": 8.242130458228986e-06,
      "loss": 1.691213607788086,
      "step": 1078
    },
    {
      "epoch": 0.6648711042708734,
      "grad_norm": 5.125,
      "learning_rate": 8.235522823883702e-06,
      "loss": 1.9530844688415527,
      "step": 1080
    },
    {
      "epoch": 0.6661023470565602,
      "grad_norm": 1.6328125,
      "learning_rate": 8.228906306402984e-06,
      "loss": 1.4718236923217773,
      "step": 1082
    },
    {
      "epoch": 0.667333589842247,
      "grad_norm": 2.15625,
      "learning_rate": 8.22228093207841e-06,
      "loss": 1.478079080581665,
      "step": 1084
    },
    {
      "epoch": 0.6685648326279339,
      "grad_norm": 2.0,
      "learning_rate": 8.21564672723675e-06,
      "loss": 1.423277497291565,
      "step": 1086
    },
    {
      "epoch": 0.6697960754136206,
      "grad_norm": 2.328125,
      "learning_rate": 8.209003718239865e-06,
      "loss": 1.4079033136367798,
      "step": 1088
    },
    {
      "epoch": 0.6710273181993074,
      "grad_norm": 2.5625,
      "learning_rate": 8.2023519314846e-06,
      "loss": 1.510083794593811,
      "step": 1090
    },
    {
      "epoch": 0.6722585609849943,
      "grad_norm": 1.96875,
      "learning_rate": 8.195691393402676e-06,
      "loss": 1.4157885313034058,
      "step": 1092
    },
    {
      "epoch": 0.673489803770681,
      "grad_norm": 2.25,
      "learning_rate": 8.189022130460595e-06,
      "loss": 1.2089054584503174,
      "step": 1094
    },
    {
      "epoch": 0.6747210465563679,
      "grad_norm": 2.0625,
      "learning_rate": 8.182344169159527e-06,
      "loss": 1.254252552986145,
      "step": 1096
    },
    {
      "epoch": 0.6759522893420546,
      "grad_norm": 2.890625,
      "learning_rate": 8.175657536035195e-06,
      "loss": 1.513046383857727,
      "step": 1098
    },
    {
      "epoch": 0.6771835321277414,
      "grad_norm": 3.359375,
      "learning_rate": 8.1689622576578e-06,
      "loss": 1.5234147310256958,
      "step": 1100
    },
    {
      "epoch": 0.6784147749134283,
      "grad_norm": 0.78515625,
      "learning_rate": 8.16225836063188e-06,
      "loss": 1.077025294303894,
      "step": 1102
    },
    {
      "epoch": 0.679646017699115,
      "grad_norm": 2.25,
      "learning_rate": 8.155545871596228e-06,
      "loss": 1.1133958101272583,
      "step": 1104
    },
    {
      "epoch": 0.6808772604848018,
      "grad_norm": 1.25,
      "learning_rate": 8.148824817223775e-06,
      "loss": 1.2056477069854736,
      "step": 1106
    },
    {
      "epoch": 0.6821085032704887,
      "grad_norm": 1.0234375,
      "learning_rate": 8.14209522422149e-06,
      "loss": 1.15602707862854,
      "step": 1108
    },
    {
      "epoch": 0.6833397460561754,
      "grad_norm": 3.734375,
      "learning_rate": 8.13535711933027e-06,
      "loss": 1.6869274377822876,
      "step": 1110
    },
    {
      "epoch": 0.6845709888418623,
      "grad_norm": 3.703125,
      "learning_rate": 8.128610529324837e-06,
      "loss": 1.7017213106155396,
      "step": 1112
    },
    {
      "epoch": 0.685802231627549,
      "grad_norm": 10.0,
      "learning_rate": 8.121855481013624e-06,
      "loss": 1.94403076171875,
      "step": 1114
    },
    {
      "epoch": 0.6870334744132358,
      "grad_norm": 2.9375,
      "learning_rate": 8.11509200123868e-06,
      "loss": 1.6434037685394287,
      "step": 1116
    },
    {
      "epoch": 0.6882647171989227,
      "grad_norm": 2.03125,
      "learning_rate": 8.108320116875557e-06,
      "loss": 1.0867962837219238,
      "step": 1118
    },
    {
      "epoch": 0.6894959599846094,
      "grad_norm": 1.0625,
      "learning_rate": 8.101539854833201e-06,
      "loss": 1.0537822246551514,
      "step": 1120
    },
    {
      "epoch": 0.6907272027702963,
      "grad_norm": 2.359375,
      "learning_rate": 8.094751242053846e-06,
      "loss": 1.4303661584854126,
      "step": 1122
    },
    {
      "epoch": 0.6919584455559831,
      "grad_norm": 2.796875,
      "learning_rate": 8.087954305512923e-06,
      "loss": 1.4762662649154663,
      "step": 1124
    },
    {
      "epoch": 0.6931896883416698,
      "grad_norm": 6.28125,
      "learning_rate": 8.08114907221891e-06,
      "loss": 1.4999399185180664,
      "step": 1126
    },
    {
      "epoch": 0.6944209311273567,
      "grad_norm": 2.578125,
      "learning_rate": 8.074335569213287e-06,
      "loss": 1.445244312286377,
      "step": 1128
    },
    {
      "epoch": 0.6956521739130435,
      "grad_norm": 2.9375,
      "learning_rate": 8.067513823570368e-06,
      "loss": 1.4429575204849243,
      "step": 1130
    },
    {
      "epoch": 0.6968834166987303,
      "grad_norm": 3.203125,
      "learning_rate": 8.060683862397236e-06,
      "loss": 1.4105318784713745,
      "step": 1132
    },
    {
      "epoch": 0.6981146594844171,
      "grad_norm": 2.265625,
      "learning_rate": 8.05384571283361e-06,
      "loss": 1.4015456438064575,
      "step": 1134
    },
    {
      "epoch": 0.6993459022701038,
      "grad_norm": 2.75,
      "learning_rate": 8.046999402051754e-06,
      "loss": 1.5193300247192383,
      "step": 1136
    },
    {
      "epoch": 0.7005771450557907,
      "grad_norm": 6.28125,
      "learning_rate": 8.040144957256357e-06,
      "loss": 1.298558235168457,
      "step": 1138
    },
    {
      "epoch": 0.7018083878414775,
      "grad_norm": 2.359375,
      "learning_rate": 8.033282405684428e-06,
      "loss": 1.5250219106674194,
      "step": 1140
    },
    {
      "epoch": 0.7030396306271643,
      "grad_norm": 2.234375,
      "learning_rate": 8.026411774605198e-06,
      "loss": 1.498106837272644,
      "step": 1142
    },
    {
      "epoch": 0.7042708734128511,
      "grad_norm": 2.109375,
      "learning_rate": 8.019533091319991e-06,
      "loss": 1.4430673122406006,
      "step": 1144
    },
    {
      "epoch": 0.7055021161985379,
      "grad_norm": 2.0,
      "learning_rate": 8.012646383162138e-06,
      "loss": 1.4169411659240723,
      "step": 1146
    },
    {
      "epoch": 0.7067333589842247,
      "grad_norm": 1.9453125,
      "learning_rate": 8.00575167749685e-06,
      "loss": 1.4503501653671265,
      "step": 1148
    },
    {
      "epoch": 0.7079646017699115,
      "grad_norm": 1.4765625,
      "learning_rate": 7.998849001721123e-06,
      "loss": 1.3543637990951538,
      "step": 1150
    },
    {
      "epoch": 0.7091958445555983,
      "grad_norm": 3.8125,
      "learning_rate": 7.991938383263617e-06,
      "loss": 1.388875126838684,
      "step": 1152
    },
    {
      "epoch": 0.7104270873412851,
      "grad_norm": 1.921875,
      "learning_rate": 7.98501984958456e-06,
      "loss": 1.1109329462051392,
      "step": 1154
    },
    {
      "epoch": 0.7116583301269719,
      "grad_norm": 2.25,
      "learning_rate": 7.978093428175632e-06,
      "loss": 1.2034087181091309,
      "step": 1156
    },
    {
      "epoch": 0.7128895729126588,
      "grad_norm": 1.1328125,
      "learning_rate": 7.971159146559848e-06,
      "loss": 1.061422348022461,
      "step": 1158
    },
    {
      "epoch": 0.7141208156983455,
      "grad_norm": 0.8828125,
      "learning_rate": 7.964217032291463e-06,
      "loss": 1.0195786952972412,
      "step": 1160
    },
    {
      "epoch": 0.7153520584840323,
      "grad_norm": 0.85546875,
      "learning_rate": 7.957267112955856e-06,
      "loss": 0.9217634201049805,
      "step": 1162
    },
    {
      "epoch": 0.7165833012697191,
      "grad_norm": 1.2421875,
      "learning_rate": 7.950309416169415e-06,
      "loss": 1.1007217168807983,
      "step": 1164
    },
    {
      "epoch": 0.7178145440554059,
      "grad_norm": 3.546875,
      "learning_rate": 7.943343969579443e-06,
      "loss": 1.9357012510299683,
      "step": 1166
    },
    {
      "epoch": 0.7190457868410928,
      "grad_norm": 3.25,
      "learning_rate": 7.936370800864026e-06,
      "loss": 1.784494400024414,
      "step": 1168
    },
    {
      "epoch": 0.7202770296267795,
      "grad_norm": 1.796875,
      "learning_rate": 7.929389937731942e-06,
      "loss": 1.5166871547698975,
      "step": 1170
    },
    {
      "epoch": 0.7215082724124663,
      "grad_norm": 5.28125,
      "learning_rate": 7.922401407922546e-06,
      "loss": 1.3804179430007935,
      "step": 1172
    },
    {
      "epoch": 0.7227395151981532,
      "grad_norm": 3.328125,
      "learning_rate": 7.915405239205647e-06,
      "loss": 1.4463698863983154,
      "step": 1174
    },
    {
      "epoch": 0.7239707579838399,
      "grad_norm": 2.09375,
      "learning_rate": 7.90840145938142e-06,
      "loss": 1.4229485988616943,
      "step": 1176
    },
    {
      "epoch": 0.7252020007695268,
      "grad_norm": 2.046875,
      "learning_rate": 7.901390096280276e-06,
      "loss": 1.3788976669311523,
      "step": 1178
    },
    {
      "epoch": 0.7264332435552135,
      "grad_norm": 2.828125,
      "learning_rate": 7.894371177762765e-06,
      "loss": 1.4840986728668213,
      "step": 1180
    },
    {
      "epoch": 0.7276644863409003,
      "grad_norm": 1.7734375,
      "learning_rate": 7.88734473171945e-06,
      "loss": 1.4703840017318726,
      "step": 1182
    },
    {
      "epoch": 0.7288957291265872,
      "grad_norm": 2.796875,
      "learning_rate": 7.880310786070818e-06,
      "loss": 1.4176890850067139,
      "step": 1184
    },
    {
      "epoch": 0.7301269719122739,
      "grad_norm": 4.625,
      "learning_rate": 7.873269368767147e-06,
      "loss": 0.6599590182304382,
      "step": 1186
    },
    {
      "epoch": 0.7313582146979608,
      "grad_norm": 8.0625,
      "learning_rate": 7.866220507788409e-06,
      "loss": 0.6873646378517151,
      "step": 1188
    },
    {
      "epoch": 0.7325894574836476,
      "grad_norm": 2.703125,
      "learning_rate": 7.859164231144152e-06,
      "loss": 1.4601305723190308,
      "step": 1190
    },
    {
      "epoch": 0.7338207002693343,
      "grad_norm": 2.65625,
      "learning_rate": 7.852100566873394e-06,
      "loss": 1.380963683128357,
      "step": 1192
    },
    {
      "epoch": 0.7350519430550212,
      "grad_norm": 7.5625,
      "learning_rate": 7.845029543044506e-06,
      "loss": 1.0763018131256104,
      "step": 1194
    },
    {
      "epoch": 0.736283185840708,
      "grad_norm": 2.640625,
      "learning_rate": 7.837951187755106e-06,
      "loss": 1.0719996690750122,
      "step": 1196
    },
    {
      "epoch": 0.7375144286263947,
      "grad_norm": 3.1875,
      "learning_rate": 7.830865529131939e-06,
      "loss": 1.4080944061279297,
      "step": 1198
    },
    {
      "epoch": 0.7387456714120816,
      "grad_norm": 3.859375,
      "learning_rate": 7.82377259533078e-06,
      "loss": 1.4090288877487183,
      "step": 1200
    },
    {
      "epoch": 0.7399769141977683,
      "grad_norm": 0.8984375,
      "learning_rate": 7.816672414536299e-06,
      "loss": 1.0860710144042969,
      "step": 1202
    },
    {
      "epoch": 0.7412081569834552,
      "grad_norm": 0.609375,
      "learning_rate": 7.80956501496198e-06,
      "loss": 1.0601508617401123,
      "step": 1204
    },
    {
      "epoch": 0.742439399769142,
      "grad_norm": 3.265625,
      "learning_rate": 7.802450424849975e-06,
      "loss": 1.6900361776351929,
      "step": 1206
    },
    {
      "epoch": 0.7436706425548287,
      "grad_norm": 3.484375,
      "learning_rate": 7.795328672471024e-06,
      "loss": 1.7971972227096558,
      "step": 1208
    },
    {
      "epoch": 0.7449018853405156,
      "grad_norm": 6.5,
      "learning_rate": 7.788199786124316e-06,
      "loss": 1.9263969659805298,
      "step": 1210
    },
    {
      "epoch": 0.7461331281262024,
      "grad_norm": 3.28125,
      "learning_rate": 7.78106379413739e-06,
      "loss": 1.4539012908935547,
      "step": 1212
    },
    {
      "epoch": 0.7473643709118892,
      "grad_norm": 3.359375,
      "learning_rate": 7.773920724866022e-06,
      "loss": 1.5632342100143433,
      "step": 1214
    },
    {
      "epoch": 0.748595613697576,
      "grad_norm": 2.9375,
      "learning_rate": 7.766770606694109e-06,
      "loss": 1.2990467548370361,
      "step": 1216
    },
    {
      "epoch": 0.7498268564832627,
      "grad_norm": 0.83984375,
      "learning_rate": 7.759613468033564e-06,
      "loss": 1.1596078872680664,
      "step": 1218
    },
    {
      "epoch": 0.7510580992689496,
      "grad_norm": 0.734375,
      "learning_rate": 7.752449337324188e-06,
      "loss": 1.0468875169754028,
      "step": 1220
    },
    {
      "epoch": 0.7522893420546364,
      "grad_norm": 1.671875,
      "learning_rate": 7.74527824303357e-06,
      "loss": 1.1754250526428223,
      "step": 1222
    },
    {
      "epoch": 0.7535205848403232,
      "grad_norm": 1.1875,
      "learning_rate": 7.738100213656962e-06,
      "loss": 1.1995749473571777,
      "step": 1224
    },
    {
      "epoch": 0.75475182762601,
      "grad_norm": 3.921875,
      "learning_rate": 7.730915277717192e-06,
      "loss": 1.4692225456237793,
      "step": 1226
    },
    {
      "epoch": 0.7559830704116968,
      "grad_norm": 4.75,
      "learning_rate": 7.723723463764515e-06,
      "loss": 1.7058963775634766,
      "step": 1228
    },
    {
      "epoch": 0.7572143131973836,
      "grad_norm": 2.515625,
      "learning_rate": 7.716524800376521e-06,
      "loss": 1.4868927001953125,
      "step": 1230
    },
    {
      "epoch": 0.7584455559830704,
      "grad_norm": 2.65625,
      "learning_rate": 7.709319316158017e-06,
      "loss": 1.4232137203216553,
      "step": 1232
    },
    {
      "epoch": 0.7596767987687573,
      "grad_norm": 2.828125,
      "learning_rate": 7.70210703974092e-06,
      "loss": 1.4825751781463623,
      "step": 1234
    },
    {
      "epoch": 0.760908041554444,
      "grad_norm": 2.046875,
      "learning_rate": 7.69488799978413e-06,
      "loss": 1.4381661415100098,
      "step": 1236
    },
    {
      "epoch": 0.7621392843401308,
      "grad_norm": 1.984375,
      "learning_rate": 7.68766222497342e-06,
      "loss": 1.4844237565994263,
      "step": 1238
    },
    {
      "epoch": 0.7633705271258177,
      "grad_norm": 2.359375,
      "learning_rate": 7.680429744021333e-06,
      "loss": 1.7116321325302124,
      "step": 1240
    },
    {
      "epoch": 0.7646017699115044,
      "grad_norm": 2.078125,
      "learning_rate": 7.673190585667056e-06,
      "loss": 1.1763395071029663,
      "step": 1242
    },
    {
      "epoch": 0.7658330126971912,
      "grad_norm": 2.1875,
      "learning_rate": 7.665944778676307e-06,
      "loss": 1.1598796844482422,
      "step": 1244
    },
    {
      "epoch": 0.767064255482878,
      "grad_norm": 3.46875,
      "learning_rate": 7.658692351841226e-06,
      "loss": 1.3642587661743164,
      "step": 1246
    },
    {
      "epoch": 0.7682954982685648,
      "grad_norm": 2.0,
      "learning_rate": 7.651433333980256e-06,
      "loss": 1.430611491203308,
      "step": 1248
    },
    {
      "epoch": 0.7695267410542517,
      "grad_norm": 4.21875,
      "learning_rate": 7.644167753938035e-06,
      "loss": 1.4081594944000244,
      "step": 1250
    },
    {
      "epoch": 0.7707579838399384,
      "grad_norm": 3.953125,
      "learning_rate": 7.636895640585271e-06,
      "loss": 1.8488107919692993,
      "step": 1252
    },
    {
      "epoch": 0.7719892266256252,
      "grad_norm": 5.59375,
      "learning_rate": 7.629617022818634e-06,
      "loss": 1.9246183633804321,
      "step": 1254
    },
    {
      "epoch": 0.7732204694113121,
      "grad_norm": 3.625,
      "learning_rate": 7.622331929560643e-06,
      "loss": 1.4888027906417847,
      "step": 1256
    },
    {
      "epoch": 0.7744517121969988,
      "grad_norm": 0.96484375,
      "learning_rate": 7.615040389759547e-06,
      "loss": 1.1719835996627808,
      "step": 1258
    },
    {
      "epoch": 0.7756829549826857,
      "grad_norm": 1.671875,
      "learning_rate": 7.607742432389207e-06,
      "loss": 1.0067853927612305,
      "step": 1260
    },
    {
      "epoch": 0.7769141977683724,
      "grad_norm": 4.4375,
      "learning_rate": 7.600438086448993e-06,
      "loss": 1.4551739692687988,
      "step": 1262
    },
    {
      "epoch": 0.7781454405540592,
      "grad_norm": 4.1875,
      "learning_rate": 7.593127380963654e-06,
      "loss": 1.7276794910430908,
      "step": 1264
    },
    {
      "epoch": 0.7793766833397461,
      "grad_norm": 2.9375,
      "learning_rate": 7.5858103449832135e-06,
      "loss": 1.536874771118164,
      "step": 1266
    },
    {
      "epoch": 0.7806079261254328,
      "grad_norm": 2.0625,
      "learning_rate": 7.5784870075828446e-06,
      "loss": 1.4394667148590088,
      "step": 1268
    },
    {
      "epoch": 0.7818391689111197,
      "grad_norm": 1.7578125,
      "learning_rate": 7.571157397862767e-06,
      "loss": 1.2508525848388672,
      "step": 1270
    },
    {
      "epoch": 0.7830704116968065,
      "grad_norm": 1.171875,
      "learning_rate": 7.563821544948123e-06,
      "loss": 1.0572394132614136,
      "step": 1272
    },
    {
      "epoch": 0.7843016544824932,
      "grad_norm": 3.0,
      "learning_rate": 7.556479477988856e-06,
      "loss": 1.6088207960128784,
      "step": 1274
    },
    {
      "epoch": 0.7855328972681801,
      "grad_norm": 3.328125,
      "learning_rate": 7.54913122615961e-06,
      "loss": 1.9735209941864014,
      "step": 1276
    },
    {
      "epoch": 0.7867641400538669,
      "grad_norm": 3.03125,
      "learning_rate": 7.5417768186596006e-06,
      "loss": 1.5228854417800903,
      "step": 1278
    },
    {
      "epoch": 0.7879953828395537,
      "grad_norm": 1.84375,
      "learning_rate": 7.534416284712504e-06,
      "loss": 1.4340687990188599,
      "step": 1280
    },
    {
      "epoch": 0.7892266256252405,
      "grad_norm": 1.890625,
      "learning_rate": 7.527049653566347e-06,
      "loss": 1.4551016092300415,
      "step": 1282
    },
    {
      "epoch": 0.7904578684109272,
      "grad_norm": 2.828125,
      "learning_rate": 7.519676954493373e-06,
      "loss": 1.3765220642089844,
      "step": 1284
    },
    {
      "epoch": 0.7916891111966141,
      "grad_norm": 1.2421875,
      "learning_rate": 7.512298216789948e-06,
      "loss": 1.229244589805603,
      "step": 1286
    },
    {
      "epoch": 0.7929203539823009,
      "grad_norm": 1.375,
      "learning_rate": 7.504913469776427e-06,
      "loss": 1.0655384063720703,
      "step": 1288
    },
    {
      "epoch": 0.7941515967679876,
      "grad_norm": 5.6875,
      "learning_rate": 7.497522742797046e-06,
      "loss": 1.4802930355072021,
      "step": 1290
    },
    {
      "epoch": 0.7953828395536745,
      "grad_norm": 4.40625,
      "learning_rate": 7.490126065219798e-06,
      "loss": 1.3891750574111938,
      "step": 1292
    },
    {
      "epoch": 0.7966140823393613,
      "grad_norm": 2.734375,
      "learning_rate": 7.482723466436333e-06,
      "loss": 1.4222067594528198,
      "step": 1294
    },
    {
      "epoch": 0.7978453251250481,
      "grad_norm": 2.71875,
      "learning_rate": 7.475314975861816e-06,
      "loss": 1.4236258268356323,
      "step": 1296
    },
    {
      "epoch": 0.7990765679107349,
      "grad_norm": 12.3125,
      "learning_rate": 7.467900622934834e-06,
      "loss": 1.8899813890457153,
      "step": 1298
    },
    {
      "epoch": 0.8003078106964217,
      "grad_norm": 5.1875,
      "learning_rate": 7.460480437117266e-06,
      "loss": 1.1637026071548462,
      "step": 1300
    },
    {
      "epoch": 0.8015390534821085,
      "grad_norm": 2.171875,
      "learning_rate": 7.453054447894168e-06,
      "loss": 1.5327718257904053,
      "step": 1302
    },
    {
      "epoch": 0.8027702962677953,
      "grad_norm": 2.484375,
      "learning_rate": 7.445622684773652e-06,
      "loss": 1.3591474294662476,
      "step": 1304
    },
    {
      "epoch": 0.8040015390534822,
      "grad_norm": 0.96875,
      "learning_rate": 7.438185177286785e-06,
      "loss": 1.1956864595413208,
      "step": 1306
    },
    {
      "epoch": 0.8052327818391689,
      "grad_norm": 1.390625,
      "learning_rate": 7.430741954987446e-06,
      "loss": 0.9828561544418335,
      "step": 1308
    },
    {
      "epoch": 0.8064640246248557,
      "grad_norm": 6.875,
      "learning_rate": 7.423293047452234e-06,
      "loss": 1.4108320474624634,
      "step": 1310
    },
    {
      "epoch": 0.8076952674105425,
      "grad_norm": 2.859375,
      "learning_rate": 7.415838484280331e-06,
      "loss": 1.5532580614089966,
      "step": 1312
    },
    {
      "epoch": 0.8089265101962293,
      "grad_norm": 1.0,
      "learning_rate": 7.408378295093399e-06,
      "loss": 0.9883386492729187,
      "step": 1314
    },
    {
      "epoch": 0.8101577529819162,
      "grad_norm": 0.78515625,
      "learning_rate": 7.4009125095354494e-06,
      "loss": 1.1321879625320435,
      "step": 1316
    },
    {
      "epoch": 0.8113889957676029,
      "grad_norm": 3.671875,
      "learning_rate": 7.393441157272738e-06,
      "loss": 1.622273325920105,
      "step": 1318
    },
    {
      "epoch": 0.8126202385532897,
      "grad_norm": 5.15625,
      "learning_rate": 7.385964267993635e-06,
      "loss": 1.7767966985702515,
      "step": 1320
    },
    {
      "epoch": 0.8138514813389766,
      "grad_norm": 4.65625,
      "learning_rate": 7.3784818714085136e-06,
      "loss": 1.9980825185775757,
      "step": 1322
    },
    {
      "epoch": 0.8150827241246633,
      "grad_norm": 7.5,
      "learning_rate": 7.370993997249634e-06,
      "loss": 1.5187777280807495,
      "step": 1324
    },
    {
      "epoch": 0.8163139669103502,
      "grad_norm": 2.125,
      "learning_rate": 7.36350067527102e-06,
      "loss": 1.4495576620101929,
      "step": 1326
    },
    {
      "epoch": 0.817545209696037,
      "grad_norm": 2.359375,
      "learning_rate": 7.3560019352483444e-06,
      "loss": 1.4711284637451172,
      "step": 1328
    },
    {
      "epoch": 0.8187764524817237,
      "grad_norm": 2.03125,
      "learning_rate": 7.3484978069788075e-06,
      "loss": 1.474364161491394,
      "step": 1330
    },
    {
      "epoch": 0.8200076952674106,
      "grad_norm": 2.25,
      "learning_rate": 7.34098832028102e-06,
      "loss": 1.4535422325134277,
      "step": 1332
    },
    {
      "epoch": 0.8212389380530973,
      "grad_norm": 2.484375,
      "learning_rate": 7.333473504994888e-06,
      "loss": 1.6823538541793823,
      "step": 1334
    },
    {
      "epoch": 0.8224701808387841,
      "grad_norm": 2.640625,
      "learning_rate": 7.3259533909814905e-06,
      "loss": 1.761359691619873,
      "step": 1336
    },
    {
      "epoch": 0.823701423624471,
      "grad_norm": 6.78125,
      "learning_rate": 7.318428008122958e-06,
      "loss": 2.0572004318237305,
      "step": 1338
    },
    {
      "epoch": 0.8249326664101577,
      "grad_norm": 3.875,
      "learning_rate": 7.310897386322362e-06,
      "loss": 1.606192946434021,
      "step": 1340
    },
    {
      "epoch": 0.8261639091958446,
      "grad_norm": 2.296875,
      "learning_rate": 7.303361555503592e-06,
      "loss": 1.5423405170440674,
      "step": 1342
    },
    {
      "epoch": 0.8273951519815314,
      "grad_norm": 2.859375,
      "learning_rate": 7.295820545611232e-06,
      "loss": 1.3942408561706543,
      "step": 1344
    },
    {
      "epoch": 0.8286263947672181,
      "grad_norm": 0.765625,
      "learning_rate": 7.288274386610446e-06,
      "loss": 1.0209629535675049,
      "step": 1346
    },
    {
      "epoch": 0.829857637552905,
      "grad_norm": 1.3046875,
      "learning_rate": 7.280723108486863e-06,
      "loss": 1.0453615188598633,
      "step": 1348
    },
    {
      "epoch": 0.8310888803385917,
      "grad_norm": 2.859375,
      "learning_rate": 7.273166741246449e-06,
      "loss": 1.1256355047225952,
      "step": 1350
    },
    {
      "epoch": 0.8323201231242786,
      "grad_norm": 1.203125,
      "learning_rate": 7.265605314915399e-06,
      "loss": 1.0713417530059814,
      "step": 1352
    },
    {
      "epoch": 0.8335513659099654,
      "grad_norm": 2.6875,
      "learning_rate": 7.258038859540002e-06,
      "loss": 1.2602061033248901,
      "step": 1354
    },
    {
      "epoch": 0.8347826086956521,
      "grad_norm": 2.765625,
      "learning_rate": 7.250467405186534e-06,
      "loss": 1.3749901056289673,
      "step": 1356
    },
    {
      "epoch": 0.836013851481339,
      "grad_norm": 2.859375,
      "learning_rate": 7.242890981941137e-06,
      "loss": 1.319159984588623,
      "step": 1358
    },
    {
      "epoch": 0.8372450942670258,
      "grad_norm": 2.328125,
      "learning_rate": 7.235309619909698e-06,
      "loss": 1.401831865310669,
      "step": 1360
    },
    {
      "epoch": 0.8384763370527126,
      "grad_norm": 2.765625,
      "learning_rate": 7.227723349217728e-06,
      "loss": 1.5969266891479492,
      "step": 1362
    },
    {
      "epoch": 0.8397075798383994,
      "grad_norm": 2.609375,
      "learning_rate": 7.220132200010237e-06,
      "loss": 1.5466394424438477,
      "step": 1364
    },
    {
      "epoch": 0.8409388226240861,
      "grad_norm": 3.046875,
      "learning_rate": 7.21253620245163e-06,
      "loss": 1.8190059661865234,
      "step": 1366
    },
    {
      "epoch": 0.842170065409773,
      "grad_norm": 2.65625,
      "learning_rate": 7.204935386725573e-06,
      "loss": 1.8231192827224731,
      "step": 1368
    },
    {
      "epoch": 0.8434013081954598,
      "grad_norm": 2.046875,
      "learning_rate": 7.197329783034879e-06,
      "loss": 1.52850341796875,
      "step": 1370
    },
    {
      "epoch": 0.8446325509811466,
      "grad_norm": 1.9375,
      "learning_rate": 7.18971942160138e-06,
      "loss": 1.413024663925171,
      "step": 1372
    },
    {
      "epoch": 0.8458637937668334,
      "grad_norm": 5.28125,
      "learning_rate": 7.182104332665827e-06,
      "loss": 1.7647671699523926,
      "step": 1374
    },
    {
      "epoch": 0.8470950365525202,
      "grad_norm": 3.34375,
      "learning_rate": 7.174484546487743e-06,
      "loss": 1.7847025394439697,
      "step": 1376
    },
    {
      "epoch": 0.848326279338207,
      "grad_norm": 2.515625,
      "learning_rate": 7.1668600933453225e-06,
      "loss": 1.5937633514404297,
      "step": 1378
    },
    {
      "epoch": 0.8495575221238938,
      "grad_norm": 2.109375,
      "learning_rate": 7.159231003535305e-06,
      "loss": 1.3834004402160645,
      "step": 1380
    },
    {
      "epoch": 0.8507887649095806,
      "grad_norm": 2.8125,
      "learning_rate": 7.151597307372853e-06,
      "loss": 1.671330213546753,
      "step": 1382
    },
    {
      "epoch": 0.8520200076952674,
      "grad_norm": 2.765625,
      "learning_rate": 7.143959035191432e-06,
      "loss": 1.8127377033233643,
      "step": 1384
    },
    {
      "epoch": 0.8532512504809542,
      "grad_norm": 2.765625,
      "learning_rate": 7.136316217342691e-06,
      "loss": 1.3590033054351807,
      "step": 1386
    },
    {
      "epoch": 0.854482493266641,
      "grad_norm": 7.9375,
      "learning_rate": 7.128668884196346e-06,
      "loss": 1.1065455675125122,
      "step": 1388
    },
    {
      "epoch": 0.8557137360523278,
      "grad_norm": 8.5,
      "learning_rate": 7.12101706614005e-06,
      "loss": 1.72328782081604,
      "step": 1390
    },
    {
      "epoch": 0.8569449788380146,
      "grad_norm": 9.375,
      "learning_rate": 7.113360793579281e-06,
      "loss": 1.730324387550354,
      "step": 1392
    },
    {
      "epoch": 0.8581762216237014,
      "grad_norm": 6.09375,
      "learning_rate": 7.105700096937211e-06,
      "loss": 2.003936529159546,
      "step": 1394
    },
    {
      "epoch": 0.8594074644093882,
      "grad_norm": 2.984375,
      "learning_rate": 7.0980350066546e-06,
      "loss": 1.5877940654754639,
      "step": 1396
    },
    {
      "epoch": 0.8606387071950751,
      "grad_norm": 3.0625,
      "learning_rate": 7.090365553189664e-06,
      "loss": 1.6757268905639648,
      "step": 1398
    },
    {
      "epoch": 0.8618699499807618,
      "grad_norm": 3.0,
      "learning_rate": 7.082691767017955e-06,
      "loss": 1.928758144378662,
      "step": 1400
    },
    {
      "epoch": 0.8631011927664486,
      "grad_norm": 3.453125,
      "learning_rate": 7.075013678632239e-06,
      "loss": 1.6859486103057861,
      "step": 1402
    },
    {
      "epoch": 0.8643324355521355,
      "grad_norm": 7.15625,
      "learning_rate": 7.067331318542388e-06,
      "loss": 2.008883237838745,
      "step": 1404
    },
    {
      "epoch": 0.8655636783378222,
      "grad_norm": 4.0,
      "learning_rate": 7.059644717275234e-06,
      "loss": 1.767155647277832,
      "step": 1406
    },
    {
      "epoch": 0.8667949211235091,
      "grad_norm": 3.09375,
      "learning_rate": 7.051953905374471e-06,
      "loss": 1.611624002456665,
      "step": 1408
    },
    {
      "epoch": 0.8680261639091958,
      "grad_norm": 2.828125,
      "learning_rate": 7.044258913400521e-06,
      "loss": 1.3147724866867065,
      "step": 1410
    },
    {
      "epoch": 0.8692574066948826,
      "grad_norm": 0.984375,
      "learning_rate": 7.036559771930422e-06,
      "loss": 1.1153672933578491,
      "step": 1412
    },
    {
      "epoch": 0.8704886494805695,
      "grad_norm": 2.75,
      "learning_rate": 7.028856511557692e-06,
      "loss": 1.1882882118225098,
      "step": 1414
    },
    {
      "epoch": 0.8717198922662562,
      "grad_norm": 5.0,
      "learning_rate": 7.02114916289222e-06,
      "loss": 1.5670009851455688,
      "step": 1416
    },
    {
      "epoch": 0.8729511350519431,
      "grad_norm": 3.8125,
      "learning_rate": 7.013437756560139e-06,
      "loss": 1.4105370044708252,
      "step": 1418
    },
    {
      "epoch": 0.8741823778376299,
      "grad_norm": 2.703125,
      "learning_rate": 7.005722323203712e-06,
      "loss": 1.5349271297454834,
      "step": 1420
    },
    {
      "epoch": 0.8754136206233166,
      "grad_norm": 13.0,
      "learning_rate": 6.998002893481193e-06,
      "loss": 1.1651748418807983,
      "step": 1422
    },
    {
      "epoch": 0.8766448634090035,
      "grad_norm": 0.9609375,
      "learning_rate": 6.990279498066726e-06,
      "loss": 1.072435975074768,
      "step": 1424
    },
    {
      "epoch": 0.8778761061946903,
      "grad_norm": 1.921875,
      "learning_rate": 6.9825521676502076e-06,
      "loss": 1.2697044610977173,
      "step": 1426
    },
    {
      "epoch": 0.8791073489803771,
      "grad_norm": 5.0,
      "learning_rate": 6.97482093293717e-06,
      "loss": 1.482898473739624,
      "step": 1428
    },
    {
      "epoch": 0.8803385917660639,
      "grad_norm": 2.265625,
      "learning_rate": 6.967085824648663e-06,
      "loss": 1.3979582786560059,
      "step": 1430
    },
    {
      "epoch": 0.8815698345517506,
      "grad_norm": 2.34375,
      "learning_rate": 6.959346873521129e-06,
      "loss": 1.4735959768295288,
      "step": 1432
    },
    {
      "epoch": 0.8828010773374375,
      "grad_norm": 0.82421875,
      "learning_rate": 6.951604110306278e-06,
      "loss": 1.3152323961257935,
      "step": 1434
    },
    {
      "epoch": 0.8840323201231243,
      "grad_norm": 1.6328125,
      "learning_rate": 6.943857565770966e-06,
      "loss": 1.1805187463760376,
      "step": 1436
    },
    {
      "epoch": 0.885263562908811,
      "grad_norm": 11.125,
      "learning_rate": 6.936107270697079e-06,
      "loss": 1.6937435865402222,
      "step": 1438
    },
    {
      "epoch": 0.8864948056944979,
      "grad_norm": 3.0,
      "learning_rate": 6.928353255881406e-06,
      "loss": 1.6152817010879517,
      "step": 1440
    },
    {
      "epoch": 0.8877260484801847,
      "grad_norm": 1.7265625,
      "learning_rate": 6.920595552135509e-06,
      "loss": 1.4991744756698608,
      "step": 1442
    },
    {
      "epoch": 0.8889572912658715,
      "grad_norm": 2.015625,
      "learning_rate": 6.912834190285621e-06,
      "loss": 1.431369423866272,
      "step": 1444
    },
    {
      "epoch": 0.8901885340515583,
      "grad_norm": 1.0703125,
      "learning_rate": 6.905069201172501e-06,
      "loss": 1.1146457195281982,
      "step": 1446
    },
    {
      "epoch": 0.891419776837245,
      "grad_norm": 0.94140625,
      "learning_rate": 6.897300615651328e-06,
      "loss": 1.0204036235809326,
      "step": 1448
    },
    {
      "epoch": 0.8926510196229319,
      "grad_norm": 2.25,
      "learning_rate": 6.889528464591566e-06,
      "loss": 1.4429939985275269,
      "step": 1450
    },
    {
      "epoch": 0.8938822624086187,
      "grad_norm": 1.7578125,
      "learning_rate": 6.881752778876849e-06,
      "loss": 1.6094764471054077,
      "step": 1452
    },
    {
      "epoch": 0.8951135051943055,
      "grad_norm": 3.8125,
      "learning_rate": 6.873973589404861e-06,
      "loss": 1.1291427612304688,
      "step": 1454
    },
    {
      "epoch": 0.8963447479799923,
      "grad_norm": 1.7109375,
      "learning_rate": 6.8661909270872014e-06,
      "loss": 1.1262400150299072,
      "step": 1456
    },
    {
      "epoch": 0.8975759907656791,
      "grad_norm": 0.7109375,
      "learning_rate": 6.858404822849272e-06,
      "loss": 1.190704107284546,
      "step": 1458
    },
    {
      "epoch": 0.8988072335513659,
      "grad_norm": 1.1015625,
      "learning_rate": 6.850615307630158e-06,
      "loss": 1.0832605361938477,
      "step": 1460
    },
    {
      "epoch": 0.9000384763370527,
      "grad_norm": 3.96875,
      "learning_rate": 6.842822412382486e-06,
      "loss": 1.4920941591262817,
      "step": 1462
    },
    {
      "epoch": 0.9012697191227396,
      "grad_norm": 6.15625,
      "learning_rate": 6.8350261680723254e-06,
      "loss": 1.636549711227417,
      "step": 1464
    },
    {
      "epoch": 0.9025009619084263,
      "grad_norm": 1.8359375,
      "learning_rate": 6.827226605679045e-06,
      "loss": 1.2701830863952637,
      "step": 1466
    },
    {
      "epoch": 0.9037322046941131,
      "grad_norm": 1.4296875,
      "learning_rate": 6.819423756195205e-06,
      "loss": 1.0739316940307617,
      "step": 1468
    },
    {
      "epoch": 0.9049634474798,
      "grad_norm": 2.515625,
      "learning_rate": 6.811617650626423e-06,
      "loss": 1.635694980621338,
      "step": 1470
    },
    {
      "epoch": 0.9061946902654867,
      "grad_norm": 4.71875,
      "learning_rate": 6.8038083199912574e-06,
      "loss": 1.6989467144012451,
      "step": 1472
    },
    {
      "epoch": 0.9074259330511736,
      "grad_norm": 6.3125,
      "learning_rate": 6.795995795321079e-06,
      "loss": 1.4359147548675537,
      "step": 1474
    },
    {
      "epoch": 0.9086571758368603,
      "grad_norm": 2.3125,
      "learning_rate": 6.788180107659954e-06,
      "loss": 1.4350411891937256,
      "step": 1476
    },
    {
      "epoch": 0.9098884186225471,
      "grad_norm": 2.1875,
      "learning_rate": 6.780361288064514e-06,
      "loss": 1.3674818277359009,
      "step": 1478
    },
    {
      "epoch": 0.911119661408234,
      "grad_norm": 2.734375,
      "learning_rate": 6.772539367603839e-06,
      "loss": 1.445178508758545,
      "step": 1480
    },
    {
      "epoch": 0.9123509041939207,
      "grad_norm": 3.390625,
      "learning_rate": 6.764714377359327e-06,
      "loss": 1.8486201763153076,
      "step": 1482
    },
    {
      "epoch": 0.9135821469796075,
      "grad_norm": 2.46875,
      "learning_rate": 6.756886348424575e-06,
      "loss": 1.7258269786834717,
      "step": 1484
    },
    {
      "epoch": 0.9148133897652944,
      "grad_norm": 2.078125,
      "learning_rate": 6.749055311905259e-06,
      "loss": 1.5248911380767822,
      "step": 1486
    },
    {
      "epoch": 0.9160446325509811,
      "grad_norm": 2.671875,
      "learning_rate": 6.741221298919002e-06,
      "loss": 1.4051947593688965,
      "step": 1488
    },
    {
      "epoch": 0.917275875336668,
      "grad_norm": 2.703125,
      "learning_rate": 6.7333843405952525e-06,
      "loss": 1.2086796760559082,
      "step": 1490
    },
    {
      "epoch": 0.9185071181223547,
      "grad_norm": 2.140625,
      "learning_rate": 6.7255444680751684e-06,
      "loss": 1.1943715810775757,
      "step": 1492
    },
    {
      "epoch": 0.9197383609080415,
      "grad_norm": 2.328125,
      "learning_rate": 6.717701712511482e-06,
      "loss": 1.3514329195022583,
      "step": 1494
    },
    {
      "epoch": 0.9209696036937284,
      "grad_norm": 2.609375,
      "learning_rate": 6.7098561050683854e-06,
      "loss": 1.5922294855117798,
      "step": 1496
    },
    {
      "epoch": 0.9222008464794151,
      "grad_norm": 5.0625,
      "learning_rate": 6.7020076769214014e-06,
      "loss": 1.4178842306137085,
      "step": 1498
    },
    {
      "epoch": 0.923432089265102,
      "grad_norm": 2.3125,
      "learning_rate": 6.694156459257259e-06,
      "loss": 1.4526511430740356,
      "step": 1500
    },
    {
      "epoch": 0.9246633320507888,
      "grad_norm": 1.90625,
      "learning_rate": 6.686302483273781e-06,
      "loss": 1.2742807865142822,
      "step": 1502
    },
    {
      "epoch": 0.9258945748364755,
      "grad_norm": 1.2890625,
      "learning_rate": 6.678445780179738e-06,
      "loss": 1.2045783996582031,
      "step": 1504
    },
    {
      "epoch": 0.9271258176221624,
      "grad_norm": 6.21875,
      "learning_rate": 6.670586381194744e-06,
      "loss": 0.8458617329597473,
      "step": 1506
    },
    {
      "epoch": 0.9283570604078492,
      "grad_norm": 4.0,
      "learning_rate": 6.662724317549125e-06,
      "loss": 0.547357439994812,
      "step": 1508
    },
    {
      "epoch": 0.929588303193536,
      "grad_norm": 1.0234375,
      "learning_rate": 6.654859620483798e-06,
      "loss": 1.0537328720092773,
      "step": 1510
    },
    {
      "epoch": 0.9308195459792228,
      "grad_norm": 1.1953125,
      "learning_rate": 6.646992321250136e-06,
      "loss": 1.317865014076233,
      "step": 1512
    },
    {
      "epoch": 0.9320507887649095,
      "grad_norm": 1.984375,
      "learning_rate": 6.639122451109861e-06,
      "loss": 1.3471020460128784,
      "step": 1514
    },
    {
      "epoch": 0.9332820315505964,
      "grad_norm": 2.796875,
      "learning_rate": 6.631250041334905e-06,
      "loss": 1.4489096403121948,
      "step": 1516
    },
    {
      "epoch": 0.9345132743362832,
      "grad_norm": 1.1328125,
      "learning_rate": 6.623375123207295e-06,
      "loss": 1.2243424654006958,
      "step": 1518
    },
    {
      "epoch": 0.93574451712197,
      "grad_norm": 1.578125,
      "learning_rate": 6.6154977280190225e-06,
      "loss": 1.1166824102401733,
      "step": 1520
    },
    {
      "epoch": 0.9369757599076568,
      "grad_norm": 5.21875,
      "learning_rate": 6.607617887071924e-06,
      "loss": 1.246292233467102,
      "step": 1522
    },
    {
      "epoch": 0.9382070026933436,
      "grad_norm": 1.421875,
      "learning_rate": 6.599735631677555e-06,
      "loss": 1.030418038368225,
      "step": 1524
    },
    {
      "epoch": 0.9394382454790304,
      "grad_norm": 2.15625,
      "learning_rate": 6.591850993157063e-06,
      "loss": 1.056132197380066,
      "step": 1526
    },
    {
      "epoch": 0.9406694882647172,
      "grad_norm": 0.81640625,
      "learning_rate": 6.5839640028410635e-06,
      "loss": 1.0492579936981201,
      "step": 1528
    },
    {
      "epoch": 0.941900731050404,
      "grad_norm": 1.4453125,
      "learning_rate": 6.5760746920695225e-06,
      "loss": 1.1138197183609009,
      "step": 1530
    },
    {
      "epoch": 0.9431319738360908,
      "grad_norm": 1.1015625,
      "learning_rate": 6.568183092191624e-06,
      "loss": 1.1705691814422607,
      "step": 1532
    },
    {
      "epoch": 0.9443632166217776,
      "grad_norm": 2.109375,
      "learning_rate": 6.560289234565649e-06,
      "loss": 1.4367778301239014,
      "step": 1534
    },
    {
      "epoch": 0.9455944594074644,
      "grad_norm": 2.078125,
      "learning_rate": 6.552393150558847e-06,
      "loss": 1.3702847957611084,
      "step": 1536
    },
    {
      "epoch": 0.9468257021931512,
      "grad_norm": 2.203125,
      "learning_rate": 6.544494871547316e-06,
      "loss": 1.416054606437683,
      "step": 1538
    },
    {
      "epoch": 0.948056944978838,
      "grad_norm": 2.609375,
      "learning_rate": 6.536594428915875e-06,
      "loss": 1.4559407234191895,
      "step": 1540
    },
    {
      "epoch": 0.9492881877645248,
      "grad_norm": 3.375,
      "learning_rate": 6.528691854057945e-06,
      "loss": 1.782531976699829,
      "step": 1542
    },
    {
      "epoch": 0.9505194305502116,
      "grad_norm": 7.71875,
      "learning_rate": 6.520787178375415e-06,
      "loss": 1.6748610734939575,
      "step": 1544
    },
    {
      "epoch": 0.9517506733358985,
      "grad_norm": 3.671875,
      "learning_rate": 6.5128804332785235e-06,
      "loss": 1.773606777191162,
      "step": 1546
    },
    {
      "epoch": 0.9529819161215852,
      "grad_norm": 21.5,
      "learning_rate": 6.504971650185732e-06,
      "loss": 1.8693180084228516,
      "step": 1548
    },
    {
      "epoch": 0.954213158907272,
      "grad_norm": 2.40625,
      "learning_rate": 6.497060860523598e-06,
      "loss": 1.5108202695846558,
      "step": 1550
    },
    {
      "epoch": 0.9554444016929589,
      "grad_norm": 3.1875,
      "learning_rate": 6.4891480957266585e-06,
      "loss": 1.4236609935760498,
      "step": 1552
    },
    {
      "epoch": 0.9566756444786456,
      "grad_norm": 4.4375,
      "learning_rate": 6.481233387237292e-06,
      "loss": 1.7978931665420532,
      "step": 1554
    },
    {
      "epoch": 0.9579068872643325,
      "grad_norm": 2.84375,
      "learning_rate": 6.473316766505604e-06,
      "loss": 1.8097015619277954,
      "step": 1556
    },
    {
      "epoch": 0.9591381300500192,
      "grad_norm": 2.0625,
      "learning_rate": 6.465398264989298e-06,
      "loss": 1.521843433380127,
      "step": 1558
    },
    {
      "epoch": 0.960369372835706,
      "grad_norm": 3.515625,
      "learning_rate": 6.4574779141535515e-06,
      "loss": 1.451346516609192,
      "step": 1560
    },
    {
      "epoch": 0.9616006156213929,
      "grad_norm": 2.84375,
      "learning_rate": 6.44955574547089e-06,
      "loss": 1.4029566049575806,
      "step": 1562
    },
    {
      "epoch": 0.9628318584070796,
      "grad_norm": 5.1875,
      "learning_rate": 6.44163179042106e-06,
      "loss": 1.5579237937927246,
      "step": 1564
    },
    {
      "epoch": 0.9640631011927665,
      "grad_norm": 0.94140625,
      "learning_rate": 6.433706080490913e-06,
      "loss": 1.1235785484313965,
      "step": 1566
    },
    {
      "epoch": 0.9652943439784533,
      "grad_norm": 0.796875,
      "learning_rate": 6.425778647174267e-06,
      "loss": 1.038987398147583,
      "step": 1568
    },
    {
      "epoch": 0.96652558676414,
      "grad_norm": 2.984375,
      "learning_rate": 6.417849521971793e-06,
      "loss": 1.796567678451538,
      "step": 1570
    },
    {
      "epoch": 0.9677568295498269,
      "grad_norm": 8.125,
      "learning_rate": 6.409918736390879e-06,
      "loss": 1.7613965272903442,
      "step": 1572
    },
    {
      "epoch": 0.9689880723355137,
      "grad_norm": 3.546875,
      "learning_rate": 6.401986321945518e-06,
      "loss": 1.4940305948257446,
      "step": 1574
    },
    {
      "epoch": 0.9702193151212004,
      "grad_norm": 3.453125,
      "learning_rate": 6.3940523101561695e-06,
      "loss": 1.6017310619354248,
      "step": 1576
    },
    {
      "epoch": 0.9714505579068873,
      "grad_norm": 2.515625,
      "learning_rate": 6.386116732549641e-06,
      "loss": 1.7846119403839111,
      "step": 1578
    },
    {
      "epoch": 0.972681800692574,
      "grad_norm": 3.25,
      "learning_rate": 6.378179620658967e-06,
      "loss": 1.8666661977767944,
      "step": 1580
    },
    {
      "epoch": 0.9739130434782609,
      "grad_norm": 2.796875,
      "learning_rate": 6.370241006023274e-06,
      "loss": 1.5027897357940674,
      "step": 1582
    },
    {
      "epoch": 0.9751442862639477,
      "grad_norm": 2.375,
      "learning_rate": 6.362300920187663e-06,
      "loss": 1.422347068786621,
      "step": 1584
    },
    {
      "epoch": 0.9763755290496344,
      "grad_norm": 1.1328125,
      "learning_rate": 6.354359394703076e-06,
      "loss": 1.1453440189361572,
      "step": 1586
    },
    {
      "epoch": 0.9776067718353213,
      "grad_norm": 0.85546875,
      "learning_rate": 6.346416461126177e-06,
      "loss": 0.971987247467041,
      "step": 1588
    },
    {
      "epoch": 0.9788380146210081,
      "grad_norm": 4.125,
      "learning_rate": 6.3384721510192326e-06,
      "loss": 1.5504741668701172,
      "step": 1590
    },
    {
      "epoch": 0.9800692574066949,
      "grad_norm": 3.296875,
      "learning_rate": 6.330526495949969e-06,
      "loss": 1.597891092300415,
      "step": 1592
    },
    {
      "epoch": 0.9813005001923817,
      "grad_norm": 3.640625,
      "learning_rate": 6.322579527491465e-06,
      "loss": 1.8136931657791138,
      "step": 1594
    },
    {
      "epoch": 0.9825317429780684,
      "grad_norm": 2.953125,
      "learning_rate": 6.314631277222012e-06,
      "loss": 1.7769173383712769,
      "step": 1596
    },
    {
      "epoch": 0.9837629857637553,
      "grad_norm": 2.046875,
      "learning_rate": 6.306681776724997e-06,
      "loss": 1.513192892074585,
      "step": 1598
    },
    {
      "epoch": 0.9849942285494421,
      "grad_norm": 2.546875,
      "learning_rate": 6.2987310575887775e-06,
      "loss": 1.431948184967041,
      "step": 1600
    },
    {
      "epoch": 0.986225471335129,
      "grad_norm": 4.0625,
      "learning_rate": 6.29077915140655e-06,
      "loss": 1.4942731857299805,
      "step": 1602
    },
    {
      "epoch": 0.9874567141208157,
      "grad_norm": 2.671875,
      "learning_rate": 6.282826089776231e-06,
      "loss": 1.4677563905715942,
      "step": 1604
    },
    {
      "epoch": 0.9886879569065025,
      "grad_norm": 1.3046875,
      "learning_rate": 6.2748719043003236e-06,
      "loss": 1.2760637998580933,
      "step": 1606
    },
    {
      "epoch": 0.9899191996921893,
      "grad_norm": 1.1640625,
      "learning_rate": 6.266916626585802e-06,
      "loss": 1.0633869171142578,
      "step": 1608
    },
    {
      "epoch": 0.9911504424778761,
      "grad_norm": 3.515625,
      "learning_rate": 6.258960288243977e-06,
      "loss": 1.0499076843261719,
      "step": 1610
    },
    {
      "epoch": 0.992381685263563,
      "grad_norm": 4.9375,
      "learning_rate": 6.251002920890377e-06,
      "loss": 1.0250937938690186,
      "step": 1612
    },
    {
      "epoch": 0.9936129280492497,
      "grad_norm": 5.09375,
      "learning_rate": 6.243044556144614e-06,
      "loss": 1.390341877937317,
      "step": 1614
    },
    {
      "epoch": 0.9948441708349365,
      "grad_norm": 3.296875,
      "learning_rate": 6.2350852256302695e-06,
      "loss": 1.8683525323867798,
      "step": 1616
    },
    {
      "epoch": 0.9960754136206234,
      "grad_norm": 1.5546875,
      "learning_rate": 6.227124960974758e-06,
      "loss": 1.2446808815002441,
      "step": 1618
    },
    {
      "epoch": 0.9973066564063101,
      "grad_norm": 3.078125,
      "learning_rate": 6.219163793809209e-06,
      "loss": 1.4699010848999023,
      "step": 1620
    },
    {
      "epoch": 0.9985378991919969,
      "grad_norm": 1.671875,
      "learning_rate": 6.2112017557683364e-06,
      "loss": 1.0956699848175049,
      "step": 1622
    },
    {
      "epoch": 0.9997691419776837,
      "grad_norm": 0.890625,
      "learning_rate": 6.203238878490316e-06,
      "loss": 1.0894286632537842,
      "step": 1624
    },
    {
      "epoch": 1.0006156213928434,
      "grad_norm": 0.46875,
      "learning_rate": 6.195275193616654e-06,
      "loss": 1.1105027198791504,
      "step": 1626
    },
    {
      "epoch": 1.0018468641785303,
      "grad_norm": 0.609375,
      "learning_rate": 6.187310732792075e-06,
      "loss": 1.3475432395935059,
      "step": 1628
    },
    {
      "epoch": 1.003078106964217,
      "grad_norm": 2.0625,
      "learning_rate": 6.179345527664378e-06,
      "loss": 1.3273013830184937,
      "step": 1630
    },
    {
      "epoch": 1.0043093497499038,
      "grad_norm": 1.6953125,
      "learning_rate": 6.171379609884323e-06,
      "loss": 1.4933701753616333,
      "step": 1632
    },
    {
      "epoch": 1.0055405925355907,
      "grad_norm": 0.9296875,
      "learning_rate": 6.163413011105499e-06,
      "loss": 1.3138911724090576,
      "step": 1634
    },
    {
      "epoch": 1.0067718353212773,
      "grad_norm": 0.9921875,
      "learning_rate": 6.155445762984209e-06,
      "loss": 0.9952437281608582,
      "step": 1636
    },
    {
      "epoch": 1.0080030781069642,
      "grad_norm": 2.53125,
      "learning_rate": 6.147477897179328e-06,
      "loss": 1.2402042150497437,
      "step": 1638
    },
    {
      "epoch": 1.009234320892651,
      "grad_norm": 3.65625,
      "learning_rate": 6.1395094453521875e-06,
      "loss": 1.377193570137024,
      "step": 1640
    },
    {
      "epoch": 1.0104655636783377,
      "grad_norm": 5.03125,
      "learning_rate": 6.13154043916645e-06,
      "loss": 1.6374868154525757,
      "step": 1642
    },
    {
      "epoch": 1.0116968064640246,
      "grad_norm": 2.015625,
      "learning_rate": 6.123570910287979e-06,
      "loss": 1.6595889329910278,
      "step": 1644
    },
    {
      "epoch": 1.0129280492497115,
      "grad_norm": 3.140625,
      "learning_rate": 6.1156008903847164e-06,
      "loss": 1.840135097503662,
      "step": 1646
    },
    {
      "epoch": 1.0141592920353983,
      "grad_norm": 3.515625,
      "learning_rate": 6.10763041112655e-06,
      "loss": 1.8915746212005615,
      "step": 1648
    },
    {
      "epoch": 1.015390534821085,
      "grad_norm": 1.015625,
      "learning_rate": 6.0996595041852e-06,
      "loss": 1.5289441347122192,
      "step": 1650
    },
    {
      "epoch": 1.0166217776067719,
      "grad_norm": 1.203125,
      "learning_rate": 6.091688201234085e-06,
      "loss": 1.2102296352386475,
      "step": 1652
    },
    {
      "epoch": 1.0178530203924587,
      "grad_norm": 0.8125,
      "learning_rate": 6.083716533948192e-06,
      "loss": 1.161301612854004,
      "step": 1654
    },
    {
      "epoch": 1.0190842631781454,
      "grad_norm": 0.8515625,
      "learning_rate": 6.07574453400396e-06,
      "loss": 1.096801519393921,
      "step": 1656
    },
    {
      "epoch": 1.0203155059638322,
      "grad_norm": 0.74609375,
      "learning_rate": 6.06777223307915e-06,
      "loss": 1.015903115272522,
      "step": 1658
    },
    {
      "epoch": 1.0215467487495191,
      "grad_norm": 0.80078125,
      "learning_rate": 6.0597996628527155e-06,
      "loss": 1.0650248527526855,
      "step": 1660
    },
    {
      "epoch": 1.0227779915352058,
      "grad_norm": 5.40625,
      "learning_rate": 6.051826855004683e-06,
      "loss": 1.2022972106933594,
      "step": 1662
    },
    {
      "epoch": 1.0240092343208926,
      "grad_norm": 4.46875,
      "learning_rate": 6.043853841216025e-06,
      "loss": 1.3405088186264038,
      "step": 1664
    },
    {
      "epoch": 1.0252404771065795,
      "grad_norm": 1.9921875,
      "learning_rate": 6.035880653168529e-06,
      "loss": 1.6969496011734009,
      "step": 1666
    },
    {
      "epoch": 1.0264717198922662,
      "grad_norm": 2.265625,
      "learning_rate": 6.027907322544675e-06,
      "loss": 1.3863646984100342,
      "step": 1668
    },
    {
      "epoch": 1.027702962677953,
      "grad_norm": 4.28125,
      "learning_rate": 6.019933881027508e-06,
      "loss": 1.4729995727539062,
      "step": 1670
    },
    {
      "epoch": 1.02893420546364,
      "grad_norm": 3.03125,
      "learning_rate": 6.0119603603005235e-06,
      "loss": 1.8226011991500854,
      "step": 1672
    },
    {
      "epoch": 1.0301654482493268,
      "grad_norm": 1.7578125,
      "learning_rate": 6.0039867920475185e-06,
      "loss": 1.4725655317306519,
      "step": 1674
    },
    {
      "epoch": 1.0313966910350134,
      "grad_norm": 3.921875,
      "learning_rate": 5.996013207952484e-06,
      "loss": 1.3765413761138916,
      "step": 1676
    },
    {
      "epoch": 1.0326279338207003,
      "grad_norm": 4.65625,
      "learning_rate": 5.9880396396994785e-06,
      "loss": 1.5706751346588135,
      "step": 1678
    },
    {
      "epoch": 1.0338591766063872,
      "grad_norm": 6.65625,
      "learning_rate": 5.980066118972492e-06,
      "loss": 1.954294204711914,
      "step": 1680
    },
    {
      "epoch": 1.0350904193920738,
      "grad_norm": 0.734375,
      "learning_rate": 5.972092677455326e-06,
      "loss": 1.3637402057647705,
      "step": 1682
    },
    {
      "epoch": 1.0363216621777607,
      "grad_norm": 4.75,
      "learning_rate": 5.964119346831474e-06,
      "loss": 1.143527626991272,
      "step": 1684
    },
    {
      "epoch": 1.0375529049634475,
      "grad_norm": 1.96875,
      "learning_rate": 5.956146158783977e-06,
      "loss": 1.2583506107330322,
      "step": 1686
    },
    {
      "epoch": 1.0387841477491342,
      "grad_norm": 2.0625,
      "learning_rate": 5.948173144995318e-06,
      "loss": 1.4587152004241943,
      "step": 1688
    },
    {
      "epoch": 1.040015390534821,
      "grad_norm": 2.625,
      "learning_rate": 5.940200337147286e-06,
      "loss": 1.4821643829345703,
      "step": 1690
    },
    {
      "epoch": 1.041246633320508,
      "grad_norm": 2.375,
      "learning_rate": 5.9322277669208526e-06,
      "loss": 1.3718185424804688,
      "step": 1692
    },
    {
      "epoch": 1.0424778761061946,
      "grad_norm": 1.4453125,
      "learning_rate": 5.92425546599604e-06,
      "loss": 1.3705888986587524,
      "step": 1694
    },
    {
      "epoch": 1.0437091188918814,
      "grad_norm": 1.609375,
      "learning_rate": 5.916283466051808e-06,
      "loss": 1.1750788688659668,
      "step": 1696
    },
    {
      "epoch": 1.0449403616775683,
      "grad_norm": 4.0625,
      "learning_rate": 5.908311798765918e-06,
      "loss": 1.7212889194488525,
      "step": 1698
    },
    {
      "epoch": 1.0461716044632552,
      "grad_norm": 4.59375,
      "learning_rate": 5.900340495814802e-06,
      "loss": 1.6617670059204102,
      "step": 1700
    },
    {
      "epoch": 1.0474028472489418,
      "grad_norm": 13.125,
      "learning_rate": 5.892369588873452e-06,
      "loss": 1.8269574642181396,
      "step": 1702
    },
    {
      "epoch": 1.0486340900346287,
      "grad_norm": 4.03125,
      "learning_rate": 5.884399109615286e-06,
      "loss": 1.8086248636245728,
      "step": 1704
    },
    {
      "epoch": 1.0498653328203156,
      "grad_norm": 5.125,
      "learning_rate": 5.876429089712021e-06,
      "loss": 1.7379831075668335,
      "step": 1706
    },
    {
      "epoch": 1.0510965756060022,
      "grad_norm": 3.828125,
      "learning_rate": 5.86845956083355e-06,
      "loss": 1.6424190998077393,
      "step": 1708
    },
    {
      "epoch": 1.052327818391689,
      "grad_norm": 2.21875,
      "learning_rate": 5.860490554647813e-06,
      "loss": 1.4312442541122437,
      "step": 1710
    },
    {
      "epoch": 1.053559061177376,
      "grad_norm": 2.328125,
      "learning_rate": 5.8525221028206735e-06,
      "loss": 1.5711675882339478,
      "step": 1712
    },
    {
      "epoch": 1.0547903039630626,
      "grad_norm": 8.1875,
      "learning_rate": 5.844554237015793e-06,
      "loss": 1.5525487661361694,
      "step": 1714
    },
    {
      "epoch": 1.0560215467487495,
      "grad_norm": 3.875,
      "learning_rate": 5.8365869888945015e-06,
      "loss": 1.7739177942276,
      "step": 1716
    },
    {
      "epoch": 1.0572527895344364,
      "grad_norm": 1.5625,
      "learning_rate": 5.82862039011568e-06,
      "loss": 1.198196530342102,
      "step": 1718
    },
    {
      "epoch": 1.0584840323201232,
      "grad_norm": 1.703125,
      "learning_rate": 5.820654472335624e-06,
      "loss": 1.0741544961929321,
      "step": 1720
    },
    {
      "epoch": 1.0597152751058099,
      "grad_norm": 2.203125,
      "learning_rate": 5.812689267207925e-06,
      "loss": 1.2043887376785278,
      "step": 1722
    },
    {
      "epoch": 1.0609465178914967,
      "grad_norm": 2.046875,
      "learning_rate": 5.804724806383346e-06,
      "loss": 1.3711163997650146,
      "step": 1724
    },
    {
      "epoch": 1.0621777606771836,
      "grad_norm": 4.75,
      "learning_rate": 5.796761121509686e-06,
      "loss": 1.7536944150924683,
      "step": 1726
    },
    {
      "epoch": 1.0634090034628703,
      "grad_norm": 4.5625,
      "learning_rate": 5.7887982442316656e-06,
      "loss": 1.9879385232925415,
      "step": 1728
    },
    {
      "epoch": 1.0646402462485571,
      "grad_norm": 2.84375,
      "learning_rate": 5.780836206190793e-06,
      "loss": 1.881171464920044,
      "step": 1730
    },
    {
      "epoch": 1.065871489034244,
      "grad_norm": 6.09375,
      "learning_rate": 5.772875039025244e-06,
      "loss": 1.7399423122406006,
      "step": 1732
    },
    {
      "epoch": 1.0671027318199306,
      "grad_norm": 5.0625,
      "learning_rate": 5.764914774369732e-06,
      "loss": 1.1776556968688965,
      "step": 1734
    },
    {
      "epoch": 1.0683339746056175,
      "grad_norm": 2.359375,
      "learning_rate": 5.756955443855388e-06,
      "loss": 0.3018825352191925,
      "step": 1736
    },
    {
      "epoch": 1.0695652173913044,
      "grad_norm": 0.92578125,
      "learning_rate": 5.748997079109625e-06,
      "loss": 0.6248791217803955,
      "step": 1738
    },
    {
      "epoch": 1.0707964601769913,
      "grad_norm": 4.90625,
      "learning_rate": 5.741039711756025e-06,
      "loss": 1.0930382013320923,
      "step": 1740
    },
    {
      "epoch": 1.072027702962678,
      "grad_norm": 2.484375,
      "learning_rate": 5.733083373414201e-06,
      "loss": 1.4368818998336792,
      "step": 1742
    },
    {
      "epoch": 1.0732589457483648,
      "grad_norm": 6.125,
      "learning_rate": 5.725128095699678e-06,
      "loss": 1.4669115543365479,
      "step": 1744
    },
    {
      "epoch": 1.0744901885340516,
      "grad_norm": 3.609375,
      "learning_rate": 5.717173910223772e-06,
      "loss": 1.3312410116195679,
      "step": 1746
    },
    {
      "epoch": 1.0757214313197383,
      "grad_norm": 1.78125,
      "learning_rate": 5.709220848593452e-06,
      "loss": 1.3409535884857178,
      "step": 1748
    },
    {
      "epoch": 1.0769526741054252,
      "grad_norm": 3.125,
      "learning_rate": 5.7012689424112245e-06,
      "loss": 1.3486981391906738,
      "step": 1750
    },
    {
      "epoch": 1.078183916891112,
      "grad_norm": 2.90625,
      "learning_rate": 5.6933182232750036e-06,
      "loss": 1.460854172706604,
      "step": 1752
    },
    {
      "epoch": 1.0794151596767987,
      "grad_norm": 1.8125,
      "learning_rate": 5.685368722777991e-06,
      "loss": 1.3764128684997559,
      "step": 1754
    },
    {
      "epoch": 1.0806464024624856,
      "grad_norm": 1.9453125,
      "learning_rate": 5.677420472508537e-06,
      "loss": 1.4338797330856323,
      "step": 1756
    },
    {
      "epoch": 1.0818776452481724,
      "grad_norm": 3.671875,
      "learning_rate": 5.669473504050033e-06,
      "loss": 1.5261905193328857,
      "step": 1758
    },
    {
      "epoch": 1.083108888033859,
      "grad_norm": 2.71875,
      "learning_rate": 5.6615278489807694e-06,
      "loss": 1.8875455856323242,
      "step": 1760
    },
    {
      "epoch": 1.084340130819546,
      "grad_norm": 3.9375,
      "learning_rate": 5.6535835388738235e-06,
      "loss": 1.7816144227981567,
      "step": 1762
    },
    {
      "epoch": 1.0855713736052328,
      "grad_norm": 3.5,
      "learning_rate": 5.645640605296927e-06,
      "loss": 1.541454792022705,
      "step": 1764
    },
    {
      "epoch": 1.0868026163909197,
      "grad_norm": 2.0625,
      "learning_rate": 5.6376990798123385e-06,
      "loss": 1.4051401615142822,
      "step": 1766
    },
    {
      "epoch": 1.0880338591766063,
      "grad_norm": 2.359375,
      "learning_rate": 5.629758993976727e-06,
      "loss": 1.4245781898498535,
      "step": 1768
    },
    {
      "epoch": 1.0892651019622932,
      "grad_norm": 1.7265625,
      "learning_rate": 5.6218203793410346e-06,
      "loss": 1.4115514755249023,
      "step": 1770
    },
    {
      "epoch": 1.09049634474798,
      "grad_norm": 2.96875,
      "learning_rate": 5.61388326745036e-06,
      "loss": 1.4192876815795898,
      "step": 1772
    },
    {
      "epoch": 1.0917275875336667,
      "grad_norm": 2.125,
      "learning_rate": 5.605947689843833e-06,
      "loss": 1.346639633178711,
      "step": 1774
    },
    {
      "epoch": 1.0929588303193536,
      "grad_norm": 1.90625,
      "learning_rate": 5.598013678054484e-06,
      "loss": 1.359352707862854,
      "step": 1776
    },
    {
      "epoch": 1.0941900731050405,
      "grad_norm": 3.453125,
      "learning_rate": 5.590081263609122e-06,
      "loss": 1.602827548980713,
      "step": 1778
    },
    {
      "epoch": 1.095421315890727,
      "grad_norm": 3.421875,
      "learning_rate": 5.5821504780282086e-06,
      "loss": 1.5239148139953613,
      "step": 1780
    },
    {
      "epoch": 1.096652558676414,
      "grad_norm": 3.28125,
      "learning_rate": 5.574221352825735e-06,
      "loss": 1.657865047454834,
      "step": 1782
    },
    {
      "epoch": 1.0978838014621009,
      "grad_norm": 3.734375,
      "learning_rate": 5.566293919509089e-06,
      "loss": 1.5900053977966309,
      "step": 1784
    },
    {
      "epoch": 1.0991150442477875,
      "grad_norm": 1.328125,
      "learning_rate": 5.558368209578941e-06,
      "loss": 1.2565845251083374,
      "step": 1786
    },
    {
      "epoch": 1.1003462870334744,
      "grad_norm": 1.015625,
      "learning_rate": 5.550444254529113e-06,
      "loss": 1.064510464668274,
      "step": 1788
    },
    {
      "epoch": 1.1015775298191612,
      "grad_norm": 6.09375,
      "learning_rate": 5.542522085846451e-06,
      "loss": 1.0777498483657837,
      "step": 1790
    },
    {
      "epoch": 1.102808772604848,
      "grad_norm": 1.515625,
      "learning_rate": 5.534601735010703e-06,
      "loss": 1.164319396018982,
      "step": 1792
    },
    {
      "epoch": 1.1040400153905348,
      "grad_norm": 2.796875,
      "learning_rate": 5.5266832334943975e-06,
      "loss": 1.3410156965255737,
      "step": 1794
    },
    {
      "epoch": 1.1052712581762216,
      "grad_norm": 3.890625,
      "learning_rate": 5.518766612762712e-06,
      "loss": 1.8330609798431396,
      "step": 1796
    },
    {
      "epoch": 1.1065025009619085,
      "grad_norm": 2.234375,
      "learning_rate": 5.510851904273344e-06,
      "loss": 1.292941689491272,
      "step": 1798
    },
    {
      "epoch": 1.1077337437475951,
      "grad_norm": 2.171875,
      "learning_rate": 5.502939139476403e-06,
      "loss": 1.4467616081237793,
      "step": 1800
    },
    {
      "epoch": 1.108964986533282,
      "grad_norm": 1.5,
      "learning_rate": 5.495028349814271e-06,
      "loss": 1.3929224014282227,
      "step": 1802
    },
    {
      "epoch": 1.1101962293189689,
      "grad_norm": 1.3828125,
      "learning_rate": 5.487119566721477e-06,
      "loss": 1.1502635478973389,
      "step": 1804
    },
    {
      "epoch": 1.1114274721046555,
      "grad_norm": 6.03125,
      "learning_rate": 5.479212821624587e-06,
      "loss": 1.2217051982879639,
      "step": 1806
    },
    {
      "epoch": 1.1126587148903424,
      "grad_norm": 4.09375,
      "learning_rate": 5.4713081459420555e-06,
      "loss": 1.8544467687606812,
      "step": 1808
    },
    {
      "epoch": 1.1138899576760293,
      "grad_norm": 3.375,
      "learning_rate": 5.463405571084127e-06,
      "loss": 1.2114042043685913,
      "step": 1810
    },
    {
      "epoch": 1.1151212004617161,
      "grad_norm": 2.4375,
      "learning_rate": 5.455505128452687e-06,
      "loss": 1.358185052871704,
      "step": 1812
    },
    {
      "epoch": 1.1163524432474028,
      "grad_norm": 2.25,
      "learning_rate": 5.447606849441156e-06,
      "loss": 1.330447793006897,
      "step": 1814
    },
    {
      "epoch": 1.1175836860330897,
      "grad_norm": 4.65625,
      "learning_rate": 5.4397107654343515e-06,
      "loss": 1.4095932245254517,
      "step": 1816
    },
    {
      "epoch": 1.1188149288187765,
      "grad_norm": 1.0703125,
      "learning_rate": 5.431816907808376e-06,
      "loss": 1.2272474765777588,
      "step": 1818
    },
    {
      "epoch": 1.1200461716044632,
      "grad_norm": 0.8359375,
      "learning_rate": 5.423925307930478e-06,
      "loss": 1.1478188037872314,
      "step": 1820
    },
    {
      "epoch": 1.12127741439015,
      "grad_norm": 1.2578125,
      "learning_rate": 5.416035997158937e-06,
      "loss": 1.2050681114196777,
      "step": 1822
    },
    {
      "epoch": 1.122508657175837,
      "grad_norm": 0.98046875,
      "learning_rate": 5.408149006842941e-06,
      "loss": 1.1752591133117676,
      "step": 1824
    },
    {
      "epoch": 1.1237398999615236,
      "grad_norm": 2.671875,
      "learning_rate": 5.400264368322448e-06,
      "loss": 1.2104952335357666,
      "step": 1826
    },
    {
      "epoch": 1.1249711427472104,
      "grad_norm": 0.828125,
      "learning_rate": 5.392382112928078e-06,
      "loss": 1.0541216135025024,
      "step": 1828
    },
    {
      "epoch": 1.1262023855328973,
      "grad_norm": 4.0,
      "learning_rate": 5.38450227198098e-06,
      "loss": 1.2567408084869385,
      "step": 1830
    },
    {
      "epoch": 1.1274336283185842,
      "grad_norm": 3.546875,
      "learning_rate": 5.376624876792706e-06,
      "loss": 1.3701972961425781,
      "step": 1832
    },
    {
      "epoch": 1.1286648711042708,
      "grad_norm": 4.125,
      "learning_rate": 5.368749958665096e-06,
      "loss": 1.1659176349639893,
      "step": 1834
    },
    {
      "epoch": 1.1298961138899577,
      "grad_norm": 1.703125,
      "learning_rate": 5.36087754889014e-06,
      "loss": 1.0371299982070923,
      "step": 1836
    },
    {
      "epoch": 1.1311273566756446,
      "grad_norm": 3.265625,
      "learning_rate": 5.353007678749867e-06,
      "loss": 1.2042335271835327,
      "step": 1838
    },
    {
      "epoch": 1.1323585994613312,
      "grad_norm": 2.1875,
      "learning_rate": 5.345140379516205e-06,
      "loss": 1.3575973510742188,
      "step": 1840
    },
    {
      "epoch": 1.133589842247018,
      "grad_norm": 4.46875,
      "learning_rate": 5.337275682450875e-06,
      "loss": 1.4255024194717407,
      "step": 1842
    },
    {
      "epoch": 1.134821085032705,
      "grad_norm": 2.328125,
      "learning_rate": 5.329413618805257e-06,
      "loss": 1.4426860809326172,
      "step": 1844
    },
    {
      "epoch": 1.1360523278183916,
      "grad_norm": 2.46875,
      "learning_rate": 5.321554219820264e-06,
      "loss": 1.2452255487442017,
      "step": 1846
    },
    {
      "epoch": 1.1372835706040785,
      "grad_norm": 1.375,
      "learning_rate": 5.313697516726219e-06,
      "loss": 0.993253767490387,
      "step": 1848
    },
    {
      "epoch": 1.1385148133897653,
      "grad_norm": 4.6875,
      "learning_rate": 5.305843540742741e-06,
      "loss": 1.4551208019256592,
      "step": 1850
    },
    {
      "epoch": 1.139746056175452,
      "grad_norm": 3.9375,
      "learning_rate": 5.297992323078602e-06,
      "loss": 1.603740930557251,
      "step": 1852
    },
    {
      "epoch": 1.1409772989611389,
      "grad_norm": 2.140625,
      "learning_rate": 5.2901438949316166e-06,
      "loss": 1.4689736366271973,
      "step": 1854
    },
    {
      "epoch": 1.1422085417468257,
      "grad_norm": 2.4375,
      "learning_rate": 5.282298287488521e-06,
      "loss": 1.4280515909194946,
      "step": 1856
    },
    {
      "epoch": 1.1434397845325126,
      "grad_norm": 0.9453125,
      "learning_rate": 5.2744555319248336e-06,
      "loss": 1.2956243753433228,
      "step": 1858
    },
    {
      "epoch": 1.1446710273181993,
      "grad_norm": 0.7734375,
      "learning_rate": 5.2666156594047495e-06,
      "loss": 1.0923516750335693,
      "step": 1860
    },
    {
      "epoch": 1.1459022701038861,
      "grad_norm": 1.515625,
      "learning_rate": 5.258778701081e-06,
      "loss": 1.063520073890686,
      "step": 1862
    },
    {
      "epoch": 1.147133512889573,
      "grad_norm": 1.3984375,
      "learning_rate": 5.250944688094741e-06,
      "loss": 0.9760624170303345,
      "step": 1864
    },
    {
      "epoch": 1.1483647556752596,
      "grad_norm": 2.65625,
      "learning_rate": 5.243113651575426e-06,
      "loss": 1.2185200452804565,
      "step": 1866
    },
    {
      "epoch": 1.1495959984609465,
      "grad_norm": 3.09375,
      "learning_rate": 5.2352856226406765e-06,
      "loss": 1.452656626701355,
      "step": 1868
    },
    {
      "epoch": 1.1508272412466334,
      "grad_norm": 2.15625,
      "learning_rate": 5.227460632396164e-06,
      "loss": 1.4224770069122314,
      "step": 1870
    },
    {
      "epoch": 1.15205848403232,
      "grad_norm": 2.5,
      "learning_rate": 5.219638711935489e-06,
      "loss": 1.4585014581680298,
      "step": 1872
    },
    {
      "epoch": 1.153289726818007,
      "grad_norm": 3.5,
      "learning_rate": 5.2118198923400485e-06,
      "loss": 1.6782886981964111,
      "step": 1874
    },
    {
      "epoch": 1.1545209696036938,
      "grad_norm": 6.09375,
      "learning_rate": 5.2040042046789215e-06,
      "loss": 1.87554132938385,
      "step": 1876
    },
    {
      "epoch": 1.1557522123893804,
      "grad_norm": 3.28125,
      "learning_rate": 5.1961916800087446e-06,
      "loss": 1.6450105905532837,
      "step": 1878
    },
    {
      "epoch": 1.1569834551750673,
      "grad_norm": 2.234375,
      "learning_rate": 5.18838234937358e-06,
      "loss": 1.4129842519760132,
      "step": 1880
    },
    {
      "epoch": 1.1582146979607542,
      "grad_norm": 0.80078125,
      "learning_rate": 5.180576243804796e-06,
      "loss": 1.189549207687378,
      "step": 1882
    },
    {
      "epoch": 1.159445940746441,
      "grad_norm": 1.65625,
      "learning_rate": 5.172773394320956e-06,
      "loss": 1.2712268829345703,
      "step": 1884
    },
    {
      "epoch": 1.1606771835321277,
      "grad_norm": 0.59375,
      "learning_rate": 5.1649738319276766e-06,
      "loss": 1.157703161239624,
      "step": 1886
    },
    {
      "epoch": 1.1619084263178145,
      "grad_norm": 0.5703125,
      "learning_rate": 5.1571775876175154e-06,
      "loss": 1.3145527839660645,
      "step": 1888
    },
    {
      "epoch": 1.1631396691035014,
      "grad_norm": 2.046875,
      "learning_rate": 5.149384692369845e-06,
      "loss": 1.08966863155365,
      "step": 1890
    },
    {
      "epoch": 1.164370911889188,
      "grad_norm": 2.859375,
      "learning_rate": 5.1415951771507285e-06,
      "loss": 1.065926194190979,
      "step": 1892
    },
    {
      "epoch": 1.165602154674875,
      "grad_norm": 3.09375,
      "learning_rate": 5.1338090729128006e-06,
      "loss": 1.2760896682739258,
      "step": 1894
    },
    {
      "epoch": 1.1668333974605618,
      "grad_norm": 2.546875,
      "learning_rate": 5.126026410595142e-06,
      "loss": 1.4395681619644165,
      "step": 1896
    },
    {
      "epoch": 1.1680646402462487,
      "grad_norm": 2.0,
      "learning_rate": 5.1182472211231514e-06,
      "loss": 1.4737911224365234,
      "step": 1898
    },
    {
      "epoch": 1.1692958830319353,
      "grad_norm": 2.140625,
      "learning_rate": 5.110471535408437e-06,
      "loss": 1.4659451246261597,
      "step": 1900
    },
    {
      "epoch": 1.1705271258176222,
      "grad_norm": 3.515625,
      "learning_rate": 5.102699384348672e-06,
      "loss": 1.361763596534729,
      "step": 1902
    },
    {
      "epoch": 1.1717583686033088,
      "grad_norm": 2.296875,
      "learning_rate": 5.0949307988275e-06,
      "loss": 1.3668726682662964,
      "step": 1904
    },
    {
      "epoch": 1.1729896113889957,
      "grad_norm": 2.796875,
      "learning_rate": 5.087165809714381e-06,
      "loss": 1.4556688070297241,
      "step": 1906
    },
    {
      "epoch": 1.1742208541746826,
      "grad_norm": 2.828125,
      "learning_rate": 5.0794044478644934e-06,
      "loss": 1.443922758102417,
      "step": 1908
    },
    {
      "epoch": 1.1754520969603695,
      "grad_norm": 2.65625,
      "learning_rate": 5.071646744118598e-06,
      "loss": 1.4225409030914307,
      "step": 1910
    },
    {
      "epoch": 1.176683339746056,
      "grad_norm": 7.21875,
      "learning_rate": 5.063892729302924e-06,
      "loss": 1.427457571029663,
      "step": 1912
    },
    {
      "epoch": 1.177914582531743,
      "grad_norm": 2.8125,
      "learning_rate": 5.056142434229037e-06,
      "loss": 1.4073694944381714,
      "step": 1914
    },
    {
      "epoch": 1.1791458253174298,
      "grad_norm": 7.9375,
      "learning_rate": 5.048395889693725e-06,
      "loss": 1.456547498703003,
      "step": 1916
    },
    {
      "epoch": 1.1803770681031165,
      "grad_norm": 2.140625,
      "learning_rate": 5.040653126478871e-06,
      "loss": 1.4025368690490723,
      "step": 1918
    },
    {
      "epoch": 1.1816083108888034,
      "grad_norm": 1.765625,
      "learning_rate": 5.032914175351337e-06,
      "loss": 1.4511933326721191,
      "step": 1920
    },
    {
      "epoch": 1.1828395536744902,
      "grad_norm": 2.234375,
      "learning_rate": 5.025179067062833e-06,
      "loss": 1.3442623615264893,
      "step": 1922
    },
    {
      "epoch": 1.184070796460177,
      "grad_norm": 6.40625,
      "learning_rate": 5.017447832349795e-06,
      "loss": 1.610106110572815,
      "step": 1924
    },
    {
      "epoch": 1.1853020392458637,
      "grad_norm": 7.9375,
      "learning_rate": 5.009720501933276e-06,
      "loss": 0.8935953974723816,
      "step": 1926
    },
    {
      "epoch": 1.1865332820315506,
      "grad_norm": 8.375,
      "learning_rate": 5.001997106518808e-06,
      "loss": 0.2732890248298645,
      "step": 1928
    },
    {
      "epoch": 1.1877645248172375,
      "grad_norm": 27.5,
      "learning_rate": 4.9942776767962894e-06,
      "loss": 0.7279981374740601,
      "step": 1930
    },
    {
      "epoch": 1.1889957676029241,
      "grad_norm": 3.3125,
      "learning_rate": 4.986562243439861e-06,
      "loss": 1.6977769136428833,
      "step": 1932
    },
    {
      "epoch": 1.190227010388611,
      "grad_norm": 3.96875,
      "learning_rate": 4.978850837107782e-06,
      "loss": 1.213844895362854,
      "step": 1934
    },
    {
      "epoch": 1.1914582531742979,
      "grad_norm": 4.875,
      "learning_rate": 4.971143488442311e-06,
      "loss": 0.7499221563339233,
      "step": 1936
    },
    {
      "epoch": 1.1926894959599845,
      "grad_norm": 5.15625,
      "learning_rate": 4.96344022806958e-06,
      "loss": 1.049713373184204,
      "step": 1938
    },
    {
      "epoch": 1.1939207387456714,
      "grad_norm": 3.1875,
      "learning_rate": 4.955741086599481e-06,
      "loss": 1.568014144897461,
      "step": 1940
    },
    {
      "epoch": 1.1951519815313583,
      "grad_norm": 4.125,
      "learning_rate": 4.948046094625532e-06,
      "loss": 1.2914780378341675,
      "step": 1942
    },
    {
      "epoch": 1.196383224317045,
      "grad_norm": 2.65625,
      "learning_rate": 4.940355282724769e-06,
      "loss": 1.070427656173706,
      "step": 1944
    },
    {
      "epoch": 1.1976144671027318,
      "grad_norm": 7.1875,
      "learning_rate": 4.932668681457615e-06,
      "loss": 1.1766752004623413,
      "step": 1946
    },
    {
      "epoch": 1.1988457098884187,
      "grad_norm": 2.84375,
      "learning_rate": 4.9249863213677615e-06,
      "loss": 1.4076998233795166,
      "step": 1948
    },
    {
      "epoch": 1.2000769526741055,
      "grad_norm": 3.40625,
      "learning_rate": 4.917308232982048e-06,
      "loss": 1.2345445156097412,
      "step": 1950
    },
    {
      "epoch": 1.2013081954597922,
      "grad_norm": 2.484375,
      "learning_rate": 4.909634446810339e-06,
      "loss": 1.2328537702560425,
      "step": 1952
    },
    {
      "epoch": 1.202539438245479,
      "grad_norm": 2.25,
      "learning_rate": 4.901964993345402e-06,
      "loss": 1.3884059190750122,
      "step": 1954
    },
    {
      "epoch": 1.203770681031166,
      "grad_norm": 2.28125,
      "learning_rate": 4.8942999030627915e-06,
      "loss": 1.4215402603149414,
      "step": 1956
    },
    {
      "epoch": 1.2050019238168526,
      "grad_norm": 2.125,
      "learning_rate": 4.886639206420722e-06,
      "loss": 1.2735439538955688,
      "step": 1958
    },
    {
      "epoch": 1.2062331666025394,
      "grad_norm": 3.421875,
      "learning_rate": 4.878982933859951e-06,
      "loss": 1.3453803062438965,
      "step": 1960
    },
    {
      "epoch": 1.2074644093882263,
      "grad_norm": 4.28125,
      "learning_rate": 4.8713311158036544e-06,
      "loss": 1.2609363794326782,
      "step": 1962
    },
    {
      "epoch": 1.208695652173913,
      "grad_norm": 1.21875,
      "learning_rate": 4.863683782657311e-06,
      "loss": 1.1702247858047485,
      "step": 1964
    },
    {
      "epoch": 1.2099268949595998,
      "grad_norm": 4.28125,
      "learning_rate": 4.8560409648085706e-06,
      "loss": 1.4844826459884644,
      "step": 1966
    },
    {
      "epoch": 1.2111581377452867,
      "grad_norm": 4.28125,
      "learning_rate": 4.84840269262715e-06,
      "loss": 1.9572813510894775,
      "step": 1968
    },
    {
      "epoch": 1.2123893805309733,
      "grad_norm": 2.328125,
      "learning_rate": 4.840768996464696e-06,
      "loss": 1.7173551321029663,
      "step": 1970
    },
    {
      "epoch": 1.2136206233166602,
      "grad_norm": 2.265625,
      "learning_rate": 4.8331399066546795e-06,
      "loss": 1.4655386209487915,
      "step": 1972
    },
    {
      "epoch": 1.214851866102347,
      "grad_norm": 7.46875,
      "learning_rate": 4.825515453512259e-06,
      "loss": 1.461625337600708,
      "step": 1974
    },
    {
      "epoch": 1.216083108888034,
      "grad_norm": 2.28125,
      "learning_rate": 4.8178956673341745e-06,
      "loss": 1.3926430940628052,
      "step": 1976
    },
    {
      "epoch": 1.2173143516737206,
      "grad_norm": 2.953125,
      "learning_rate": 4.810280578398621e-06,
      "loss": 1.408326506614685,
      "step": 1978
    },
    {
      "epoch": 1.2185455944594075,
      "grad_norm": 2.703125,
      "learning_rate": 4.802670216965125e-06,
      "loss": 1.4212825298309326,
      "step": 1980
    },
    {
      "epoch": 1.2197768372450943,
      "grad_norm": 4.1875,
      "learning_rate": 4.79506461327443e-06,
      "loss": 1.7488731145858765,
      "step": 1982
    },
    {
      "epoch": 1.221008080030781,
      "grad_norm": 3.453125,
      "learning_rate": 4.787463797548373e-06,
      "loss": 1.6178581714630127,
      "step": 1984
    },
    {
      "epoch": 1.2222393228164679,
      "grad_norm": 3.609375,
      "learning_rate": 4.779867799989765e-06,
      "loss": 1.9020529985427856,
      "step": 1986
    },
    {
      "epoch": 1.2234705656021547,
      "grad_norm": 4.78125,
      "learning_rate": 4.772276650782275e-06,
      "loss": 1.8441529273986816,
      "step": 1988
    },
    {
      "epoch": 1.2247018083878416,
      "grad_norm": 5.0,
      "learning_rate": 4.764690380090303e-06,
      "loss": 1.6788111925125122,
      "step": 1990
    },
    {
      "epoch": 1.2259330511735282,
      "grad_norm": 2.375,
      "learning_rate": 4.757109018058865e-06,
      "loss": 1.3692415952682495,
      "step": 1992
    },
    {
      "epoch": 1.2271642939592151,
      "grad_norm": 3.6875,
      "learning_rate": 4.749532594813469e-06,
      "loss": 1.4384074211120605,
      "step": 1994
    },
    {
      "epoch": 1.2283955367449018,
      "grad_norm": 3.359375,
      "learning_rate": 4.7419611404600005e-06,
      "loss": 1.49677312374115,
      "step": 1996
    },
    {
      "epoch": 1.2296267795305886,
      "grad_norm": 1.8359375,
      "learning_rate": 4.734394685084603e-06,
      "loss": 1.3461604118347168,
      "step": 1998
    },
    {
      "epoch": 1.2308580223162755,
      "grad_norm": 1.9453125,
      "learning_rate": 4.726833258753552e-06,
      "loss": 1.3872590065002441,
      "step": 2000
    },
    {
      "epoch": 1.2320892651019624,
      "grad_norm": 3.046875,
      "learning_rate": 4.719276891513139e-06,
      "loss": 1.5854167938232422,
      "step": 2002
    },
    {
      "epoch": 1.233320507887649,
      "grad_norm": 3.859375,
      "learning_rate": 4.711725613389557e-06,
      "loss": 1.751989722251892,
      "step": 2004
    },
    {
      "epoch": 1.234551750673336,
      "grad_norm": 2.15625,
      "learning_rate": 4.704179454388773e-06,
      "loss": 1.7362277507781982,
      "step": 2006
    },
    {
      "epoch": 1.2357829934590228,
      "grad_norm": 2.96875,
      "learning_rate": 4.696638444496411e-06,
      "loss": 1.4224112033843994,
      "step": 2008
    },
    {
      "epoch": 1.2370142362447094,
      "grad_norm": 2.234375,
      "learning_rate": 4.68910261367764e-06,
      "loss": 1.4005614519119263,
      "step": 2010
    },
    {
      "epoch": 1.2382454790303963,
      "grad_norm": 2.375,
      "learning_rate": 4.681571991877043e-06,
      "loss": 1.3552170991897583,
      "step": 2012
    },
    {
      "epoch": 1.2394767218160831,
      "grad_norm": 4.15625,
      "learning_rate": 4.674046609018512e-06,
      "loss": 0.833554208278656,
      "step": 2014
    },
    {
      "epoch": 1.24070796460177,
      "grad_norm": 5.875,
      "learning_rate": 4.666526495005115e-06,
      "loss": 0.39474761486053467,
      "step": 2016
    },
    {
      "epoch": 1.2419392073874567,
      "grad_norm": 5.03125,
      "learning_rate": 4.659011679718981e-06,
      "loss": 0.4157543480396271,
      "step": 2018
    },
    {
      "epoch": 1.2431704501731435,
      "grad_norm": 2.96875,
      "learning_rate": 4.651502193021195e-06,
      "loss": 0.6850585341453552,
      "step": 2020
    },
    {
      "epoch": 1.2444016929588304,
      "grad_norm": 1.78125,
      "learning_rate": 4.643998064751658e-06,
      "loss": 1.0783367156982422,
      "step": 2022
    },
    {
      "epoch": 1.245632935744517,
      "grad_norm": 2.328125,
      "learning_rate": 4.636499324728982e-06,
      "loss": 1.420037031173706,
      "step": 2024
    },
    {
      "epoch": 1.246864178530204,
      "grad_norm": 4.875,
      "learning_rate": 4.629006002750368e-06,
      "loss": 1.3482452630996704,
      "step": 2026
    },
    {
      "epoch": 1.2480954213158908,
      "grad_norm": 9.375,
      "learning_rate": 4.6215181285914884e-06,
      "loss": 1.141502022743225,
      "step": 2028
    },
    {
      "epoch": 1.2493266641015774,
      "grad_norm": 2.40625,
      "learning_rate": 4.614035732006368e-06,
      "loss": 1.4624545574188232,
      "step": 2030
    },
    {
      "epoch": 1.2505579068872643,
      "grad_norm": 6.1875,
      "learning_rate": 4.606558842727265e-06,
      "loss": 1.8598597049713135,
      "step": 2032
    },
    {
      "epoch": 1.2517891496729512,
      "grad_norm": 2.21875,
      "learning_rate": 4.599087490464553e-06,
      "loss": 1.3582333326339722,
      "step": 2034
    },
    {
      "epoch": 1.2530203924586378,
      "grad_norm": 1.8984375,
      "learning_rate": 4.591621704906603e-06,
      "loss": 1.374417781829834,
      "step": 2036
    },
    {
      "epoch": 1.2542516352443247,
      "grad_norm": 2.125,
      "learning_rate": 4.584161515719672e-06,
      "loss": 1.430912971496582,
      "step": 2038
    },
    {
      "epoch": 1.2554828780300116,
      "grad_norm": 3.265625,
      "learning_rate": 4.576706952547769e-06,
      "loss": 1.5239249467849731,
      "step": 2040
    },
    {
      "epoch": 1.2567141208156984,
      "grad_norm": 1.6796875,
      "learning_rate": 4.569258045012557e-06,
      "loss": 1.2920567989349365,
      "step": 2042
    },
    {
      "epoch": 1.257945363601385,
      "grad_norm": 2.3125,
      "learning_rate": 4.561814822713218e-06,
      "loss": 1.380325436592102,
      "step": 2044
    },
    {
      "epoch": 1.259176606387072,
      "grad_norm": 2.859375,
      "learning_rate": 4.554377315226348e-06,
      "loss": 1.4241161346435547,
      "step": 2046
    },
    {
      "epoch": 1.2604078491727588,
      "grad_norm": 2.84375,
      "learning_rate": 4.546945552105836e-06,
      "loss": 1.4067350625991821,
      "step": 2048
    },
    {
      "epoch": 1.2616390919584455,
      "grad_norm": 2.96875,
      "learning_rate": 4.539519562882736e-06,
      "loss": 1.4366530179977417,
      "step": 2050
    },
    {
      "epoch": 1.2628703347441324,
      "grad_norm": 2.328125,
      "learning_rate": 4.532099377065168e-06,
      "loss": 1.4625372886657715,
      "step": 2052
    },
    {
      "epoch": 1.2641015775298192,
      "grad_norm": 2.640625,
      "learning_rate": 4.524685024138187e-06,
      "loss": 1.398501992225647,
      "step": 2054
    },
    {
      "epoch": 1.265332820315506,
      "grad_norm": 2.453125,
      "learning_rate": 4.51727653356367e-06,
      "loss": 1.5378193855285645,
      "step": 2056
    },
    {
      "epoch": 1.2665640631011927,
      "grad_norm": 3.765625,
      "learning_rate": 4.509873934780204e-06,
      "loss": 1.3529696464538574,
      "step": 2058
    },
    {
      "epoch": 1.2677953058868796,
      "grad_norm": 5.25,
      "learning_rate": 4.502477257202957e-06,
      "loss": 1.392851710319519,
      "step": 2060
    },
    {
      "epoch": 1.2690265486725663,
      "grad_norm": 10.3125,
      "learning_rate": 4.495086530223576e-06,
      "loss": 1.705520510673523,
      "step": 2062
    },
    {
      "epoch": 1.2702577914582531,
      "grad_norm": 3.859375,
      "learning_rate": 4.487701783210054e-06,
      "loss": 1.6694080829620361,
      "step": 2064
    },
    {
      "epoch": 1.27148903424394,
      "grad_norm": 3.84375,
      "learning_rate": 4.480323045506628e-06,
      "loss": 1.893826961517334,
      "step": 2066
    },
    {
      "epoch": 1.2727202770296269,
      "grad_norm": 2.828125,
      "learning_rate": 4.472950346433655e-06,
      "loss": 1.817057490348816,
      "step": 2068
    },
    {
      "epoch": 1.2739515198153135,
      "grad_norm": 2.125,
      "learning_rate": 4.465583715287496e-06,
      "loss": 1.6186152696609497,
      "step": 2070
    },
    {
      "epoch": 1.2751827626010004,
      "grad_norm": 3.078125,
      "learning_rate": 4.4582231813404014e-06,
      "loss": 1.4072115421295166,
      "step": 2072
    },
    {
      "epoch": 1.2764140053866873,
      "grad_norm": 9.625,
      "learning_rate": 4.450868773840392e-06,
      "loss": 1.1940281391143799,
      "step": 2074
    },
    {
      "epoch": 1.277645248172374,
      "grad_norm": 3.40625,
      "learning_rate": 4.443520522011146e-06,
      "loss": 1.7899526357650757,
      "step": 2076
    },
    {
      "epoch": 1.2788764909580608,
      "grad_norm": 2.25,
      "learning_rate": 4.43617845505188e-06,
      "loss": 1.3512349128723145,
      "step": 2078
    },
    {
      "epoch": 1.2801077337437476,
      "grad_norm": 2.40625,
      "learning_rate": 4.428842602137235e-06,
      "loss": 1.4610764980316162,
      "step": 2080
    },
    {
      "epoch": 1.2813389765294345,
      "grad_norm": 4.34375,
      "learning_rate": 4.421512992417158e-06,
      "loss": 0.9584015011787415,
      "step": 2082
    },
    {
      "epoch": 1.2825702193151212,
      "grad_norm": 5.375,
      "learning_rate": 4.414189655016789e-06,
      "loss": 0.5581737756729126,
      "step": 2084
    },
    {
      "epoch": 1.283801462100808,
      "grad_norm": 2.234375,
      "learning_rate": 4.406872619036348e-06,
      "loss": 0.6756957769393921,
      "step": 2086
    },
    {
      "epoch": 1.2850327048864947,
      "grad_norm": 2.203125,
      "learning_rate": 4.399561913551009e-06,
      "loss": 1.0549678802490234,
      "step": 2088
    },
    {
      "epoch": 1.2862639476721816,
      "grad_norm": 2.078125,
      "learning_rate": 4.392257567610794e-06,
      "loss": 1.180040717124939,
      "step": 2090
    },
    {
      "epoch": 1.2874951904578684,
      "grad_norm": 2.234375,
      "learning_rate": 4.384959610240456e-06,
      "loss": 1.3322702646255493,
      "step": 2092
    },
    {
      "epoch": 1.2887264332435553,
      "grad_norm": 2.828125,
      "learning_rate": 4.377668070439359e-06,
      "loss": 1.3996449708938599,
      "step": 2094
    },
    {
      "epoch": 1.289957676029242,
      "grad_norm": 2.4375,
      "learning_rate": 4.3703829771813685e-06,
      "loss": 1.412023901939392,
      "step": 2096
    },
    {
      "epoch": 1.2911889188149288,
      "grad_norm": 8.5625,
      "learning_rate": 4.363104359414732e-06,
      "loss": 1.0849536657333374,
      "step": 2098
    },
    {
      "epoch": 1.2924201616006157,
      "grad_norm": 2.625,
      "learning_rate": 4.3558322460619666e-06,
      "loss": 0.7259770631790161,
      "step": 2100
    },
    {
      "epoch": 1.2936514043863023,
      "grad_norm": 2.0625,
      "learning_rate": 4.3485666660197445e-06,
      "loss": 0.9858816266059875,
      "step": 2102
    },
    {
      "epoch": 1.2948826471719892,
      "grad_norm": 2.484375,
      "learning_rate": 4.3413076481587755e-06,
      "loss": 1.346143364906311,
      "step": 2104
    },
    {
      "epoch": 1.296113889957676,
      "grad_norm": 1.8515625,
      "learning_rate": 4.334055221323696e-06,
      "loss": 1.4789454936981201,
      "step": 2106
    },
    {
      "epoch": 1.297345132743363,
      "grad_norm": 2.40625,
      "learning_rate": 4.326809414332947e-06,
      "loss": 1.4302010536193848,
      "step": 2108
    },
    {
      "epoch": 1.2985763755290496,
      "grad_norm": 2.09375,
      "learning_rate": 4.319570255978668e-06,
      "loss": 1.4737108945846558,
      "step": 2110
    },
    {
      "epoch": 1.2998076183147365,
      "grad_norm": 1.890625,
      "learning_rate": 4.3123377750265804e-06,
      "loss": 1.4115092754364014,
      "step": 2112
    },
    {
      "epoch": 1.301038861100423,
      "grad_norm": 8.1875,
      "learning_rate": 4.305112000215872e-06,
      "loss": 1.4483823776245117,
      "step": 2114
    },
    {
      "epoch": 1.30227010388611,
      "grad_norm": 3.328125,
      "learning_rate": 4.297892960259081e-06,
      "loss": 1.314262866973877,
      "step": 2116
    },
    {
      "epoch": 1.3035013466717968,
      "grad_norm": 4.03125,
      "learning_rate": 4.290680683841983e-06,
      "loss": 1.3376444578170776,
      "step": 2118
    },
    {
      "epoch": 1.3047325894574837,
      "grad_norm": 4.25,
      "learning_rate": 4.283475199623483e-06,
      "loss": 1.4766546487808228,
      "step": 2120
    },
    {
      "epoch": 1.3059638322431706,
      "grad_norm": 2.546875,
      "learning_rate": 4.276276536235488e-06,
      "loss": 1.6876254081726074,
      "step": 2122
    },
    {
      "epoch": 1.3071950750288572,
      "grad_norm": 2.421875,
      "learning_rate": 4.2690847222828105e-06,
      "loss": 1.5043630599975586,
      "step": 2124
    },
    {
      "epoch": 1.308426317814544,
      "grad_norm": 4.625,
      "learning_rate": 4.261899786343038e-06,
      "loss": 1.9094319343566895,
      "step": 2126
    },
    {
      "epoch": 1.3096575606002308,
      "grad_norm": 4.6875,
      "learning_rate": 4.254721756966434e-06,
      "loss": 1.5988795757293701,
      "step": 2128
    },
    {
      "epoch": 1.3108888033859176,
      "grad_norm": 4.15625,
      "learning_rate": 4.247550662675814e-06,
      "loss": 1.7517191171646118,
      "step": 2130
    },
    {
      "epoch": 1.3121200461716045,
      "grad_norm": 6.09375,
      "learning_rate": 4.240386531966436e-06,
      "loss": 1.20930814743042,
      "step": 2132
    },
    {
      "epoch": 1.3133512889572914,
      "grad_norm": 3.0,
      "learning_rate": 4.233229393305891e-06,
      "loss": 1.524349570274353,
      "step": 2134
    },
    {
      "epoch": 1.314582531742978,
      "grad_norm": 4.6875,
      "learning_rate": 4.226079275133981e-06,
      "loss": 1.5060465335845947,
      "step": 2136
    },
    {
      "epoch": 1.3158137745286649,
      "grad_norm": 2.921875,
      "learning_rate": 4.218936205862614e-06,
      "loss": 1.264224648475647,
      "step": 2138
    },
    {
      "epoch": 1.3170450173143518,
      "grad_norm": 2.859375,
      "learning_rate": 4.211800213875687e-06,
      "loss": 1.440643310546875,
      "step": 2140
    },
    {
      "epoch": 1.3182762601000384,
      "grad_norm": 2.34375,
      "learning_rate": 4.204671327528978e-06,
      "loss": 1.4793394804000854,
      "step": 2142
    },
    {
      "epoch": 1.3195075028857253,
      "grad_norm": 2.609375,
      "learning_rate": 4.197549575150026e-06,
      "loss": 1.4133528470993042,
      "step": 2144
    },
    {
      "epoch": 1.3207387456714121,
      "grad_norm": 2.609375,
      "learning_rate": 4.190434985038023e-06,
      "loss": 1.4079787731170654,
      "step": 2146
    },
    {
      "epoch": 1.321969988457099,
      "grad_norm": 2.53125,
      "learning_rate": 4.183327585463704e-06,
      "loss": 1.4368443489074707,
      "step": 2148
    },
    {
      "epoch": 1.3232012312427857,
      "grad_norm": 2.0,
      "learning_rate": 4.1762274046692244e-06,
      "loss": 1.4060487747192383,
      "step": 2150
    },
    {
      "epoch": 1.3244324740284725,
      "grad_norm": 2.921875,
      "learning_rate": 4.1691344708680634e-06,
      "loss": 1.4592519998550415,
      "step": 2152
    },
    {
      "epoch": 1.3256637168141592,
      "grad_norm": 4.6875,
      "learning_rate": 4.162048812244897e-06,
      "loss": 1.6927399635314941,
      "step": 2154
    },
    {
      "epoch": 1.326894959599846,
      "grad_norm": 2.1875,
      "learning_rate": 4.154970456955495e-06,
      "loss": 1.5677540302276611,
      "step": 2156
    },
    {
      "epoch": 1.328126202385533,
      "grad_norm": 0.8984375,
      "learning_rate": 4.147899433126607e-06,
      "loss": 1.36515474319458,
      "step": 2158
    },
    {
      "epoch": 1.3293574451712198,
      "grad_norm": 4.75,
      "learning_rate": 4.140835768855848e-06,
      "loss": 0.9946126341819763,
      "step": 2160
    },
    {
      "epoch": 1.3305886879569064,
      "grad_norm": 3.90625,
      "learning_rate": 4.133779492211595e-06,
      "loss": 1.485393762588501,
      "step": 2162
    },
    {
      "epoch": 1.3318199307425933,
      "grad_norm": 4.3125,
      "learning_rate": 4.126730631232855e-06,
      "loss": 1.871983289718628,
      "step": 2164
    },
    {
      "epoch": 1.3330511735282802,
      "grad_norm": 0.90625,
      "learning_rate": 4.1196892139291836e-06,
      "loss": 1.5479357242584229,
      "step": 2166
    },
    {
      "epoch": 1.3342824163139668,
      "grad_norm": 1.8046875,
      "learning_rate": 4.112655268280551e-06,
      "loss": 1.1007100343704224,
      "step": 2168
    },
    {
      "epoch": 1.3355136590996537,
      "grad_norm": 3.09375,
      "learning_rate": 4.1056288222372385e-06,
      "loss": 1.3004124164581299,
      "step": 2170
    },
    {
      "epoch": 1.3367449018853406,
      "grad_norm": 2.6875,
      "learning_rate": 4.098609903719724e-06,
      "loss": 1.4792126417160034,
      "step": 2172
    },
    {
      "epoch": 1.3379761446710274,
      "grad_norm": 0.83203125,
      "learning_rate": 4.0915985406185815e-06,
      "loss": 1.221348762512207,
      "step": 2174
    },
    {
      "epoch": 1.339207387456714,
      "grad_norm": 0.82421875,
      "learning_rate": 4.084594760794356e-06,
      "loss": 1.0107485055923462,
      "step": 2176
    },
    {
      "epoch": 1.340438630242401,
      "grad_norm": 3.140625,
      "learning_rate": 4.077598592077458e-06,
      "loss": 1.1750391721725464,
      "step": 2178
    },
    {
      "epoch": 1.3416698730280876,
      "grad_norm": 2.421875,
      "learning_rate": 4.070610062268059e-06,
      "loss": 1.3896641731262207,
      "step": 2180
    },
    {
      "epoch": 1.3429011158137745,
      "grad_norm": 2.390625,
      "learning_rate": 4.063629199135977e-06,
      "loss": 1.4235678911209106,
      "step": 2182
    },
    {
      "epoch": 1.3441323585994613,
      "grad_norm": 2.96875,
      "learning_rate": 4.056656030420561e-06,
      "loss": 1.469269037246704,
      "step": 2184
    },
    {
      "epoch": 1.3453636013851482,
      "grad_norm": 8.25,
      "learning_rate": 4.049690583830588e-06,
      "loss": 1.6964664459228516,
      "step": 2186
    },
    {
      "epoch": 1.3465948441708349,
      "grad_norm": 4.71875,
      "learning_rate": 4.042732887044146e-06,
      "loss": 1.4317083358764648,
      "step": 2188
    },
    {
      "epoch": 1.3478260869565217,
      "grad_norm": 2.71875,
      "learning_rate": 4.03578296770854e-06,
      "loss": 1.290687918663025,
      "step": 2190
    },
    {
      "epoch": 1.3490573297422086,
      "grad_norm": 1.0234375,
      "learning_rate": 4.028840853440155e-06,
      "loss": 1.2132869958877563,
      "step": 2192
    },
    {
      "epoch": 1.3502885725278952,
      "grad_norm": 0.72265625,
      "learning_rate": 4.021906571824371e-06,
      "loss": 1.1403286457061768,
      "step": 2194
    },
    {
      "epoch": 1.3515198153135821,
      "grad_norm": 1.2265625,
      "learning_rate": 4.01498015041544e-06,
      "loss": 1.2438344955444336,
      "step": 2196
    },
    {
      "epoch": 1.352751058099269,
      "grad_norm": 2.78125,
      "learning_rate": 4.008061616736384e-06,
      "loss": 1.3489577770233154,
      "step": 2198
    },
    {
      "epoch": 1.3539823008849559,
      "grad_norm": 4.28125,
      "learning_rate": 4.00115099827888e-06,
      "loss": 1.4866937398910522,
      "step": 2200
    },
    {
      "epoch": 1.3552135436706425,
      "grad_norm": 3.265625,
      "learning_rate": 3.994248322503152e-06,
      "loss": 1.4686030149459839,
      "step": 2202
    },
    {
      "epoch": 1.3564447864563294,
      "grad_norm": 3.296875,
      "learning_rate": 3.987353616837864e-06,
      "loss": 1.7023189067840576,
      "step": 2204
    },
    {
      "epoch": 1.357676029242016,
      "grad_norm": 6.3125,
      "learning_rate": 3.980466908680011e-06,
      "loss": 1.3478009700775146,
      "step": 2206
    },
    {
      "epoch": 1.358907272027703,
      "grad_norm": 6.4375,
      "learning_rate": 3.973588225394804e-06,
      "loss": 1.93203604221344,
      "step": 2208
    },
    {
      "epoch": 1.3601385148133898,
      "grad_norm": 4.28125,
      "learning_rate": 3.966717594315573e-06,
      "loss": 1.782301425933838,
      "step": 2210
    },
    {
      "epoch": 1.3613697575990766,
      "grad_norm": 5.03125,
      "learning_rate": 3.959855042743644e-06,
      "loss": 1.6604218482971191,
      "step": 2212
    },
    {
      "epoch": 1.3626010003847635,
      "grad_norm": 6.0,
      "learning_rate": 3.953000597948246e-06,
      "loss": 1.6294022798538208,
      "step": 2214
    },
    {
      "epoch": 1.3638322431704502,
      "grad_norm": 3.1875,
      "learning_rate": 3.946154287166391e-06,
      "loss": 1.921142578125,
      "step": 2216
    },
    {
      "epoch": 1.365063485956137,
      "grad_norm": 3.359375,
      "learning_rate": 3.939316137602767e-06,
      "loss": 1.590577244758606,
      "step": 2218
    },
    {
      "epoch": 1.3662947287418237,
      "grad_norm": 3.0625,
      "learning_rate": 3.932486176429633e-06,
      "loss": 1.6776155233383179,
      "step": 2220
    },
    {
      "epoch": 1.3675259715275105,
      "grad_norm": 3.234375,
      "learning_rate": 3.925664430786715e-06,
      "loss": 1.7855265140533447,
      "step": 2222
    },
    {
      "epoch": 1.3687572143131974,
      "grad_norm": 4.1875,
      "learning_rate": 3.918850927781091e-06,
      "loss": 1.6806097030639648,
      "step": 2224
    },
    {
      "epoch": 1.3699884570988843,
      "grad_norm": 3.6875,
      "learning_rate": 3.912045694487083e-06,
      "loss": 1.7721450328826904,
      "step": 2226
    },
    {
      "epoch": 1.371219699884571,
      "grad_norm": 3.515625,
      "learning_rate": 3.905248757946154e-06,
      "loss": 1.5471529960632324,
      "step": 2228
    },
    {
      "epoch": 1.3724509426702578,
      "grad_norm": 1.1640625,
      "learning_rate": 3.898460145166802e-06,
      "loss": 1.17193603515625,
      "step": 2230
    },
    {
      "epoch": 1.3736821854559447,
      "grad_norm": 1.890625,
      "learning_rate": 3.891679883124446e-06,
      "loss": 1.124650239944458,
      "step": 2232
    },
    {
      "epoch": 1.3749134282416313,
      "grad_norm": 2.15625,
      "learning_rate": 3.884907998761323e-06,
      "loss": 1.1825627088546753,
      "step": 2234
    },
    {
      "epoch": 1.3761446710273182,
      "grad_norm": 4.125,
      "learning_rate": 3.8781445189863784e-06,
      "loss": 1.3950858116149902,
      "step": 2236
    },
    {
      "epoch": 1.377375913813005,
      "grad_norm": 2.078125,
      "learning_rate": 3.871389470675166e-06,
      "loss": 1.1823573112487793,
      "step": 2238
    },
    {
      "epoch": 1.378607156598692,
      "grad_norm": 2.640625,
      "learning_rate": 3.864642880669731e-06,
      "loss": 1.4916805028915405,
      "step": 2240
    },
    {
      "epoch": 1.3798383993843786,
      "grad_norm": 4.0625,
      "learning_rate": 3.857904775778511e-06,
      "loss": 1.5051604509353638,
      "step": 2242
    },
    {
      "epoch": 1.3810696421700654,
      "grad_norm": 2.53125,
      "learning_rate": 3.851175182776226e-06,
      "loss": 0.89178866147995,
      "step": 2244
    },
    {
      "epoch": 1.382300884955752,
      "grad_norm": 2.328125,
      "learning_rate": 3.844454128403774e-06,
      "loss": 1.2950024604797363,
      "step": 2246
    },
    {
      "epoch": 1.383532127741439,
      "grad_norm": 1.828125,
      "learning_rate": 3.837741639368122e-06,
      "loss": 1.510188102722168,
      "step": 2248
    },
    {
      "epoch": 1.3847633705271258,
      "grad_norm": 2.609375,
      "learning_rate": 3.831037742342203e-06,
      "loss": 1.3180665969848633,
      "step": 2250
    },
    {
      "epoch": 1.3859946133128127,
      "grad_norm": 2.875,
      "learning_rate": 3.824342463964806e-06,
      "loss": 1.1624681949615479,
      "step": 2252
    },
    {
      "epoch": 1.3872258560984994,
      "grad_norm": 1.0625,
      "learning_rate": 3.817655830840477e-06,
      "loss": 1.0815974473953247,
      "step": 2254
    },
    {
      "epoch": 1.3884570988841862,
      "grad_norm": 1.8359375,
      "learning_rate": 3.8109778695394064e-06,
      "loss": 0.9283170700073242,
      "step": 2256
    },
    {
      "epoch": 1.389688341669873,
      "grad_norm": 2.375,
      "learning_rate": 3.8043086065973258e-06,
      "loss": 1.3523941040039062,
      "step": 2258
    },
    {
      "epoch": 1.3909195844555597,
      "grad_norm": 2.28125,
      "learning_rate": 3.7976480685154028e-06,
      "loss": 1.3457260131835938,
      "step": 2260
    },
    {
      "epoch": 1.3921508272412466,
      "grad_norm": 1.578125,
      "learning_rate": 3.7909962817601377e-06,
      "loss": 1.2352582216262817,
      "step": 2262
    },
    {
      "epoch": 1.3933820700269335,
      "grad_norm": 1.6875,
      "learning_rate": 3.7843532727632525e-06,
      "loss": 1.0768884420394897,
      "step": 2264
    },
    {
      "epoch": 1.3946133128126204,
      "grad_norm": 2.796875,
      "learning_rate": 3.7777190679215927e-06,
      "loss": 1.3136581182479858,
      "step": 2266
    },
    {
      "epoch": 1.395844555598307,
      "grad_norm": 2.25,
      "learning_rate": 3.7710936935970173e-06,
      "loss": 1.4727461338043213,
      "step": 2268
    },
    {
      "epoch": 1.3970757983839939,
      "grad_norm": 7.75,
      "learning_rate": 3.7644771761163e-06,
      "loss": 1.4279669523239136,
      "step": 2270
    },
    {
      "epoch": 1.3983070411696805,
      "grad_norm": 2.296875,
      "learning_rate": 3.7578695417710164e-06,
      "loss": 1.4044800996780396,
      "step": 2272
    },
    {
      "epoch": 1.3995382839553674,
      "grad_norm": 1.40625,
      "learning_rate": 3.7512708168174457e-06,
      "loss": 1.259403109550476,
      "step": 2274
    },
    {
      "epoch": 1.4007695267410543,
      "grad_norm": 1.609375,
      "learning_rate": 3.744681027476464e-06,
      "loss": 1.0513827800750732,
      "step": 2276
    },
    {
      "epoch": 1.4020007695267411,
      "grad_norm": 3.28125,
      "learning_rate": 3.738100199933441e-06,
      "loss": 1.343108057975769,
      "step": 2278
    },
    {
      "epoch": 1.4032320123124278,
      "grad_norm": 3.03125,
      "learning_rate": 3.731528360338135e-06,
      "loss": 1.8145740032196045,
      "step": 2280
    },
    {
      "epoch": 1.4044632550981146,
      "grad_norm": 0.62890625,
      "learning_rate": 3.724965534804588e-06,
      "loss": 1.4862263202667236,
      "step": 2282
    },
    {
      "epoch": 1.4056944978838015,
      "grad_norm": 1.4296875,
      "learning_rate": 3.71841174941103e-06,
      "loss": 1.0445220470428467,
      "step": 2284
    },
    {
      "epoch": 1.4069257406694882,
      "grad_norm": 2.84375,
      "learning_rate": 3.7118670301997613e-06,
      "loss": 1.2141282558441162,
      "step": 2286
    },
    {
      "epoch": 1.408156983455175,
      "grad_norm": 2.109375,
      "learning_rate": 3.7053314031770617e-06,
      "loss": 1.4393140077590942,
      "step": 2288
    },
    {
      "epoch": 1.409388226240862,
      "grad_norm": 5.0625,
      "learning_rate": 3.698804894313075e-06,
      "loss": 1.3356846570968628,
      "step": 2290
    },
    {
      "epoch": 1.4106194690265488,
      "grad_norm": 4.15625,
      "learning_rate": 3.6922875295417222e-06,
      "loss": 1.8149614334106445,
      "step": 2292
    },
    {
      "epoch": 1.4118507118122354,
      "grad_norm": 0.7890625,
      "learning_rate": 3.6857793347605824e-06,
      "loss": 1.0744565725326538,
      "step": 2294
    },
    {
      "epoch": 1.4130819545979223,
      "grad_norm": 0.99609375,
      "learning_rate": 3.6792803358308e-06,
      "loss": 1.0420913696289062,
      "step": 2296
    },
    {
      "epoch": 1.414313197383609,
      "grad_norm": 4.8125,
      "learning_rate": 3.672790558576975e-06,
      "loss": 1.4709570407867432,
      "step": 2298
    },
    {
      "epoch": 1.4155444401692958,
      "grad_norm": 5.375,
      "learning_rate": 3.666310028787069e-06,
      "loss": 1.267836093902588,
      "step": 2300
    },
    {
      "epoch": 1.4167756829549827,
      "grad_norm": 1.265625,
      "learning_rate": 3.6598387722122945e-06,
      "loss": 1.403648853302002,
      "step": 2302
    },
    {
      "epoch": 1.4180069257406696,
      "grad_norm": 1.234375,
      "learning_rate": 3.653376814567014e-06,
      "loss": 1.0699892044067383,
      "step": 2304
    },
    {
      "epoch": 1.4192381685263564,
      "grad_norm": 8.625,
      "learning_rate": 3.646924181528641e-06,
      "loss": 1.3329198360443115,
      "step": 2306
    },
    {
      "epoch": 1.420469411312043,
      "grad_norm": 3.640625,
      "learning_rate": 3.6404808987375388e-06,
      "loss": 1.5011190176010132,
      "step": 2308
    },
    {
      "epoch": 1.42170065409773,
      "grad_norm": 0.99609375,
      "learning_rate": 3.6340469917969146e-06,
      "loss": 1.1454980373382568,
      "step": 2310
    },
    {
      "epoch": 1.4229318968834166,
      "grad_norm": 1.3359375,
      "learning_rate": 3.627622486272718e-06,
      "loss": 1.0486154556274414,
      "step": 2312
    },
    {
      "epoch": 1.4241631396691035,
      "grad_norm": 3.125,
      "learning_rate": 3.6212074076935417e-06,
      "loss": 1.3061400651931763,
      "step": 2314
    },
    {
      "epoch": 1.4253943824547903,
      "grad_norm": 3.8125,
      "learning_rate": 3.6148017815505232e-06,
      "loss": 1.856020450592041,
      "step": 2316
    },
    {
      "epoch": 1.4266256252404772,
      "grad_norm": 1.859375,
      "learning_rate": 3.6084056332972324e-06,
      "loss": 1.5413720607757568,
      "step": 2318
    },
    {
      "epoch": 1.4278568680261639,
      "grad_norm": 2.96875,
      "learning_rate": 3.602018988349582e-06,
      "loss": 1.4303263425827026,
      "step": 2320
    },
    {
      "epoch": 1.4290881108118507,
      "grad_norm": 4.03125,
      "learning_rate": 3.59564187208572e-06,
      "loss": 1.5900418758392334,
      "step": 2322
    },
    {
      "epoch": 1.4303193535975376,
      "grad_norm": 4.15625,
      "learning_rate": 3.589274309845936e-06,
      "loss": 1.7773805856704712,
      "step": 2324
    },
    {
      "epoch": 1.4315505963832242,
      "grad_norm": 1.1796875,
      "learning_rate": 3.5829163269325496e-06,
      "loss": 1.1708474159240723,
      "step": 2326
    },
    {
      "epoch": 1.432781839168911,
      "grad_norm": 3.546875,
      "learning_rate": 3.576567948609817e-06,
      "loss": 0.9795735478401184,
      "step": 2328
    },
    {
      "epoch": 1.434013081954598,
      "grad_norm": 2.5,
      "learning_rate": 3.570229200103832e-06,
      "loss": 1.0455710887908936,
      "step": 2330
    },
    {
      "epoch": 1.4352443247402848,
      "grad_norm": 2.203125,
      "learning_rate": 3.5639001066024205e-06,
      "loss": 1.4353384971618652,
      "step": 2332
    },
    {
      "epoch": 1.4364755675259715,
      "grad_norm": 2.609375,
      "learning_rate": 3.557580693255043e-06,
      "loss": 1.44502854347229,
      "step": 2334
    },
    {
      "epoch": 1.4377068103116584,
      "grad_norm": 2.3125,
      "learning_rate": 3.5512709851726968e-06,
      "loss": 1.4663447141647339,
      "step": 2336
    },
    {
      "epoch": 1.438938053097345,
      "grad_norm": 2.25,
      "learning_rate": 3.544971007427811e-06,
      "loss": 1.5666968822479248,
      "step": 2338
    },
    {
      "epoch": 1.4401692958830319,
      "grad_norm": 3.421875,
      "learning_rate": 3.538680785054154e-06,
      "loss": 1.4446769952774048,
      "step": 2340
    },
    {
      "epoch": 1.4414005386687188,
      "grad_norm": 3.21875,
      "learning_rate": 3.5324003430467265e-06,
      "loss": 1.1215463876724243,
      "step": 2342
    },
    {
      "epoch": 1.4426317814544056,
      "grad_norm": 2.390625,
      "learning_rate": 3.526129706361668e-06,
      "loss": 0.6768141984939575,
      "step": 2344
    },
    {
      "epoch": 1.4438630242400923,
      "grad_norm": 4.65625,
      "learning_rate": 3.5198688999161507e-06,
      "loss": 1.2538286447525024,
      "step": 2346
    },
    {
      "epoch": 1.4450942670257791,
      "grad_norm": 4.59375,
      "learning_rate": 3.5136179485882928e-06,
      "loss": 1.9145801067352295,
      "step": 2348
    },
    {
      "epoch": 1.446325509811466,
      "grad_norm": 2.875,
      "learning_rate": 3.5073768772170454e-06,
      "loss": 1.7400861978530884,
      "step": 2350
    },
    {
      "epoch": 1.4475567525971527,
      "grad_norm": 2.4375,
      "learning_rate": 3.501145710602103e-06,
      "loss": 1.4013432264328003,
      "step": 2352
    },
    {
      "epoch": 1.4487879953828395,
      "grad_norm": 4.71875,
      "learning_rate": 3.494924473503801e-06,
      "loss": 1.7890344858169556,
      "step": 2354
    },
    {
      "epoch": 1.4500192381685264,
      "grad_norm": 2.625,
      "learning_rate": 3.4887131906430216e-06,
      "loss": 1.8322502374649048,
      "step": 2356
    },
    {
      "epoch": 1.4512504809542133,
      "grad_norm": 11.375,
      "learning_rate": 3.482511886701091e-06,
      "loss": 1.65338933467865,
      "step": 2358
    },
    {
      "epoch": 1.4524817237399,
      "grad_norm": 5.875,
      "learning_rate": 3.4763205863196795e-06,
      "loss": 1.3839627504348755,
      "step": 2360
    },
    {
      "epoch": 1.4537129665255868,
      "grad_norm": 1.7734375,
      "learning_rate": 3.4701393141007102e-06,
      "loss": 1.5974239110946655,
      "step": 2362
    },
    {
      "epoch": 1.4549442093112734,
      "grad_norm": 18.75,
      "learning_rate": 3.4639680946062595e-06,
      "loss": 1.3460378646850586,
      "step": 2364
    },
    {
      "epoch": 1.4561754520969603,
      "grad_norm": 2.109375,
      "learning_rate": 3.457806952358456e-06,
      "loss": 1.401890516281128,
      "step": 2366
    },
    {
      "epoch": 1.4574066948826472,
      "grad_norm": 1.6640625,
      "learning_rate": 3.4516559118393827e-06,
      "loss": 1.390883445739746,
      "step": 2368
    },
    {
      "epoch": 1.458637937668334,
      "grad_norm": 1.8828125,
      "learning_rate": 3.4455149974909864e-06,
      "loss": 1.3334836959838867,
      "step": 2370
    },
    {
      "epoch": 1.4598691804540207,
      "grad_norm": 1.8515625,
      "learning_rate": 3.4393842337149775e-06,
      "loss": 1.331444501876831,
      "step": 2372
    },
    {
      "epoch": 1.4611004232397076,
      "grad_norm": 2.859375,
      "learning_rate": 3.433263644872724e-06,
      "loss": 0.9283863306045532,
      "step": 2374
    },
    {
      "epoch": 1.4623316660253944,
      "grad_norm": 5.0625,
      "learning_rate": 3.4271532552851692e-06,
      "loss": 0.4115677773952484,
      "step": 2376
    },
    {
      "epoch": 1.463562908811081,
      "grad_norm": 2.0,
      "learning_rate": 3.421053089232725e-06,
      "loss": 0.6582207679748535,
      "step": 2378
    },
    {
      "epoch": 1.464794151596768,
      "grad_norm": 2.046875,
      "learning_rate": 3.4149631709551833e-06,
      "loss": 1.38728928565979,
      "step": 2380
    },
    {
      "epoch": 1.4660253943824548,
      "grad_norm": 2.0,
      "learning_rate": 3.4088835246516098e-06,
      "loss": 0.8790442943572998,
      "step": 2382
    },
    {
      "epoch": 1.4672566371681417,
      "grad_norm": 18.875,
      "learning_rate": 3.402814174480257e-06,
      "loss": 0.3224247694015503,
      "step": 2384
    },
    {
      "epoch": 1.4684878799538283,
      "grad_norm": 3.40625,
      "learning_rate": 3.3967551445584617e-06,
      "loss": 0.8255885243415833,
      "step": 2386
    },
    {
      "epoch": 1.4697191227395152,
      "grad_norm": 6.78125,
      "learning_rate": 3.3907064589625538e-06,
      "loss": 1.838360071182251,
      "step": 2388
    },
    {
      "epoch": 1.4709503655252019,
      "grad_norm": 2.5625,
      "learning_rate": 3.384668141727757e-06,
      "loss": 1.5447924137115479,
      "step": 2390
    },
    {
      "epoch": 1.4721816083108887,
      "grad_norm": 1.8203125,
      "learning_rate": 3.3786402168480976e-06,
      "loss": 1.358646035194397,
      "step": 2392
    },
    {
      "epoch": 1.4734128510965756,
      "grad_norm": 2.90625,
      "learning_rate": 3.372622708276302e-06,
      "loss": 1.4267942905426025,
      "step": 2394
    },
    {
      "epoch": 1.4746440938822625,
      "grad_norm": 4.4375,
      "learning_rate": 3.3666156399237125e-06,
      "loss": 1.7402775287628174,
      "step": 2396
    },
    {
      "epoch": 1.4758753366679493,
      "grad_norm": 2.5,
      "learning_rate": 3.360619035660181e-06,
      "loss": 1.8984918594360352,
      "step": 2398
    },
    {
      "epoch": 1.477106579453636,
      "grad_norm": 3.546875,
      "learning_rate": 3.354632919313979e-06,
      "loss": 1.718995451927185,
      "step": 2400
    },
    {
      "epoch": 1.4783378222393229,
      "grad_norm": 1.6484375,
      "learning_rate": 3.3486573146717066e-06,
      "loss": 1.5234237909317017,
      "step": 2402
    },
    {
      "epoch": 1.4795690650250095,
      "grad_norm": 1.1328125,
      "learning_rate": 3.3426922454781907e-06,
      "loss": 1.084274172782898,
      "step": 2404
    },
    {
      "epoch": 1.4808003078106964,
      "grad_norm": 5.625,
      "learning_rate": 3.336737735436395e-06,
      "loss": 1.345269799232483,
      "step": 2406
    },
    {
      "epoch": 1.4820315505963833,
      "grad_norm": 2.359375,
      "learning_rate": 3.3307938082073256e-06,
      "loss": 1.7669227123260498,
      "step": 2408
    },
    {
      "epoch": 1.4832627933820701,
      "grad_norm": 1.671875,
      "learning_rate": 3.3248604874099377e-06,
      "loss": 1.3955857753753662,
      "step": 2410
    },
    {
      "epoch": 1.4844940361677568,
      "grad_norm": 2.015625,
      "learning_rate": 3.318937796621039e-06,
      "loss": 1.4464383125305176,
      "step": 2412
    },
    {
      "epoch": 1.4857252789534436,
      "grad_norm": 3.078125,
      "learning_rate": 3.313025759375198e-06,
      "loss": 1.3337277173995972,
      "step": 2414
    },
    {
      "epoch": 1.4869565217391305,
      "grad_norm": 2.03125,
      "learning_rate": 3.3071243991646473e-06,
      "loss": 1.4842052459716797,
      "step": 2416
    },
    {
      "epoch": 1.4881877645248172,
      "grad_norm": 1.71875,
      "learning_rate": 3.301233739439198e-06,
      "loss": 0.7694661617279053,
      "step": 2418
    },
    {
      "epoch": 1.489419007310504,
      "grad_norm": 9.1875,
      "learning_rate": 3.2953538036061373e-06,
      "loss": 0.2676663398742676,
      "step": 2420
    },
    {
      "epoch": 1.490650250096191,
      "grad_norm": 3.515625,
      "learning_rate": 3.289484615030142e-06,
      "loss": 0.8886584043502808,
      "step": 2422
    },
    {
      "epoch": 1.4918814928818778,
      "grad_norm": 2.75,
      "learning_rate": 3.2836261970331807e-06,
      "loss": 1.4449005126953125,
      "step": 2424
    },
    {
      "epoch": 1.4931127356675644,
      "grad_norm": 3.796875,
      "learning_rate": 3.2777785728944282e-06,
      "loss": 1.6887394189834595,
      "step": 2426
    },
    {
      "epoch": 1.4943439784532513,
      "grad_norm": 4.71875,
      "learning_rate": 3.2719417658501663e-06,
      "loss": 1.7763824462890625,
      "step": 2428
    },
    {
      "epoch": 1.495575221238938,
      "grad_norm": 1.328125,
      "learning_rate": 3.2661157990936897e-06,
      "loss": 1.5290007591247559,
      "step": 2430
    },
    {
      "epoch": 1.4968064640246248,
      "grad_norm": 1.9609375,
      "learning_rate": 3.2603006957752215e-06,
      "loss": 1.2895843982696533,
      "step": 2432
    },
    {
      "epoch": 1.4980377068103117,
      "grad_norm": 1.0390625,
      "learning_rate": 3.2544964790018207e-06,
      "loss": 1.420303225517273,
      "step": 2434
    },
    {
      "epoch": 1.4992689495959985,
      "grad_norm": 1.875,
      "learning_rate": 3.248703171837282e-06,
      "loss": 1.1444916725158691,
      "step": 2436
    },
    {
      "epoch": 1.5005001923816854,
      "grad_norm": 2.1875,
      "learning_rate": 3.242920797302051e-06,
      "loss": 1.2554428577423096,
      "step": 2438
    },
    {
      "epoch": 1.501731435167372,
      "grad_norm": 1.7578125,
      "learning_rate": 3.23714937837313e-06,
      "loss": 1.4247585535049438,
      "step": 2440
    },
    {
      "epoch": 1.5029626779530587,
      "grad_norm": 0.84375,
      "learning_rate": 3.2313889379839945e-06,
      "loss": 1.1883597373962402,
      "step": 2442
    },
    {
      "epoch": 1.5041939207387456,
      "grad_norm": 0.65625,
      "learning_rate": 3.2256394990244842e-06,
      "loss": 1.0033619403839111,
      "step": 2444
    },
    {
      "epoch": 1.5054251635244325,
      "grad_norm": 3.28125,
      "learning_rate": 3.2199010843407317e-06,
      "loss": 1.2857462167739868,
      "step": 2446
    },
    {
      "epoch": 1.5066564063101193,
      "grad_norm": 2.96875,
      "learning_rate": 3.214173716735059e-06,
      "loss": 1.4051223993301392,
      "step": 2448
    },
    {
      "epoch": 1.5078876490958062,
      "grad_norm": 1.984375,
      "learning_rate": 3.208457418965895e-06,
      "loss": 1.3864938020706177,
      "step": 2450
    },
    {
      "epoch": 1.5091188918814928,
      "grad_norm": 1.0859375,
      "learning_rate": 3.202752213747678e-06,
      "loss": 1.2609646320343018,
      "step": 2452
    },
    {
      "epoch": 1.5103501346671797,
      "grad_norm": 3.90625,
      "learning_rate": 3.197058123750769e-06,
      "loss": 1.5066922903060913,
      "step": 2454
    },
    {
      "epoch": 1.5115813774528664,
      "grad_norm": 39.75,
      "learning_rate": 3.191375171601362e-06,
      "loss": 1.7706074714660645,
      "step": 2456
    },
    {
      "epoch": 1.5128126202385532,
      "grad_norm": 1.0859375,
      "learning_rate": 3.185703379881393e-06,
      "loss": 1.743719458580017,
      "step": 2458
    },
    {
      "epoch": 1.51404386302424,
      "grad_norm": 8.125,
      "learning_rate": 3.1800427711284516e-06,
      "loss": 1.3321908712387085,
      "step": 2460
    },
    {
      "epoch": 1.515275105809927,
      "grad_norm": 1.6171875,
      "learning_rate": 3.1743933678356884e-06,
      "loss": 1.2848858833312988,
      "step": 2462
    },
    {
      "epoch": 1.5165063485956138,
      "grad_norm": 2.09375,
      "learning_rate": 3.1687551924517283e-06,
      "loss": 1.413031816482544,
      "step": 2464
    },
    {
      "epoch": 1.5177375913813005,
      "grad_norm": 8.9375,
      "learning_rate": 3.1631282673805838e-06,
      "loss": 1.4807164669036865,
      "step": 2466
    },
    {
      "epoch": 1.5189688341669871,
      "grad_norm": 1.8046875,
      "learning_rate": 3.1575126149815584e-06,
      "loss": 1.3795205354690552,
      "step": 2468
    },
    {
      "epoch": 1.520200076952674,
      "grad_norm": 0.8515625,
      "learning_rate": 3.1519082575691647e-06,
      "loss": 1.2714817523956299,
      "step": 2470
    },
    {
      "epoch": 1.5214313197383609,
      "grad_norm": 1.0546875,
      "learning_rate": 3.1463152174130318e-06,
      "loss": 1.0713388919830322,
      "step": 2472
    },
    {
      "epoch": 1.5226625625240477,
      "grad_norm": 3.203125,
      "learning_rate": 3.1407335167378194e-06,
      "loss": 1.0308473110198975,
      "step": 2474
    },
    {
      "epoch": 1.5238938053097346,
      "grad_norm": 14.5,
      "learning_rate": 3.1351631777231288e-06,
      "loss": 1.3537421226501465,
      "step": 2476
    },
    {
      "epoch": 1.5251250480954213,
      "grad_norm": 1.75,
      "learning_rate": 3.1296042225034128e-06,
      "loss": 1.3415385484695435,
      "step": 2478
    },
    {
      "epoch": 1.5263562908811081,
      "grad_norm": 2.109375,
      "learning_rate": 3.1240566731678884e-06,
      "loss": 1.407192587852478,
      "step": 2480
    },
    {
      "epoch": 1.5275875336667948,
      "grad_norm": 1.4765625,
      "learning_rate": 3.118520551760454e-06,
      "loss": 1.2609741687774658,
      "step": 2482
    },
    {
      "epoch": 1.5288187764524817,
      "grad_norm": 1.7890625,
      "learning_rate": 3.112995880279594e-06,
      "loss": 1.061118245124817,
      "step": 2484
    },
    {
      "epoch": 1.5300500192381685,
      "grad_norm": 5.0,
      "learning_rate": 3.107482680678297e-06,
      "loss": 1.2044938802719116,
      "step": 2486
    },
    {
      "epoch": 1.5312812620238554,
      "grad_norm": 2.875,
      "learning_rate": 3.1019809748639617e-06,
      "loss": 1.4915175437927246,
      "step": 2488
    },
    {
      "epoch": 1.5325125048095423,
      "grad_norm": 2.109375,
      "learning_rate": 3.096490784698323e-06,
      "loss": 1.3962339162826538,
      "step": 2490
    },
    {
      "epoch": 1.533743747595229,
      "grad_norm": 3.9375,
      "learning_rate": 3.091012131997352e-06,
      "loss": 1.4024924039840698,
      "step": 2492
    },
    {
      "epoch": 1.5349749903809158,
      "grad_norm": 1.6328125,
      "learning_rate": 3.0855450385311736e-06,
      "loss": 1.266303539276123,
      "step": 2494
    },
    {
      "epoch": 1.5362062331666024,
      "grad_norm": 1.578125,
      "learning_rate": 3.0800895260239815e-06,
      "loss": 1.1494388580322266,
      "step": 2496
    },
    {
      "epoch": 1.5374374759522893,
      "grad_norm": 1.0859375,
      "learning_rate": 3.0746456161539534e-06,
      "loss": 1.2219388484954834,
      "step": 2498
    },
    {
      "epoch": 1.5386687187379762,
      "grad_norm": 1.734375,
      "learning_rate": 3.06921333055316e-06,
      "loss": 0.9378917813301086,
      "step": 2500
    },
    {
      "epoch": 1.539899961523663,
      "grad_norm": 0.96875,
      "learning_rate": 3.063792690807481e-06,
      "loss": 1.071752667427063,
      "step": 2502
    },
    {
      "epoch": 1.54113120430935,
      "grad_norm": 1.6328125,
      "learning_rate": 3.0583837184565192e-06,
      "loss": 1.0082283020019531,
      "step": 2504
    },
    {
      "epoch": 1.5423624470950366,
      "grad_norm": 7.21875,
      "learning_rate": 3.0529864349935196e-06,
      "loss": 1.4392098188400269,
      "step": 2506
    },
    {
      "epoch": 1.5435936898807232,
      "grad_norm": 5.8125,
      "learning_rate": 3.047600861865277e-06,
      "loss": 1.6693429946899414,
      "step": 2508
    },
    {
      "epoch": 1.54482493266641,
      "grad_norm": 1.8046875,
      "learning_rate": 3.0422270204720528e-06,
      "loss": 1.7065497636795044,
      "step": 2510
    },
    {
      "epoch": 1.546056175452097,
      "grad_norm": 3.65625,
      "learning_rate": 3.0368649321674914e-06,
      "loss": 1.5884374380111694,
      "step": 2512
    },
    {
      "epoch": 1.5472874182377838,
      "grad_norm": 6.75,
      "learning_rate": 3.03151461825854e-06,
      "loss": 1.2509660720825195,
      "step": 2514
    },
    {
      "epoch": 1.5485186610234707,
      "grad_norm": 1.0078125,
      "learning_rate": 3.026176100005349e-06,
      "loss": 1.0895438194274902,
      "step": 2516
    },
    {
      "epoch": 1.5497499038091573,
      "grad_norm": 2.140625,
      "learning_rate": 3.020849398621204e-06,
      "loss": 1.5385931730270386,
      "step": 2518
    },
    {
      "epoch": 1.5509811465948442,
      "grad_norm": 3.359375,
      "learning_rate": 3.015534535272433e-06,
      "loss": 1.6532469987869263,
      "step": 2520
    },
    {
      "epoch": 1.5522123893805309,
      "grad_norm": 1.375,
      "learning_rate": 3.0102315310783257e-06,
      "loss": 1.404496669769287,
      "step": 2522
    },
    {
      "epoch": 1.5534436321662177,
      "grad_norm": 1.6484375,
      "learning_rate": 3.004940407111046e-06,
      "loss": 0.9684979915618896,
      "step": 2524
    },
    {
      "epoch": 1.5546748749519046,
      "grad_norm": 2.609375,
      "learning_rate": 2.9996611843955505e-06,
      "loss": 1.1497083902359009,
      "step": 2526
    },
    {
      "epoch": 1.5559061177375915,
      "grad_norm": 5.71875,
      "learning_rate": 2.9943938839095038e-06,
      "loss": 1.3859484195709229,
      "step": 2528
    },
    {
      "epoch": 1.5571373605232783,
      "grad_norm": 1.2734375,
      "learning_rate": 2.9891385265831984e-06,
      "loss": 1.2651927471160889,
      "step": 2530
    },
    {
      "epoch": 1.558368603308965,
      "grad_norm": 2.28125,
      "learning_rate": 2.9838951332994676e-06,
      "loss": 1.4481619596481323,
      "step": 2532
    },
    {
      "epoch": 1.5595998460946516,
      "grad_norm": 1.0625,
      "learning_rate": 2.9786637248936025e-06,
      "loss": 1.2641582489013672,
      "step": 2534
    },
    {
      "epoch": 1.5608310888803385,
      "grad_norm": 1.3515625,
      "learning_rate": 2.973444322153275e-06,
      "loss": 0.9729331731796265,
      "step": 2536
    },
    {
      "epoch": 1.5620623316660254,
      "grad_norm": 2.734375,
      "learning_rate": 2.968236945818447e-06,
      "loss": 1.1042187213897705,
      "step": 2538
    },
    {
      "epoch": 1.5632935744517122,
      "grad_norm": 4.25,
      "learning_rate": 2.9630416165812946e-06,
      "loss": 1.7580437660217285,
      "step": 2540
    },
    {
      "epoch": 1.5645248172373991,
      "grad_norm": 1.265625,
      "learning_rate": 2.9578583550861207e-06,
      "loss": 1.3896489143371582,
      "step": 2542
    },
    {
      "epoch": 1.5657560600230858,
      "grad_norm": 0.9765625,
      "learning_rate": 2.9526871819292774e-06,
      "loss": 1.0869468450546265,
      "step": 2544
    },
    {
      "epoch": 1.5669873028087726,
      "grad_norm": 24.125,
      "learning_rate": 2.947528117659082e-06,
      "loss": 1.2554739713668823,
      "step": 2546
    },
    {
      "epoch": 1.5682185455944593,
      "grad_norm": 2.65625,
      "learning_rate": 2.9423811827757336e-06,
      "loss": 1.2301050424575806,
      "step": 2548
    },
    {
      "epoch": 1.5694497883801461,
      "grad_norm": 6.5625,
      "learning_rate": 2.9372463977312364e-06,
      "loss": 1.5220141410827637,
      "step": 2550
    },
    {
      "epoch": 1.570681031165833,
      "grad_norm": 3.890625,
      "learning_rate": 2.932123782929315e-06,
      "loss": 1.6439367532730103,
      "step": 2552
    },
    {
      "epoch": 1.57191227395152,
      "grad_norm": 10.0625,
      "learning_rate": 2.927013358725333e-06,
      "loss": 1.434930682182312,
      "step": 2554
    },
    {
      "epoch": 1.5731435167372068,
      "grad_norm": 3.953125,
      "learning_rate": 2.9219151454262152e-06,
      "loss": 1.3206510543823242,
      "step": 2556
    },
    {
      "epoch": 1.5743747595228934,
      "grad_norm": 3.359375,
      "learning_rate": 2.9168291632903593e-06,
      "loss": 1.6884095668792725,
      "step": 2558
    },
    {
      "epoch": 1.5756060023085803,
      "grad_norm": 3.53125,
      "learning_rate": 2.911755432527568e-06,
      "loss": 1.4005990028381348,
      "step": 2560
    },
    {
      "epoch": 1.576837245094267,
      "grad_norm": 2.6875,
      "learning_rate": 2.906693973298958e-06,
      "loss": 1.689469575881958,
      "step": 2562
    },
    {
      "epoch": 1.5780684878799538,
      "grad_norm": 2.203125,
      "learning_rate": 2.901644805716884e-06,
      "loss": 1.4509550333023071,
      "step": 2564
    },
    {
      "epoch": 1.5792997306656407,
      "grad_norm": 0.8359375,
      "learning_rate": 2.8966079498448564e-06,
      "loss": 1.4247888326644897,
      "step": 2566
    },
    {
      "epoch": 1.5805309734513275,
      "grad_norm": 0.8046875,
      "learning_rate": 2.891583425697467e-06,
      "loss": 1.0635548830032349,
      "step": 2568
    },
    {
      "epoch": 1.5817622162370142,
      "grad_norm": 4.3125,
      "learning_rate": 2.8865712532403056e-06,
      "loss": 1.169121265411377,
      "step": 2570
    },
    {
      "epoch": 1.582993459022701,
      "grad_norm": 2.171875,
      "learning_rate": 2.881571452389877e-06,
      "loss": 1.51327383518219,
      "step": 2572
    },
    {
      "epoch": 1.5842247018083877,
      "grad_norm": 2.375,
      "learning_rate": 2.876584043013527e-06,
      "loss": 1.2776228189468384,
      "step": 2574
    },
    {
      "epoch": 1.5854559445940746,
      "grad_norm": 2.46875,
      "learning_rate": 2.8716090449293675e-06,
      "loss": 1.3650319576263428,
      "step": 2576
    },
    {
      "epoch": 1.5866871873797614,
      "grad_norm": 2.59375,
      "learning_rate": 2.8666464779061878e-06,
      "loss": 1.4736026525497437,
      "step": 2578
    },
    {
      "epoch": 1.5879184301654483,
      "grad_norm": 2.109375,
      "learning_rate": 2.8616963616633796e-06,
      "loss": 1.456394076347351,
      "step": 2580
    },
    {
      "epoch": 1.5891496729511352,
      "grad_norm": 1.7421875,
      "learning_rate": 2.856758715870863e-06,
      "loss": 1.1904287338256836,
      "step": 2582
    },
    {
      "epoch": 1.5903809157368218,
      "grad_norm": 2.125,
      "learning_rate": 2.851833560149007e-06,
      "loss": 0.9508844017982483,
      "step": 2584
    },
    {
      "epoch": 1.5916121585225087,
      "grad_norm": 3.328125,
      "learning_rate": 2.846920914068543e-06,
      "loss": 1.1540579795837402,
      "step": 2586
    },
    {
      "epoch": 1.5928434013081954,
      "grad_norm": 1.8125,
      "learning_rate": 2.8420207971504983e-06,
      "loss": 1.4928700923919678,
      "step": 2588
    },
    {
      "epoch": 1.5940746440938822,
      "grad_norm": 2.765625,
      "learning_rate": 2.8371332288661134e-06,
      "loss": 1.4172389507293701,
      "step": 2590
    },
    {
      "epoch": 1.595305886879569,
      "grad_norm": 2.734375,
      "learning_rate": 2.832258228636766e-06,
      "loss": 1.3628898859024048,
      "step": 2592
    },
    {
      "epoch": 1.596537129665256,
      "grad_norm": 2.5,
      "learning_rate": 2.8273958158338925e-06,
      "loss": 1.4539599418640137,
      "step": 2594
    },
    {
      "epoch": 1.5977683724509428,
      "grad_norm": 1.8671875,
      "learning_rate": 2.82254600977891e-06,
      "loss": 1.3956893682479858,
      "step": 2596
    },
    {
      "epoch": 1.5989996152366295,
      "grad_norm": 2.734375,
      "learning_rate": 2.817708829743142e-06,
      "loss": 1.6055045127868652,
      "step": 2598
    },
    {
      "epoch": 1.6002308580223161,
      "grad_norm": 2.5,
      "learning_rate": 2.812884294947742e-06,
      "loss": 1.4774987697601318,
      "step": 2600
    },
    {
      "epoch": 1.601462100808003,
      "grad_norm": 2.828125,
      "learning_rate": 2.8080724245636142e-06,
      "loss": 1.6516894102096558,
      "step": 2602
    },
    {
      "epoch": 1.6026933435936899,
      "grad_norm": 5.21875,
      "learning_rate": 2.8032732377113414e-06,
      "loss": 1.8592480421066284,
      "step": 2604
    },
    {
      "epoch": 1.6039245863793767,
      "grad_norm": 2.4375,
      "learning_rate": 2.798486753461103e-06,
      "loss": 1.561418056488037,
      "step": 2606
    },
    {
      "epoch": 1.6051558291650636,
      "grad_norm": 2.875,
      "learning_rate": 2.7937129908326083e-06,
      "loss": 1.4258840084075928,
      "step": 2608
    },
    {
      "epoch": 1.6063870719507503,
      "grad_norm": 1.1796875,
      "learning_rate": 2.7889519687950113e-06,
      "loss": 1.3105173110961914,
      "step": 2610
    },
    {
      "epoch": 1.6076183147364371,
      "grad_norm": 1.5703125,
      "learning_rate": 2.7842037062668425e-06,
      "loss": 1.2106075286865234,
      "step": 2612
    },
    {
      "epoch": 1.6088495575221238,
      "grad_norm": 4.9375,
      "learning_rate": 2.7794682221159266e-06,
      "loss": 1.4307101964950562,
      "step": 2614
    },
    {
      "epoch": 1.6100808003078106,
      "grad_norm": 3.609375,
      "learning_rate": 2.7747455351593167e-06,
      "loss": 1.6504584550857544,
      "step": 2616
    },
    {
      "epoch": 1.6113120430934975,
      "grad_norm": 3.46875,
      "learning_rate": 2.7700356641632126e-06,
      "loss": 1.661940574645996,
      "step": 2618
    },
    {
      "epoch": 1.6125432858791844,
      "grad_norm": 4.25,
      "learning_rate": 2.765338627842887e-06,
      "loss": 1.7384159564971924,
      "step": 2620
    },
    {
      "epoch": 1.6137745286648713,
      "grad_norm": 75.0,
      "learning_rate": 2.7606544448626137e-06,
      "loss": 1.7225772142410278,
      "step": 2622
    },
    {
      "epoch": 1.615005771450558,
      "grad_norm": 4.6875,
      "learning_rate": 2.7559831338355943e-06,
      "loss": 1.4637809991836548,
      "step": 2624
    },
    {
      "epoch": 1.6162370142362446,
      "grad_norm": 2.625,
      "learning_rate": 2.7513247133238787e-06,
      "loss": 1.4859167337417603,
      "step": 2626
    },
    {
      "epoch": 1.6174682570219314,
      "grad_norm": 2.625,
      "learning_rate": 2.746679201838294e-06,
      "loss": 1.2690590620040894,
      "step": 2628
    },
    {
      "epoch": 1.6186994998076183,
      "grad_norm": 3.296875,
      "learning_rate": 2.7420466178383726e-06,
      "loss": 1.333600640296936,
      "step": 2630
    },
    {
      "epoch": 1.6199307425933052,
      "grad_norm": 2.671875,
      "learning_rate": 2.7374269797322824e-06,
      "loss": 1.341450572013855,
      "step": 2632
    },
    {
      "epoch": 1.621161985378992,
      "grad_norm": 1.703125,
      "learning_rate": 2.7328203058767424e-06,
      "loss": 1.355420708656311,
      "step": 2634
    },
    {
      "epoch": 1.6223932281646787,
      "grad_norm": 1.84375,
      "learning_rate": 2.728226614576961e-06,
      "loss": 1.169846534729004,
      "step": 2636
    },
    {
      "epoch": 1.6236244709503656,
      "grad_norm": 2.03125,
      "learning_rate": 2.7236459240865555e-06,
      "loss": 1.2084237337112427,
      "step": 2638
    },
    {
      "epoch": 1.6248557137360522,
      "grad_norm": 1.3984375,
      "learning_rate": 2.7190782526074885e-06,
      "loss": 1.0683963298797607,
      "step": 2640
    },
    {
      "epoch": 1.626086956521739,
      "grad_norm": 1.171875,
      "learning_rate": 2.7145236182899817e-06,
      "loss": 0.9492171406745911,
      "step": 2642
    },
    {
      "epoch": 1.627318199307426,
      "grad_norm": 0.984375,
      "learning_rate": 2.7099820392324572e-06,
      "loss": 1.1876254081726074,
      "step": 2644
    },
    {
      "epoch": 1.6285494420931128,
      "grad_norm": 1.15625,
      "learning_rate": 2.705453533481459e-06,
      "loss": 1.1485795974731445,
      "step": 2646
    },
    {
      "epoch": 1.6297806848787997,
      "grad_norm": 1.5859375,
      "learning_rate": 2.700938119031586e-06,
      "loss": 1.128466248512268,
      "step": 2648
    },
    {
      "epoch": 1.6310119276644863,
      "grad_norm": 3.671875,
      "learning_rate": 2.696435813825411e-06,
      "loss": 1.4734625816345215,
      "step": 2650
    },
    {
      "epoch": 1.6322431704501732,
      "grad_norm": 3.296875,
      "learning_rate": 2.69194663575342e-06,
      "loss": 1.65286123752594,
      "step": 2652
    },
    {
      "epoch": 1.6334744132358598,
      "grad_norm": 1.765625,
      "learning_rate": 2.687470602653936e-06,
      "loss": 1.244763731956482,
      "step": 2654
    },
    {
      "epoch": 1.6347056560215467,
      "grad_norm": 1.65625,
      "learning_rate": 2.683007732313046e-06,
      "loss": 1.109053134918213,
      "step": 2656
    },
    {
      "epoch": 1.6359368988072336,
      "grad_norm": 1.6484375,
      "learning_rate": 2.6785580424645376e-06,
      "loss": 0.9938783645629883,
      "step": 2658
    },
    {
      "epoch": 1.6371681415929205,
      "grad_norm": 1.21875,
      "learning_rate": 2.674121550789819e-06,
      "loss": 0.9947565793991089,
      "step": 2660
    },
    {
      "epoch": 1.638399384378607,
      "grad_norm": 0.74609375,
      "learning_rate": 2.6696982749178596e-06,
      "loss": 0.9547367691993713,
      "step": 2662
    },
    {
      "epoch": 1.639630627164294,
      "grad_norm": 2.28125,
      "learning_rate": 2.6652882324251095e-06,
      "loss": 1.0342196226119995,
      "step": 2664
    },
    {
      "epoch": 1.6408618699499806,
      "grad_norm": 4.625,
      "learning_rate": 2.6608914408354355e-06,
      "loss": 1.2955328226089478,
      "step": 2666
    },
    {
      "epoch": 1.6420931127356675,
      "grad_norm": 3.96875,
      "learning_rate": 2.6565079176200503e-06,
      "loss": 1.697257399559021,
      "step": 2668
    },
    {
      "epoch": 1.6433243555213544,
      "grad_norm": 6.46875,
      "learning_rate": 2.6521376801974437e-06,
      "loss": 1.003428339958191,
      "step": 2670
    },
    {
      "epoch": 1.6445555983070412,
      "grad_norm": 59.25,
      "learning_rate": 2.647780745933312e-06,
      "loss": 0.1837526559829712,
      "step": 2672
    },
    {
      "epoch": 1.645786841092728,
      "grad_norm": 2.296875,
      "learning_rate": 2.64343713214049e-06,
      "loss": 0.8456532955169678,
      "step": 2674
    },
    {
      "epoch": 1.6470180838784148,
      "grad_norm": 4.5625,
      "learning_rate": 2.6391068560788814e-06,
      "loss": 1.4209729433059692,
      "step": 2676
    },
    {
      "epoch": 1.6482493266641016,
      "grad_norm": 3.46875,
      "learning_rate": 2.6347899349553916e-06,
      "loss": 1.708794355392456,
      "step": 2678
    },
    {
      "epoch": 1.6494805694497883,
      "grad_norm": 3.328125,
      "learning_rate": 2.630486385923858e-06,
      "loss": 1.7653048038482666,
      "step": 2680
    },
    {
      "epoch": 1.6507118122354751,
      "grad_norm": 7.75,
      "learning_rate": 2.6261962260849845e-06,
      "loss": 1.6216604709625244,
      "step": 2682
    },
    {
      "epoch": 1.651943055021162,
      "grad_norm": 3.6875,
      "learning_rate": 2.6219194724862636e-06,
      "loss": 1.884316325187683,
      "step": 2684
    },
    {
      "epoch": 1.6531742978068489,
      "grad_norm": 2.53125,
      "learning_rate": 2.617656142121927e-06,
      "loss": 1.6673423051834106,
      "step": 2686
    },
    {
      "epoch": 1.6544055405925358,
      "grad_norm": 2.140625,
      "learning_rate": 2.6134062519328596e-06,
      "loss": 1.3633517026901245,
      "step": 2688
    },
    {
      "epoch": 1.6556367833782224,
      "grad_norm": 2.640625,
      "learning_rate": 2.609169818806544e-06,
      "loss": 1.4055132865905762,
      "step": 2690
    },
    {
      "epoch": 1.656868026163909,
      "grad_norm": 2.109375,
      "learning_rate": 2.6049468595769866e-06,
      "loss": 1.4592944383621216,
      "step": 2692
    },
    {
      "epoch": 1.658099268949596,
      "grad_norm": 3.0625,
      "learning_rate": 2.6007373910246586e-06,
      "loss": 1.468887448310852,
      "step": 2694
    },
    {
      "epoch": 1.6593305117352828,
      "grad_norm": 3.0,
      "learning_rate": 2.596541429876419e-06,
      "loss": 1.43437659740448,
      "step": 2696
    },
    {
      "epoch": 1.6605617545209697,
      "grad_norm": 4.15625,
      "learning_rate": 2.5923589928054545e-06,
      "loss": 1.3961412906646729,
      "step": 2698
    },
    {
      "epoch": 1.6617929973066565,
      "grad_norm": 2.21875,
      "learning_rate": 2.588190096431212e-06,
      "loss": 1.3536356687545776,
      "step": 2700
    },
    {
      "epoch": 1.6630242400923432,
      "grad_norm": 7.09375,
      "learning_rate": 2.5840347573193364e-06,
      "loss": 1.5625301599502563,
      "step": 2702
    },
    {
      "epoch": 1.66425548287803,
      "grad_norm": 3.75,
      "learning_rate": 2.579892991981597e-06,
      "loss": 1.809969186782837,
      "step": 2704
    },
    {
      "epoch": 1.6654867256637167,
      "grad_norm": 2.578125,
      "learning_rate": 2.5757648168758277e-06,
      "loss": 1.6495802402496338,
      "step": 2706
    },
    {
      "epoch": 1.6667179684494036,
      "grad_norm": 2.890625,
      "learning_rate": 2.571650248405858e-06,
      "loss": 1.403519630432129,
      "step": 2708
    },
    {
      "epoch": 1.6679492112350904,
      "grad_norm": 1.7734375,
      "learning_rate": 2.5675493029214544e-06,
      "loss": 1.4832587242126465,
      "step": 2710
    },
    {
      "epoch": 1.6691804540207773,
      "grad_norm": 2.203125,
      "learning_rate": 2.563461996718244e-06,
      "loss": 1.3312305212020874,
      "step": 2712
    },
    {
      "epoch": 1.6704116968064642,
      "grad_norm": 3.71875,
      "learning_rate": 2.559388346037662e-06,
      "loss": 1.5110353231430054,
      "step": 2714
    },
    {
      "epoch": 1.6716429395921508,
      "grad_norm": 1.8125,
      "learning_rate": 2.5553283670668783e-06,
      "loss": 1.3926719427108765,
      "step": 2716
    },
    {
      "epoch": 1.6728741823778375,
      "grad_norm": 2.921875,
      "learning_rate": 2.551282075938739e-06,
      "loss": 1.2947973012924194,
      "step": 2718
    },
    {
      "epoch": 1.6741054251635243,
      "grad_norm": 1.765625,
      "learning_rate": 2.547249488731698e-06,
      "loss": 1.1865016222000122,
      "step": 2720
    },
    {
      "epoch": 1.6753366679492112,
      "grad_norm": 3.609375,
      "learning_rate": 2.5432306214697565e-06,
      "loss": 1.3613277673721313,
      "step": 2722
    },
    {
      "epoch": 1.676567910734898,
      "grad_norm": 6.15625,
      "learning_rate": 2.5392254901223955e-06,
      "loss": 1.4786993265151978,
      "step": 2724
    },
    {
      "epoch": 1.677799153520585,
      "grad_norm": 1.4453125,
      "learning_rate": 2.535234110604517e-06,
      "loss": 1.3303709030151367,
      "step": 2726
    },
    {
      "epoch": 1.6790303963062716,
      "grad_norm": 1.0859375,
      "learning_rate": 2.531256498776376e-06,
      "loss": 1.0553029775619507,
      "step": 2728
    },
    {
      "epoch": 1.6802616390919585,
      "grad_norm": 1.4765625,
      "learning_rate": 2.5272926704435224e-06,
      "loss": 1.0534037351608276,
      "step": 2730
    },
    {
      "epoch": 1.6814928818776451,
      "grad_norm": 0.98828125,
      "learning_rate": 2.523342641356733e-06,
      "loss": 1.185265064239502,
      "step": 2732
    },
    {
      "epoch": 1.682724124663332,
      "grad_norm": 2.734375,
      "learning_rate": 2.519406427211954e-06,
      "loss": 1.3950031995773315,
      "step": 2734
    },
    {
      "epoch": 1.6839553674490189,
      "grad_norm": 3.265625,
      "learning_rate": 2.5154840436502343e-06,
      "loss": 1.6567586660385132,
      "step": 2736
    },
    {
      "epoch": 1.6851866102347057,
      "grad_norm": 4.53125,
      "learning_rate": 2.5115755062576675e-06,
      "loss": 1.7554434537887573,
      "step": 2738
    },
    {
      "epoch": 1.6864178530203926,
      "grad_norm": 6.9375,
      "learning_rate": 2.5076808305653223e-06,
      "loss": 1.8998305797576904,
      "step": 2740
    },
    {
      "epoch": 1.6876490958060792,
      "grad_norm": 0.69921875,
      "learning_rate": 2.503800032049194e-06,
      "loss": 1.280155897140503,
      "step": 2742
    },
    {
      "epoch": 1.6888803385917661,
      "grad_norm": 1.7109375,
      "learning_rate": 2.499933126130129e-06,
      "loss": 1.109460473060608,
      "step": 2744
    },
    {
      "epoch": 1.6901115813774528,
      "grad_norm": 2.640625,
      "learning_rate": 2.4960801281737722e-06,
      "loss": 1.156549096107483,
      "step": 2746
    },
    {
      "epoch": 1.6913428241631396,
      "grad_norm": 1.9921875,
      "learning_rate": 2.492241053490502e-06,
      "loss": 1.4689304828643799,
      "step": 2748
    },
    {
      "epoch": 1.6925740669488265,
      "grad_norm": 9.125,
      "learning_rate": 2.488415917335374e-06,
      "loss": 1.446475625038147,
      "step": 2750
    },
    {
      "epoch": 1.6938053097345134,
      "grad_norm": 2.578125,
      "learning_rate": 2.4846047349080552e-06,
      "loss": 1.4750339984893799,
      "step": 2752
    },
    {
      "epoch": 1.6950365525202,
      "grad_norm": 2.921875,
      "learning_rate": 2.480807521352764e-06,
      "loss": 1.373404622077942,
      "step": 2754
    },
    {
      "epoch": 1.696267795305887,
      "grad_norm": 2.34375,
      "learning_rate": 2.4770242917582134e-06,
      "loss": 1.4248535633087158,
      "step": 2756
    },
    {
      "epoch": 1.6974990380915735,
      "grad_norm": 2.03125,
      "learning_rate": 2.4732550611575503e-06,
      "loss": 1.3744779825210571,
      "step": 2758
    },
    {
      "epoch": 1.6987302808772604,
      "grad_norm": 2.5625,
      "learning_rate": 2.4694998445282937e-06,
      "loss": 1.3755619525909424,
      "step": 2760
    },
    {
      "epoch": 1.6999615236629473,
      "grad_norm": 2.234375,
      "learning_rate": 2.4657586567922766e-06,
      "loss": 1.4600454568862915,
      "step": 2762
    },
    {
      "epoch": 1.7011927664486342,
      "grad_norm": 2.671875,
      "learning_rate": 2.462031512815585e-06,
      "loss": 1.3545056581497192,
      "step": 2764
    },
    {
      "epoch": 1.702424009234321,
      "grad_norm": 8.6875,
      "learning_rate": 2.4583184274085044e-06,
      "loss": 1.5093567371368408,
      "step": 2766
    },
    {
      "epoch": 1.7036552520200077,
      "grad_norm": 1.78125,
      "learning_rate": 2.4546194153254504e-06,
      "loss": 1.4223270416259766,
      "step": 2768
    },
    {
      "epoch": 1.7048864948056945,
      "grad_norm": 2.421875,
      "learning_rate": 2.4509344912649222e-06,
      "loss": 1.4608110189437866,
      "step": 2770
    },
    {
      "epoch": 1.7061177375913812,
      "grad_norm": 2.234375,
      "learning_rate": 2.447263669869434e-06,
      "loss": 1.4189188480377197,
      "step": 2772
    },
    {
      "epoch": 1.707348980377068,
      "grad_norm": 2.609375,
      "learning_rate": 2.443606965725466e-06,
      "loss": 1.347614049911499,
      "step": 2774
    },
    {
      "epoch": 1.708580223162755,
      "grad_norm": 1.8984375,
      "learning_rate": 2.4399643933633977e-06,
      "loss": 1.2820149660110474,
      "step": 2776
    },
    {
      "epoch": 1.7098114659484418,
      "grad_norm": 1.3984375,
      "learning_rate": 2.4363359672574557e-06,
      "loss": 1.3065999746322632,
      "step": 2778
    },
    {
      "epoch": 1.7110427087341287,
      "grad_norm": 1.8046875,
      "learning_rate": 2.4327217018256545e-06,
      "loss": 1.141822338104248,
      "step": 2780
    },
    {
      "epoch": 1.7122739515198153,
      "grad_norm": 0.91796875,
      "learning_rate": 2.4291216114297395e-06,
      "loss": 1.1083295345306396,
      "step": 2782
    },
    {
      "epoch": 1.713505194305502,
      "grad_norm": 1.046875,
      "learning_rate": 2.4255357103751298e-06,
      "loss": 1.0195274353027344,
      "step": 2784
    },
    {
      "epoch": 1.7147364370911888,
      "grad_norm": 1.375,
      "learning_rate": 2.42196401291086e-06,
      "loss": 0.925314724445343,
      "step": 2786
    },
    {
      "epoch": 1.7159676798768757,
      "grad_norm": 1.0703125,
      "learning_rate": 2.4184065332295276e-06,
      "loss": 1.0302790403366089,
      "step": 2788
    },
    {
      "epoch": 1.7171989226625626,
      "grad_norm": 15.875,
      "learning_rate": 2.414863285467232e-06,
      "loss": 1.4890433549880981,
      "step": 2790
    },
    {
      "epoch": 1.7184301654482494,
      "grad_norm": 6.625,
      "learning_rate": 2.4113342837035206e-06,
      "loss": 1.8335363864898682,
      "step": 2792
    },
    {
      "epoch": 1.719661408233936,
      "grad_norm": 5.6875,
      "learning_rate": 2.4078195419613325e-06,
      "loss": 1.7545239925384521,
      "step": 2794
    },
    {
      "epoch": 1.720892651019623,
      "grad_norm": 2.453125,
      "learning_rate": 2.4043190742069432e-06,
      "loss": 1.3311874866485596,
      "step": 2796
    },
    {
      "epoch": 1.7221238938053096,
      "grad_norm": 4.46875,
      "learning_rate": 2.4008328943499077e-06,
      "loss": 1.400950312614441,
      "step": 2798
    },
    {
      "epoch": 1.7233551365909965,
      "grad_norm": 7.3125,
      "learning_rate": 2.397361016243007e-06,
      "loss": 1.402868390083313,
      "step": 2800
    },
    {
      "epoch": 1.7245863793766834,
      "grad_norm": 3.03125,
      "learning_rate": 2.3939034536821925e-06,
      "loss": 1.3764790296554565,
      "step": 2802
    },
    {
      "epoch": 1.7258176221623702,
      "grad_norm": 2.65625,
      "learning_rate": 2.390460220406531e-06,
      "loss": 1.4015588760375977,
      "step": 2804
    },
    {
      "epoch": 1.727048864948057,
      "grad_norm": 8.5625,
      "learning_rate": 2.3870313300981492e-06,
      "loss": 1.4938013553619385,
      "step": 2806
    },
    {
      "epoch": 1.7282801077337437,
      "grad_norm": 2.125,
      "learning_rate": 2.383616796382181e-06,
      "loss": 1.3828613758087158,
      "step": 2808
    },
    {
      "epoch": 1.7295113505194304,
      "grad_norm": 4.75,
      "learning_rate": 2.3802166328267104e-06,
      "loss": 1.0383518934249878,
      "step": 2810
    },
    {
      "epoch": 1.7307425933051173,
      "grad_norm": 3.59375,
      "learning_rate": 2.3768308529427235e-06,
      "loss": 0.5984392762184143,
      "step": 2812
    },
    {
      "epoch": 1.7319738360908041,
      "grad_norm": 2.84375,
      "learning_rate": 2.3734594701840484e-06,
      "loss": 1.0914403200149536,
      "step": 2814
    },
    {
      "epoch": 1.733205078876491,
      "grad_norm": 2.46875,
      "learning_rate": 2.370102497947305e-06,
      "loss": 1.3296228647232056,
      "step": 2816
    },
    {
      "epoch": 1.7344363216621779,
      "grad_norm": 1.203125,
      "learning_rate": 2.366759949571851e-06,
      "loss": 1.2498970031738281,
      "step": 2818
    },
    {
      "epoch": 1.7356675644478645,
      "grad_norm": 1.1796875,
      "learning_rate": 2.3634318383397303e-06,
      "loss": 1.0500065088272095,
      "step": 2820
    },
    {
      "epoch": 1.7368988072335514,
      "grad_norm": 2.46875,
      "learning_rate": 2.3601181774756173e-06,
      "loss": 1.252281665802002,
      "step": 2822
    },
    {
      "epoch": 1.738130050019238,
      "grad_norm": 4.4375,
      "learning_rate": 2.3568189801467657e-06,
      "loss": 1.373681664466858,
      "step": 2824
    },
    {
      "epoch": 1.739361292804925,
      "grad_norm": 0.734375,
      "learning_rate": 2.353534259462958e-06,
      "loss": 1.2320070266723633,
      "step": 2826
    },
    {
      "epoch": 1.7405925355906118,
      "grad_norm": 1.40625,
      "learning_rate": 2.350264028476452e-06,
      "loss": 1.0676991939544678,
      "step": 2828
    },
    {
      "epoch": 1.7418237783762986,
      "grad_norm": 3.796875,
      "learning_rate": 2.3470083001819276e-06,
      "loss": 1.2847479581832886,
      "step": 2830
    },
    {
      "epoch": 1.7430550211619855,
      "grad_norm": 4.78125,
      "learning_rate": 2.343767087516437e-06,
      "loss": 1.801426649093628,
      "step": 2832
    },
    {
      "epoch": 1.7442862639476722,
      "grad_norm": 4.3125,
      "learning_rate": 2.3405404033593516e-06,
      "loss": 1.8096853494644165,
      "step": 2834
    },
    {
      "epoch": 1.745517506733359,
      "grad_norm": 3.0625,
      "learning_rate": 2.3373282605323154e-06,
      "loss": 1.4246339797973633,
      "step": 2836
    },
    {
      "epoch": 1.7467487495190457,
      "grad_norm": 9.4375,
      "learning_rate": 2.3341306717991864e-06,
      "loss": 1.9062341451644897,
      "step": 2838
    },
    {
      "epoch": 1.7479799923047326,
      "grad_norm": 5.5,
      "learning_rate": 2.330947649865992e-06,
      "loss": 1.4905970096588135,
      "step": 2840
    },
    {
      "epoch": 1.7492112350904194,
      "grad_norm": 0.9375,
      "learning_rate": 2.327779207380876e-06,
      "loss": 0.9517359137535095,
      "step": 2842
    },
    {
      "epoch": 1.7504424778761063,
      "grad_norm": 2.671875,
      "learning_rate": 2.3246253569340506e-06,
      "loss": 1.1234976053237915,
      "step": 2844
    },
    {
      "epoch": 1.751673720661793,
      "grad_norm": 2.671875,
      "learning_rate": 2.3214861110577416e-06,
      "loss": 1.0962259769439697,
      "step": 2846
    },
    {
      "epoch": 1.7529049634474798,
      "grad_norm": 1.46875,
      "learning_rate": 2.318361482226145e-06,
      "loss": 1.1401879787445068,
      "step": 2848
    },
    {
      "epoch": 1.7541362062331665,
      "grad_norm": 4.09375,
      "learning_rate": 2.3152514828553716e-06,
      "loss": 1.123967170715332,
      "step": 2850
    },
    {
      "epoch": 1.7553674490188533,
      "grad_norm": 4.0625,
      "learning_rate": 2.312156125303401e-06,
      "loss": 1.9278596639633179,
      "step": 2852
    },
    {
      "epoch": 1.7565986918045402,
      "grad_norm": 2.359375,
      "learning_rate": 2.309075421870032e-06,
      "loss": 1.457679033279419,
      "step": 2854
    },
    {
      "epoch": 1.757829934590227,
      "grad_norm": 3.046875,
      "learning_rate": 2.3060093847968333e-06,
      "loss": 1.4130196571350098,
      "step": 2856
    },
    {
      "epoch": 1.759061177375914,
      "grad_norm": 2.984375,
      "learning_rate": 2.302958026267094e-06,
      "loss": 1.3906093835830688,
      "step": 2858
    },
    {
      "epoch": 1.7602924201616006,
      "grad_norm": 2.265625,
      "learning_rate": 2.299921358405778e-06,
      "loss": 1.4181544780731201,
      "step": 2860
    },
    {
      "epoch": 1.7615236629472875,
      "grad_norm": 2.3125,
      "learning_rate": 2.2968993932794724e-06,
      "loss": 1.576407551765442,
      "step": 2862
    },
    {
      "epoch": 1.762754905732974,
      "grad_norm": 2.734375,
      "learning_rate": 2.293892142896341e-06,
      "loss": 1.506213903427124,
      "step": 2864
    },
    {
      "epoch": 1.763986148518661,
      "grad_norm": 2.296875,
      "learning_rate": 2.290899619206078e-06,
      "loss": 1.5014433860778809,
      "step": 2866
    },
    {
      "epoch": 1.7652173913043478,
      "grad_norm": 1.6875,
      "learning_rate": 2.2879218340998575e-06,
      "loss": 1.075061559677124,
      "step": 2868
    },
    {
      "epoch": 1.7664486340900347,
      "grad_norm": 1.7109375,
      "learning_rate": 2.2849587994102908e-06,
      "loss": 1.2030928134918213,
      "step": 2870
    },
    {
      "epoch": 1.7676798768757216,
      "grad_norm": 2.796875,
      "learning_rate": 2.2820105269113725e-06,
      "loss": 1.3955581188201904,
      "step": 2872
    },
    {
      "epoch": 1.7689111196614082,
      "grad_norm": 6.625,
      "learning_rate": 2.2790770283184404e-06,
      "loss": 1.318220853805542,
      "step": 2874
    },
    {
      "epoch": 1.7701423624470949,
      "grad_norm": 3.40625,
      "learning_rate": 2.276158315288127e-06,
      "loss": 1.6458066701889038,
      "step": 2876
    },
    {
      "epoch": 1.7713736052327818,
      "grad_norm": 4.6875,
      "learning_rate": 2.2732543994183104e-06,
      "loss": 1.8615339994430542,
      "step": 2878
    },
    {
      "epoch": 1.7726048480184686,
      "grad_norm": 4.28125,
      "learning_rate": 2.2703652922480716e-06,
      "loss": 1.877263069152832,
      "step": 2880
    },
    {
      "epoch": 1.7738360908041555,
      "grad_norm": 2.8125,
      "learning_rate": 2.2674910052576456e-06,
      "loss": 1.2448543310165405,
      "step": 2882
    },
    {
      "epoch": 1.7750673335898424,
      "grad_norm": 1.6015625,
      "learning_rate": 2.26463154986838e-06,
      "loss": 0.9634664058685303,
      "step": 2884
    },
    {
      "epoch": 1.776298576375529,
      "grad_norm": 3.796875,
      "learning_rate": 2.261786937442686e-06,
      "loss": 0.9872276186943054,
      "step": 2886
    },
    {
      "epoch": 1.7775298191612159,
      "grad_norm": 4.40625,
      "learning_rate": 2.2589571792839933e-06,
      "loss": 1.7003523111343384,
      "step": 2888
    },
    {
      "epoch": 1.7787610619469025,
      "grad_norm": 3.234375,
      "learning_rate": 2.256142286636708e-06,
      "loss": 1.7901766300201416,
      "step": 2890
    },
    {
      "epoch": 1.7799923047325894,
      "grad_norm": 2.140625,
      "learning_rate": 2.2533422706861665e-06,
      "loss": 1.3721871376037598,
      "step": 2892
    },
    {
      "epoch": 1.7812235475182763,
      "grad_norm": 1.921875,
      "learning_rate": 2.2505571425585893e-06,
      "loss": 1.4578273296356201,
      "step": 2894
    },
    {
      "epoch": 1.7824547903039631,
      "grad_norm": 1.875,
      "learning_rate": 2.247786913321037e-06,
      "loss": 1.0729336738586426,
      "step": 2896
    },
    {
      "epoch": 1.78368603308965,
      "grad_norm": 2.4375,
      "learning_rate": 2.245031593981371e-06,
      "loss": 1.1757901906967163,
      "step": 2898
    },
    {
      "epoch": 1.7849172758753367,
      "grad_norm": 4.34375,
      "learning_rate": 2.242291195488204e-06,
      "loss": 1.8881491422653198,
      "step": 2900
    },
    {
      "epoch": 1.7861485186610233,
      "grad_norm": 3.046875,
      "learning_rate": 2.2395657287308597e-06,
      "loss": 1.7370243072509766,
      "step": 2902
    },
    {
      "epoch": 1.7873797614467102,
      "grad_norm": 2.984375,
      "learning_rate": 2.2368552045393277e-06,
      "loss": 1.454010009765625,
      "step": 2904
    },
    {
      "epoch": 1.788611004232397,
      "grad_norm": 2.890625,
      "learning_rate": 2.2341596336842223e-06,
      "loss": 1.459133267402649,
      "step": 2906
    },
    {
      "epoch": 1.789842247018084,
      "grad_norm": 2.375,
      "learning_rate": 2.2314790268767393e-06,
      "loss": 1.3337326049804688,
      "step": 2908
    },
    {
      "epoch": 1.7910734898037708,
      "grad_norm": 5.875,
      "learning_rate": 2.2288133947686115e-06,
      "loss": 1.2916251420974731,
      "step": 2910
    },
    {
      "epoch": 1.7923047325894574,
      "grad_norm": 1.8046875,
      "learning_rate": 2.226162747952068e-06,
      "loss": 1.0963714122772217,
      "step": 2912
    },
    {
      "epoch": 1.7935359753751443,
      "grad_norm": 1.9609375,
      "learning_rate": 2.223527096959793e-06,
      "loss": 1.1820143461227417,
      "step": 2914
    },
    {
      "epoch": 1.794767218160831,
      "grad_norm": 2.984375,
      "learning_rate": 2.220906452264882e-06,
      "loss": 1.2962974309921265,
      "step": 2916
    },
    {
      "epoch": 1.7959984609465178,
      "grad_norm": 16.125,
      "learning_rate": 2.2183008242808025e-06,
      "loss": 1.6060822010040283,
      "step": 2918
    },
    {
      "epoch": 1.7972297037322047,
      "grad_norm": 3.125,
      "learning_rate": 2.215710223361349e-06,
      "loss": 1.433869481086731,
      "step": 2920
    },
    {
      "epoch": 1.7984609465178916,
      "grad_norm": 4.65625,
      "learning_rate": 2.2131346598006046e-06,
      "loss": 1.6119310855865479,
      "step": 2922
    },
    {
      "epoch": 1.7996921893035784,
      "grad_norm": 3.640625,
      "learning_rate": 2.210574143832902e-06,
      "loss": 1.397140622138977,
      "step": 2924
    },
    {
      "epoch": 1.800923432089265,
      "grad_norm": 2.546875,
      "learning_rate": 2.208028685632776e-06,
      "loss": 1.4758628606796265,
      "step": 2926
    },
    {
      "epoch": 1.802154674874952,
      "grad_norm": 2.796875,
      "learning_rate": 2.205498295314931e-06,
      "loss": 1.3613635301589966,
      "step": 2928
    },
    {
      "epoch": 1.8033859176606386,
      "grad_norm": 4.09375,
      "learning_rate": 2.2029829829341963e-06,
      "loss": 1.2514557838439941,
      "step": 2930
    },
    {
      "epoch": 1.8046171604463255,
      "grad_norm": 0.9296875,
      "learning_rate": 2.200482758485486e-06,
      "loss": 1.0420831441879272,
      "step": 2932
    },
    {
      "epoch": 1.8058484032320123,
      "grad_norm": 1.671875,
      "learning_rate": 2.197997631903763e-06,
      "loss": 1.0888323783874512,
      "step": 2934
    },
    {
      "epoch": 1.8070796460176992,
      "grad_norm": 3.484375,
      "learning_rate": 2.1955276130639934e-06,
      "loss": 1.4852358102798462,
      "step": 2936
    },
    {
      "epoch": 1.8083108888033859,
      "grad_norm": 1.171875,
      "learning_rate": 2.1930727117811135e-06,
      "loss": 1.3741511106491089,
      "step": 2938
    },
    {
      "epoch": 1.8095421315890727,
      "grad_norm": 1.1328125,
      "learning_rate": 2.1906329378099856e-06,
      "loss": 1.0535756349563599,
      "step": 2940
    },
    {
      "epoch": 1.8107733743747594,
      "grad_norm": 8.625,
      "learning_rate": 2.1882083008453653e-06,
      "loss": 1.3297520875930786,
      "step": 2942
    },
    {
      "epoch": 1.8120046171604463,
      "grad_norm": 4.25,
      "learning_rate": 2.185798810521855e-06,
      "loss": 1.585155963897705,
      "step": 2944
    },
    {
      "epoch": 1.8132358599461331,
      "grad_norm": 3.03125,
      "learning_rate": 2.183404476413874e-06,
      "loss": 1.9898563623428345,
      "step": 2946
    },
    {
      "epoch": 1.81446710273182,
      "grad_norm": 3.640625,
      "learning_rate": 2.181025308035614e-06,
      "loss": 1.9423363208770752,
      "step": 2948
    },
    {
      "epoch": 1.8156983455175069,
      "grad_norm": 42.0,
      "learning_rate": 2.178661314841005e-06,
      "loss": 1.3260115385055542,
      "step": 2950
    },
    {
      "epoch": 1.8169295883031935,
      "grad_norm": 1.875,
      "learning_rate": 2.1763125062236744e-06,
      "loss": 1.3768151998519897,
      "step": 2952
    },
    {
      "epoch": 1.8181608310888804,
      "grad_norm": 2.03125,
      "learning_rate": 2.1739788915169138e-06,
      "loss": 1.415548324584961,
      "step": 2954
    },
    {
      "epoch": 1.819392073874567,
      "grad_norm": 3.65625,
      "learning_rate": 2.17166047999364e-06,
      "loss": 1.480286955833435,
      "step": 2956
    },
    {
      "epoch": 1.820623316660254,
      "grad_norm": 4.5,
      "learning_rate": 2.1693572808663567e-06,
      "loss": 1.5904080867767334,
      "step": 2958
    },
    {
      "epoch": 1.8218545594459408,
      "grad_norm": 5.625,
      "learning_rate": 2.167069303287119e-06,
      "loss": 1.708762288093567,
      "step": 2960
    },
    {
      "epoch": 1.8230858022316276,
      "grad_norm": 3.46875,
      "learning_rate": 2.1647965563474997e-06,
      "loss": 1.8747527599334717,
      "step": 2962
    },
    {
      "epoch": 1.8243170450173145,
      "grad_norm": 2.671875,
      "learning_rate": 2.1625390490785485e-06,
      "loss": 1.7154184579849243,
      "step": 2964
    },
    {
      "epoch": 1.8255482878030012,
      "grad_norm": 4.15625,
      "learning_rate": 2.1602967904507578e-06,
      "loss": 1.6695775985717773,
      "step": 2966
    },
    {
      "epoch": 1.8267795305886878,
      "grad_norm": 2.484375,
      "learning_rate": 2.1580697893740287e-06,
      "loss": 1.418200969696045,
      "step": 2968
    },
    {
      "epoch": 1.8280107733743747,
      "grad_norm": 3.484375,
      "learning_rate": 2.1558580546976363e-06,
      "loss": 1.2916027307510376,
      "step": 2970
    },
    {
      "epoch": 1.8292420161600615,
      "grad_norm": 0.7578125,
      "learning_rate": 2.1536615952101886e-06,
      "loss": 0.9269257187843323,
      "step": 2972
    },
    {
      "epoch": 1.8304732589457484,
      "grad_norm": 0.984375,
      "learning_rate": 2.151480419639599e-06,
      "loss": 1.0978361368179321,
      "step": 2974
    },
    {
      "epoch": 1.8317045017314353,
      "grad_norm": 5.28125,
      "learning_rate": 2.1493145366530464e-06,
      "loss": 1.0932646989822388,
      "step": 2976
    },
    {
      "epoch": 1.832935744517122,
      "grad_norm": 0.92578125,
      "learning_rate": 2.1471639548569448e-06,
      "loss": 1.1995317935943604,
      "step": 2978
    },
    {
      "epoch": 1.8341669873028088,
      "grad_norm": 1.015625,
      "learning_rate": 2.1450286827969046e-06,
      "loss": 1.2731231451034546,
      "step": 2980
    },
    {
      "epoch": 1.8353982300884955,
      "grad_norm": 2.0,
      "learning_rate": 2.1429087289577018e-06,
      "loss": 1.3012076616287231,
      "step": 2982
    },
    {
      "epoch": 1.8366294728741823,
      "grad_norm": 2.8125,
      "learning_rate": 2.1408041017632443e-06,
      "loss": 1.3655699491500854,
      "step": 2984
    },
    {
      "epoch": 1.8378607156598692,
      "grad_norm": 3.046875,
      "learning_rate": 2.1387148095765366e-06,
      "loss": 1.5270923376083374,
      "step": 2986
    },
    {
      "epoch": 1.839091958445556,
      "grad_norm": 3.21875,
      "learning_rate": 2.1366408606996488e-06,
      "loss": 1.518768548965454,
      "step": 2988
    },
    {
      "epoch": 1.840323201231243,
      "grad_norm": 3.65625,
      "learning_rate": 2.1345822633736804e-06,
      "loss": 1.5318608283996582,
      "step": 2990
    },
    {
      "epoch": 1.8415544440169296,
      "grad_norm": 4.84375,
      "learning_rate": 2.1325390257787324e-06,
      "loss": 2.0122017860412598,
      "step": 2992
    },
    {
      "epoch": 1.8427856868026162,
      "grad_norm": 2.484375,
      "learning_rate": 2.1305111560338686e-06,
      "loss": 1.6048575639724731,
      "step": 2994
    },
    {
      "epoch": 1.844016929588303,
      "grad_norm": 2.96875,
      "learning_rate": 2.1284986621970894e-06,
      "loss": 1.4295393228530884,
      "step": 2996
    },
    {
      "epoch": 1.84524817237399,
      "grad_norm": 8.125,
      "learning_rate": 2.126501552265296e-06,
      "loss": 1.5011441707611084,
      "step": 2998
    },
    {
      "epoch": 1.8464794151596768,
      "grad_norm": 3.71875,
      "learning_rate": 2.1245198341742587e-06,
      "loss": 1.8417302370071411,
      "step": 3000
    },
    {
      "epoch": 1.8477106579453637,
      "grad_norm": 2.859375,
      "learning_rate": 2.1225535157985893e-06,
      "loss": 1.7056752443313599,
      "step": 3002
    },
    {
      "epoch": 1.8489419007310504,
      "grad_norm": 3.65625,
      "learning_rate": 2.120602604951704e-06,
      "loss": 1.4045121669769287,
      "step": 3004
    },
    {
      "epoch": 1.8501731435167372,
      "grad_norm": 3.65625,
      "learning_rate": 2.118667109385796e-06,
      "loss": 1.4713330268859863,
      "step": 3006
    },
    {
      "epoch": 1.8514043863024239,
      "grad_norm": 3.640625,
      "learning_rate": 2.1167470367918042e-06,
      "loss": 1.7798014879226685,
      "step": 3008
    },
    {
      "epoch": 1.8526356290881107,
      "grad_norm": 2.625,
      "learning_rate": 2.114842394799382e-06,
      "loss": 1.5931851863861084,
      "step": 3010
    },
    {
      "epoch": 1.8538668718737976,
      "grad_norm": 1.7734375,
      "learning_rate": 2.112953190976869e-06,
      "loss": 1.183977484703064,
      "step": 3012
    },
    {
      "epoch": 1.8550981146594845,
      "grad_norm": 2.34375,
      "learning_rate": 2.111079432831256e-06,
      "loss": 1.3038005828857422,
      "step": 3014
    },
    {
      "epoch": 1.8563293574451714,
      "grad_norm": 3.0625,
      "learning_rate": 2.109221127808161e-06,
      "loss": 1.7839789390563965,
      "step": 3016
    },
    {
      "epoch": 1.857560600230858,
      "grad_norm": 4.09375,
      "learning_rate": 2.1073782832917974e-06,
      "loss": 1.9610928297042847,
      "step": 3018
    },
    {
      "epoch": 1.8587918430165449,
      "grad_norm": 6.25,
      "learning_rate": 2.105550906604942e-06,
      "loss": 1.7422419786453247,
      "step": 3020
    },
    {
      "epoch": 1.8600230858022315,
      "grad_norm": 3.296875,
      "learning_rate": 2.103739005008909e-06,
      "loss": 1.6052628755569458,
      "step": 3022
    },
    {
      "epoch": 1.8612543285879184,
      "grad_norm": 17.75,
      "learning_rate": 2.101942585703522e-06,
      "loss": 1.737350583076477,
      "step": 3024
    },
    {
      "epoch": 1.8624855713736053,
      "grad_norm": 8.4375,
      "learning_rate": 2.1001616558270812e-06,
      "loss": 1.894784688949585,
      "step": 3026
    },
    {
      "epoch": 1.8637168141592921,
      "grad_norm": 4.34375,
      "learning_rate": 2.098396222456341e-06,
      "loss": 1.7377785444259644,
      "step": 3028
    },
    {
      "epoch": 1.8649480569449788,
      "grad_norm": 3.578125,
      "learning_rate": 2.0966462926064745e-06,
      "loss": 1.8874013423919678,
      "step": 3030
    },
    {
      "epoch": 1.8661792997306657,
      "grad_norm": 3.328125,
      "learning_rate": 2.0949118732310513e-06,
      "loss": 1.5274291038513184,
      "step": 3032
    },
    {
      "epoch": 1.8674105425163523,
      "grad_norm": 3.0625,
      "learning_rate": 2.09319297122201e-06,
      "loss": 1.6374666690826416,
      "step": 3034
    },
    {
      "epoch": 1.8686417853020392,
      "grad_norm": 4.1875,
      "learning_rate": 2.0914895934096256e-06,
      "loss": 1.0928645133972168,
      "step": 3036
    },
    {
      "epoch": 1.869873028087726,
      "grad_norm": 3.09375,
      "learning_rate": 2.089801746562489e-06,
      "loss": 1.419162392616272,
      "step": 3038
    },
    {
      "epoch": 1.871104270873413,
      "grad_norm": 4.6875,
      "learning_rate": 2.088129437387473e-06,
      "loss": 0.9393894076347351,
      "step": 3040
    },
    {
      "epoch": 1.8723355136590998,
      "grad_norm": 2.859375,
      "learning_rate": 2.086472672529713e-06,
      "loss": 1.576371431350708,
      "step": 3042
    },
    {
      "epoch": 1.8735667564447864,
      "grad_norm": 2.484375,
      "learning_rate": 2.0848314585725764e-06,
      "loss": 1.6301262378692627,
      "step": 3044
    },
    {
      "epoch": 1.8747979992304733,
      "grad_norm": 1.4453125,
      "learning_rate": 2.0832058020376353e-06,
      "loss": 1.2185789346694946,
      "step": 3046
    },
    {
      "epoch": 1.87602924201616,
      "grad_norm": 0.9296875,
      "learning_rate": 2.081595709384644e-06,
      "loss": 1.14590585231781,
      "step": 3048
    },
    {
      "epoch": 1.8772604848018468,
      "grad_norm": 1.8203125,
      "learning_rate": 2.080001187011511e-06,
      "loss": 1.0869334936141968,
      "step": 3050
    },
    {
      "epoch": 1.8784917275875337,
      "grad_norm": 4.4375,
      "learning_rate": 2.0784222412542755e-06,
      "loss": 1.4626398086547852,
      "step": 3052
    },
    {
      "epoch": 1.8797229703732206,
      "grad_norm": 3.734375,
      "learning_rate": 2.0768588783870785e-06,
      "loss": 1.3795206546783447,
      "step": 3054
    },
    {
      "epoch": 1.8809542131589074,
      "grad_norm": 3.53125,
      "learning_rate": 2.0753111046221435e-06,
      "loss": 1.4011050462722778,
      "step": 3056
    },
    {
      "epoch": 1.882185455944594,
      "grad_norm": 1.5234375,
      "learning_rate": 2.073778926109746e-06,
      "loss": 1.3742821216583252,
      "step": 3058
    },
    {
      "epoch": 1.8834166987302807,
      "grad_norm": 1.6328125,
      "learning_rate": 2.0722623489381943e-06,
      "loss": 1.282598614692688,
      "step": 3060
    },
    {
      "epoch": 1.8846479415159676,
      "grad_norm": 2.765625,
      "learning_rate": 2.0707613791338006e-06,
      "loss": 1.3038278818130493,
      "step": 3062
    },
    {
      "epoch": 1.8858791843016545,
      "grad_norm": 3.265625,
      "learning_rate": 2.06927602266086e-06,
      "loss": 1.6639541387557983,
      "step": 3064
    },
    {
      "epoch": 1.8871104270873413,
      "grad_norm": 2.734375,
      "learning_rate": 2.0678062854216265e-06,
      "loss": 1.669793725013733,
      "step": 3066
    },
    {
      "epoch": 1.8883416698730282,
      "grad_norm": 2.109375,
      "learning_rate": 2.0663521732562896e-06,
      "loss": 1.4260603189468384,
      "step": 3068
    },
    {
      "epoch": 1.8895729126587149,
      "grad_norm": 1.84375,
      "learning_rate": 2.064913691942947e-06,
      "loss": 1.317846417427063,
      "step": 3070
    },
    {
      "epoch": 1.8908041554444017,
      "grad_norm": 1.21875,
      "learning_rate": 2.063490847197591e-06,
      "loss": 0.9934130907058716,
      "step": 3072
    },
    {
      "epoch": 1.8920353982300884,
      "grad_norm": 2.484375,
      "learning_rate": 2.062083644674075e-06,
      "loss": 1.2410752773284912,
      "step": 3074
    },
    {
      "epoch": 1.8932666410157752,
      "grad_norm": 5.46875,
      "learning_rate": 2.0606920899640993e-06,
      "loss": 1.5223228931427002,
      "step": 3076
    },
    {
      "epoch": 1.8944978838014621,
      "grad_norm": 1.7109375,
      "learning_rate": 2.059316188597182e-06,
      "loss": 1.3340084552764893,
      "step": 3078
    },
    {
      "epoch": 1.895729126587149,
      "grad_norm": 0.8515625,
      "learning_rate": 2.057955946040645e-06,
      "loss": 1.0385233163833618,
      "step": 3080
    },
    {
      "epoch": 1.8969603693728359,
      "grad_norm": 1.09375,
      "learning_rate": 2.0566113676995854e-06,
      "loss": 1.1956368684768677,
      "step": 3082
    },
    {
      "epoch": 1.8981916121585225,
      "grad_norm": 0.7109375,
      "learning_rate": 2.055282458916856e-06,
      "loss": 1.0864170789718628,
      "step": 3084
    },
    {
      "epoch": 1.8994228549442091,
      "grad_norm": 3.25,
      "learning_rate": 2.0539692249730468e-06,
      "loss": 1.3644320964813232,
      "step": 3086
    },
    {
      "epoch": 1.900654097729896,
      "grad_norm": 12.625,
      "learning_rate": 2.05267167108646e-06,
      "loss": 1.8048946857452393,
      "step": 3088
    },
    {
      "epoch": 1.901885340515583,
      "grad_norm": 4.5625,
      "learning_rate": 2.051389802413092e-06,
      "loss": 1.1744332313537598,
      "step": 3090
    },
    {
      "epoch": 1.9031165833012698,
      "grad_norm": 1.1953125,
      "learning_rate": 2.050123624046611e-06,
      "loss": 1.1367355585098267,
      "step": 3092
    },
    {
      "epoch": 1.9043478260869566,
      "grad_norm": 2.109375,
      "learning_rate": 2.0488731410183385e-06,
      "loss": 1.2757030725479126,
      "step": 3094
    },
    {
      "epoch": 1.9055790688726433,
      "grad_norm": 3.5,
      "learning_rate": 2.0476383582972295e-06,
      "loss": 1.6981068849563599,
      "step": 3096
    },
    {
      "epoch": 1.9068103116583301,
      "grad_norm": 2.34375,
      "learning_rate": 2.04641928078985e-06,
      "loss": 1.582550287246704,
      "step": 3098
    },
    {
      "epoch": 1.9080415544440168,
      "grad_norm": 3.46875,
      "learning_rate": 2.04521591334036e-06,
      "loss": 1.4223381280899048,
      "step": 3100
    },
    {
      "epoch": 1.9092727972297037,
      "grad_norm": 2.0,
      "learning_rate": 2.044028260730494e-06,
      "loss": 1.3338019847869873,
      "step": 3102
    },
    {
      "epoch": 1.9105040400153905,
      "grad_norm": 3.109375,
      "learning_rate": 2.042856327679542e-06,
      "loss": 1.4374977350234985,
      "step": 3104
    },
    {
      "epoch": 1.9117352828010774,
      "grad_norm": 2.875,
      "learning_rate": 2.041700118844329e-06,
      "loss": 1.6318196058273315,
      "step": 3106
    },
    {
      "epoch": 1.9129665255867643,
      "grad_norm": 2.890625,
      "learning_rate": 2.0405596388191977e-06,
      "loss": 1.8509365320205688,
      "step": 3108
    },
    {
      "epoch": 1.914197768372451,
      "grad_norm": 2.71875,
      "learning_rate": 2.0394348921359923e-06,
      "loss": 1.6199047565460205,
      "step": 3110
    },
    {
      "epoch": 1.9154290111581378,
      "grad_norm": 2.234375,
      "learning_rate": 2.0383258832640375e-06,
      "loss": 1.4047884941101074,
      "step": 3112
    },
    {
      "epoch": 1.9166602539438244,
      "grad_norm": 1.84375,
      "learning_rate": 2.0372326166101207e-06,
      "loss": 1.2699506282806396,
      "step": 3114
    },
    {
      "epoch": 1.9178914967295113,
      "grad_norm": 1.0859375,
      "learning_rate": 2.036155096518477e-06,
      "loss": 1.227724313735962,
      "step": 3116
    },
    {
      "epoch": 1.9191227395151982,
      "grad_norm": 1.734375,
      "learning_rate": 2.035093327270771e-06,
      "loss": 1.1748602390289307,
      "step": 3118
    },
    {
      "epoch": 1.920353982300885,
      "grad_norm": 2.296875,
      "learning_rate": 2.0340473130860763e-06,
      "loss": 1.5392735004425049,
      "step": 3120
    },
    {
      "epoch": 1.921585225086572,
      "grad_norm": 2.703125,
      "learning_rate": 2.0330170581208658e-06,
      "loss": 1.4597396850585938,
      "step": 3122
    },
    {
      "epoch": 1.9228164678722586,
      "grad_norm": 2.4375,
      "learning_rate": 2.032002566468988e-06,
      "loss": 1.4114183187484741,
      "step": 3124
    },
    {
      "epoch": 1.9240477106579452,
      "grad_norm": 1.9140625,
      "learning_rate": 2.031003842161656e-06,
      "loss": 1.3674333095550537,
      "step": 3126
    },
    {
      "epoch": 1.925278953443632,
      "grad_norm": 2.046875,
      "learning_rate": 2.0300208891674274e-06,
      "loss": 1.216900110244751,
      "step": 3128
    },
    {
      "epoch": 1.926510196229319,
      "grad_norm": 2.015625,
      "learning_rate": 2.0290537113921924e-06,
      "loss": 1.058232307434082,
      "step": 3130
    },
    {
      "epoch": 1.9277414390150058,
      "grad_norm": 3.578125,
      "learning_rate": 2.028102312679155e-06,
      "loss": 0.627967119216919,
      "step": 3132
    },
    {
      "epoch": 1.9289726818006927,
      "grad_norm": 3.765625,
      "learning_rate": 2.027166696808819e-06,
      "loss": 0.7637472152709961,
      "step": 3134
    },
    {
      "epoch": 1.9302039245863793,
      "grad_norm": 1.4765625,
      "learning_rate": 2.0262468674989744e-06,
      "loss": 1.1989485025405884,
      "step": 3136
    },
    {
      "epoch": 1.9314351673720662,
      "grad_norm": 1.28125,
      "learning_rate": 2.0253428284046796e-06,
      "loss": 1.3709150552749634,
      "step": 3138
    },
    {
      "epoch": 1.9326664101577529,
      "grad_norm": 2.203125,
      "learning_rate": 2.0244545831182504e-06,
      "loss": 1.3663153648376465,
      "step": 3140
    },
    {
      "epoch": 1.9338976529434397,
      "grad_norm": 2.421875,
      "learning_rate": 2.0235821351692415e-06,
      "loss": 1.3322885036468506,
      "step": 3142
    },
    {
      "epoch": 1.9351288957291266,
      "grad_norm": 1.1796875,
      "learning_rate": 2.022725488024437e-06,
      "loss": 1.0995405912399292,
      "step": 3144
    },
    {
      "epoch": 1.9363601385148135,
      "grad_norm": 1.1640625,
      "learning_rate": 2.021884645087835e-06,
      "loss": 1.2344316244125366,
      "step": 3146
    },
    {
      "epoch": 1.9375913813005003,
      "grad_norm": 2.109375,
      "learning_rate": 2.02105960970063e-06,
      "loss": 1.1434847116470337,
      "step": 3148
    },
    {
      "epoch": 1.938822624086187,
      "grad_norm": 1.390625,
      "learning_rate": 2.0202503851412066e-06,
      "loss": 1.007233738899231,
      "step": 3150
    },
    {
      "epoch": 1.9400538668718736,
      "grad_norm": 3.5,
      "learning_rate": 2.019456974625122e-06,
      "loss": 1.0748920440673828,
      "step": 3152
    },
    {
      "epoch": 1.9412851096575605,
      "grad_norm": 4.0,
      "learning_rate": 2.0186793813050944e-06,
      "loss": 1.0976916551589966,
      "step": 3154
    },
    {
      "epoch": 1.9425163524432474,
      "grad_norm": 0.9296875,
      "learning_rate": 2.0179176082709897e-06,
      "loss": 1.1037846803665161,
      "step": 3156
    },
    {
      "epoch": 1.9437475952289343,
      "grad_norm": 2.390625,
      "learning_rate": 2.0171716585498098e-06,
      "loss": 1.2665685415267944,
      "step": 3158
    },
    {
      "epoch": 1.9449788380146211,
      "grad_norm": 2.03125,
      "learning_rate": 2.0164415351056825e-06,
      "loss": 1.4245879650115967,
      "step": 3160
    },
    {
      "epoch": 1.9462100808003078,
      "grad_norm": 3.9375,
      "learning_rate": 2.0157272408398456e-06,
      "loss": 1.3685814142227173,
      "step": 3162
    },
    {
      "epoch": 1.9474413235859946,
      "grad_norm": 2.546875,
      "learning_rate": 2.0150287785906396e-06,
      "loss": 1.4000155925750732,
      "step": 3164
    },
    {
      "epoch": 1.9486725663716813,
      "grad_norm": 2.640625,
      "learning_rate": 2.0143461511334917e-06,
      "loss": 1.5712698698043823,
      "step": 3166
    },
    {
      "epoch": 1.9499038091573682,
      "grad_norm": 3.453125,
      "learning_rate": 2.0136793611809104e-06,
      "loss": 1.8835021257400513,
      "step": 3168
    },
    {
      "epoch": 1.951135051943055,
      "grad_norm": 2.453125,
      "learning_rate": 2.0130284113824712e-06,
      "loss": 1.5735080242156982,
      "step": 3170
    },
    {
      "epoch": 1.952366294728742,
      "grad_norm": 3.484375,
      "learning_rate": 2.0123933043248056e-06,
      "loss": 1.8424159288406372,
      "step": 3172
    },
    {
      "epoch": 1.9535975375144288,
      "grad_norm": 2.875,
      "learning_rate": 2.0117740425315924e-06,
      "loss": 1.6976765394210815,
      "step": 3174
    },
    {
      "epoch": 1.9548287803001154,
      "grad_norm": 2.21875,
      "learning_rate": 2.0111706284635478e-06,
      "loss": 1.4014792442321777,
      "step": 3176
    },
    {
      "epoch": 1.956060023085802,
      "grad_norm": 3.8125,
      "learning_rate": 2.0105830645184145e-06,
      "loss": 1.4296321868896484,
      "step": 3178
    },
    {
      "epoch": 1.957291265871489,
      "grad_norm": 2.625,
      "learning_rate": 2.010011353030953e-06,
      "loss": 1.9288471937179565,
      "step": 3180
    },
    {
      "epoch": 1.9585225086571758,
      "grad_norm": 2.4375,
      "learning_rate": 2.0094554962729317e-06,
      "loss": 1.6823272705078125,
      "step": 3182
    },
    {
      "epoch": 1.9597537514428627,
      "grad_norm": 3.265625,
      "learning_rate": 2.008915496453119e-06,
      "loss": 1.494765043258667,
      "step": 3184
    },
    {
      "epoch": 1.9609849942285495,
      "grad_norm": 2.359375,
      "learning_rate": 2.0083913557172724e-06,
      "loss": 1.4550701379776,
      "step": 3186
    },
    {
      "epoch": 1.9622162370142362,
      "grad_norm": 2.484375,
      "learning_rate": 2.007883076148133e-06,
      "loss": 1.4107712507247925,
      "step": 3188
    },
    {
      "epoch": 1.963447479799923,
      "grad_norm": 2.09375,
      "learning_rate": 2.0073906597654126e-06,
      "loss": 1.3898992538452148,
      "step": 3190
    },
    {
      "epoch": 1.9646787225856097,
      "grad_norm": 0.58984375,
      "learning_rate": 2.0069141085257925e-06,
      "loss": 0.9835103750228882,
      "step": 3192
    },
    {
      "epoch": 1.9659099653712966,
      "grad_norm": 4.03125,
      "learning_rate": 2.00645342432291e-06,
      "loss": 1.4404178857803345,
      "step": 3194
    },
    {
      "epoch": 1.9671412081569835,
      "grad_norm": 4.25,
      "learning_rate": 2.006008608987351e-06,
      "loss": 1.7752964496612549,
      "step": 3196
    },
    {
      "epoch": 1.9683724509426703,
      "grad_norm": 3.375,
      "learning_rate": 2.0055796642866476e-06,
      "loss": 1.7659649848937988,
      "step": 3198
    },
    {
      "epoch": 1.9696036937283572,
      "grad_norm": 2.453125,
      "learning_rate": 2.0051665919252657e-06,
      "loss": 1.4808554649353027,
      "step": 3200
    },
    {
      "epoch": 1.9708349365140438,
      "grad_norm": 3.140625,
      "learning_rate": 2.004769393544601e-06,
      "loss": 1.6572133302688599,
      "step": 3202
    },
    {
      "epoch": 1.9720661792997307,
      "grad_norm": 2.578125,
      "learning_rate": 2.004388070722972e-06,
      "loss": 1.6950914859771729,
      "step": 3204
    },
    {
      "epoch": 1.9732974220854174,
      "grad_norm": 2.578125,
      "learning_rate": 2.0040226249756135e-06,
      "loss": 1.7044365406036377,
      "step": 3206
    },
    {
      "epoch": 1.9745286648711042,
      "grad_norm": 2.5,
      "learning_rate": 2.0036730577546716e-06,
      "loss": 1.5040702819824219,
      "step": 3208
    },
    {
      "epoch": 1.975759907656791,
      "grad_norm": 2.859375,
      "learning_rate": 2.0033393704491954e-06,
      "loss": 1.2767277956008911,
      "step": 3210
    },
    {
      "epoch": 1.976991150442478,
      "grad_norm": 2.328125,
      "learning_rate": 2.003021564385135e-06,
      "loss": 1.0338983535766602,
      "step": 3212
    },
    {
      "epoch": 1.9782223932281648,
      "grad_norm": 4.3125,
      "learning_rate": 2.002719640825332e-06,
      "loss": 1.162734866142273,
      "step": 3214
    },
    {
      "epoch": 1.9794536360138515,
      "grad_norm": 6.96875,
      "learning_rate": 2.00243360096952e-06,
      "loss": 1.7887216806411743,
      "step": 3216
    },
    {
      "epoch": 1.9806848787995381,
      "grad_norm": 4.78125,
      "learning_rate": 2.0021634459543126e-06,
      "loss": 1.5415432453155518,
      "step": 3218
    },
    {
      "epoch": 1.981916121585225,
      "grad_norm": 7.5625,
      "learning_rate": 2.0019091768532075e-06,
      "loss": 1.8647511005401611,
      "step": 3220
    },
    {
      "epoch": 1.9831473643709119,
      "grad_norm": 4.90625,
      "learning_rate": 2.001670794676574e-06,
      "loss": 1.5809669494628906,
      "step": 3222
    },
    {
      "epoch": 1.9843786071565988,
      "grad_norm": 4.4375,
      "learning_rate": 2.0014483003716547e-06,
      "loss": 1.4375505447387695,
      "step": 3224
    },
    {
      "epoch": 1.9856098499422856,
      "grad_norm": 1.984375,
      "learning_rate": 2.001241694822559e-06,
      "loss": 1.4724972248077393,
      "step": 3226
    },
    {
      "epoch": 1.9868410927279723,
      "grad_norm": 2.640625,
      "learning_rate": 2.0010509788502606e-06,
      "loss": 1.4315625429153442,
      "step": 3228
    },
    {
      "epoch": 1.9880723355136591,
      "grad_norm": 2.21875,
      "learning_rate": 2.0008761532125942e-06,
      "loss": 1.3821440935134888,
      "step": 3230
    },
    {
      "epoch": 1.9893035782993458,
      "grad_norm": 1.015625,
      "learning_rate": 2.000717218604251e-06,
      "loss": 1.0991805791854858,
      "step": 3232
    },
    {
      "epoch": 1.9905348210850327,
      "grad_norm": 2.28125,
      "learning_rate": 2.0005741756567775e-06,
      "loss": 1.0305452346801758,
      "step": 3234
    },
    {
      "epoch": 1.9917660638707195,
      "grad_norm": 7.09375,
      "learning_rate": 2.000447024938574e-06,
      "loss": 1.0397870540618896,
      "step": 3236
    },
    {
      "epoch": 1.9929973066564064,
      "grad_norm": 5.375,
      "learning_rate": 2.000335766954891e-06,
      "loss": 0.9876999258995056,
      "step": 3238
    },
    {
      "epoch": 1.9942285494420933,
      "grad_norm": 2.84375,
      "learning_rate": 2.0002404021478243e-06,
      "loss": 1.9116934537887573,
      "step": 3240
    },
    {
      "epoch": 1.99545979222778,
      "grad_norm": 4.53125,
      "learning_rate": 2.0001609308963195e-06,
      "loss": 1.5504405498504639,
      "step": 3242
    },
    {
      "epoch": 1.9966910350134666,
      "grad_norm": 2.421875,
      "learning_rate": 2.000097353516165e-06,
      "loss": 1.3082109689712524,
      "step": 3244
    },
    {
      "epoch": 1.9979222777991534,
      "grad_norm": 1.5703125,
      "learning_rate": 2.000049670259995e-06,
      "loss": 1.2466901540756226,
      "step": 3246
    },
    {
      "epoch": 1.9991535205848403,
      "grad_norm": 1.2578125,
      "learning_rate": 2.0000178813172827e-06,
      "loss": 1.0891525745391846,
      "step": 3248
    },
    {
      "epoch": 2.0,
      "grad_norm": 5.8125,
      "learning_rate": 2.0000019868143473e-06,
      "loss": 0.9806809425354004,
      "step": 3250
    },
    {
      "epoch": 2.0,
      "step": 3250,
      "total_flos": 2.574483891351978e+18,
      "train_loss": 1.4189628758430481,
      "train_runtime": 74292.9455,
      "train_samples_per_second": 0.35,
      "train_steps_per_second": 0.044
    }
  ],
  "logging_steps": 2,
  "max_steps": 3250,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 9999999,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 2.574483891351978e+18,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}