{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.0,
  "eval_steps": 500,
  "global_step": 1626,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0024622960911049553,
      "grad_norm": 1.5234375,
      "learning_rate": 4.0816326530612243e-07,
      "loss": 1.3865270614624023,
      "step": 2
    },
    {
      "epoch": 0.0049245921822099106,
      "grad_norm": 36.75,
      "learning_rate": 1.2244897959183673e-06,
      "loss": 1.8756635189056396,
      "step": 4
    },
    {
      "epoch": 0.007386888273314866,
      "grad_norm": 3.625,
      "learning_rate": 2.0408163265306125e-06,
      "loss": 1.1310276985168457,
      "step": 6
    },
    {
      "epoch": 0.009849184364419821,
      "grad_norm": 6.09375,
      "learning_rate": 2.8571428571428573e-06,
      "loss": 1.8238341808319092,
      "step": 8
    },
    {
      "epoch": 0.012311480455524777,
      "grad_norm": 12.0,
      "learning_rate": 3.6734693877551024e-06,
      "loss": 2.2014291286468506,
      "step": 10
    },
    {
      "epoch": 0.014773776546629732,
      "grad_norm": 19.5,
      "learning_rate": 4.489795918367348e-06,
      "loss": 2.4339303970336914,
      "step": 12
    },
    {
      "epoch": 0.017236072637734686,
      "grad_norm": 9.1875,
      "learning_rate": 5.306122448979593e-06,
      "loss": 1.3835787773132324,
      "step": 14
    },
    {
      "epoch": 0.019698368728839642,
      "grad_norm": 3.453125,
      "learning_rate": 6.122448979591837e-06,
      "loss": 1.1793060302734375,
      "step": 16
    },
    {
      "epoch": 0.0221606648199446,
      "grad_norm": 2.21875,
      "learning_rate": 6.938775510204082e-06,
      "loss": 1.173147439956665,
      "step": 18
    },
    {
      "epoch": 0.024622960911049555,
      "grad_norm": 12.875,
      "learning_rate": 7.755102040816327e-06,
      "loss": 2.2560791969299316,
      "step": 20
    },
    {
      "epoch": 0.02708525700215451,
      "grad_norm": 3.859375,
      "learning_rate": 8.571428571428571e-06,
      "loss": 1.753507137298584,
      "step": 22
    },
    {
      "epoch": 0.029547553093259463,
      "grad_norm": 11.125,
      "learning_rate": 9.387755102040818e-06,
      "loss": 2.109658718109131,
      "step": 24
    },
    {
      "epoch": 0.03200984918436442,
      "grad_norm": 4.375,
      "learning_rate": 1.0204081632653063e-05,
      "loss": 1.7001088857650757,
      "step": 26
    },
    {
      "epoch": 0.03447214527546937,
      "grad_norm": 7.53125,
      "learning_rate": 1.1020408163265306e-05,
      "loss": 2.2228636741638184,
      "step": 28
    },
    {
      "epoch": 0.03693444136657433,
      "grad_norm": 2.09375,
      "learning_rate": 1.1836734693877552e-05,
      "loss": 1.233575463294983,
      "step": 30
    },
    {
      "epoch": 0.039396737457679284,
      "grad_norm": 5.03125,
      "learning_rate": 1.2653061224489798e-05,
      "loss": 1.834639549255371,
      "step": 32
    },
    {
      "epoch": 0.041859033548784244,
      "grad_norm": 3.796875,
      "learning_rate": 1.3469387755102042e-05,
      "loss": 1.8060579299926758,
      "step": 34
    },
    {
      "epoch": 0.0443213296398892,
      "grad_norm": 2.625,
      "learning_rate": 1.4285714285714287e-05,
      "loss": 1.4287090301513672,
      "step": 36
    },
    {
      "epoch": 0.04678362573099415,
      "grad_norm": 11.375,
      "learning_rate": 1.510204081632653e-05,
      "loss": 2.1703319549560547,
      "step": 38
    },
    {
      "epoch": 0.04924592182209911,
      "grad_norm": 40.75,
      "learning_rate": 1.5918367346938776e-05,
      "loss": 2.1797375679016113,
      "step": 40
    },
    {
      "epoch": 0.05170821791320406,
      "grad_norm": 15.8125,
      "learning_rate": 1.673469387755102e-05,
      "loss": 1.9881037473678589,
      "step": 42
    },
    {
      "epoch": 0.05417051400430902,
      "grad_norm": 9.375,
      "learning_rate": 1.7551020408163266e-05,
      "loss": 1.735787034034729,
      "step": 44
    },
    {
      "epoch": 0.056632810095413974,
      "grad_norm": 8.125,
      "learning_rate": 1.836734693877551e-05,
      "loss": 1.9953798055648804,
      "step": 46
    },
    {
      "epoch": 0.05909510618651893,
      "grad_norm": 4.40625,
      "learning_rate": 1.9183673469387756e-05,
      "loss": 1.1727348566055298,
      "step": 48
    },
    {
      "epoch": 0.061557402277623886,
      "grad_norm": 3.4375,
      "learning_rate": 2e-05,
      "loss": 1.6915946006774902,
      "step": 50
    },
    {
      "epoch": 0.06401969836872884,
      "grad_norm": 5.96875,
      "learning_rate": 1.9999936502625722e-05,
      "loss": 2.3282856941223145,
      "step": 52
    },
    {
      "epoch": 0.0664819944598338,
      "grad_norm": 5.90625,
      "learning_rate": 1.9999746011510863e-05,
      "loss": 1.9712034463882446,
      "step": 54
    },
    {
      "epoch": 0.06894429055093874,
      "grad_norm": 18.375,
      "learning_rate": 1.9999428529679345e-05,
      "loss": 1.5145387649536133,
      "step": 56
    },
    {
      "epoch": 0.0714065866420437,
      "grad_norm": 3.84375,
      "learning_rate": 1.9998984062170987e-05,
      "loss": 1.1939287185668945,
      "step": 58
    },
    {
      "epoch": 0.07386888273314866,
      "grad_norm": 5.34375,
      "learning_rate": 1.9998412616041416e-05,
      "loss": 1.7602123022079468,
      "step": 60
    },
    {
      "epoch": 0.07633117882425362,
      "grad_norm": 4.71875,
      "learning_rate": 1.9997714200361962e-05,
      "loss": 1.446789264678955,
      "step": 62
    },
    {
      "epoch": 0.07879347491535857,
      "grad_norm": 3.296875,
      "learning_rate": 1.999688882621952e-05,
      "loss": 1.6264426708221436,
      "step": 64
    },
    {
      "epoch": 0.08125577100646353,
      "grad_norm": 2.84375,
      "learning_rate": 1.9995936506716357e-05,
      "loss": 1.63454008102417,
      "step": 66
    },
    {
      "epoch": 0.08371806709756849,
      "grad_norm": 4.0625,
      "learning_rate": 1.9994857256969928e-05,
      "loss": 1.8928616046905518,
      "step": 68
    },
    {
      "epoch": 0.08618036318867343,
      "grad_norm": 4.15625,
      "learning_rate": 1.999365109411261e-05,
      "loss": 1.7232308387756348,
      "step": 70
    },
    {
      "epoch": 0.0886426592797784,
      "grad_norm": 3.5,
      "learning_rate": 1.9992318037291443e-05,
      "loss": 1.5345882177352905,
      "step": 72
    },
    {
      "epoch": 0.09110495537088335,
      "grad_norm": 2.390625,
      "learning_rate": 1.9990858107667836e-05,
      "loss": 1.5957210063934326,
      "step": 74
    },
    {
      "epoch": 0.0935672514619883,
      "grad_norm": 4.9375,
      "learning_rate": 1.9989271328417207e-05,
      "loss": 1.5378596782684326,
      "step": 76
    },
    {
      "epoch": 0.09602954755309326,
      "grad_norm": 4.625,
      "learning_rate": 1.998755772472864e-05,
      "loss": 1.7094926834106445,
      "step": 78
    },
    {
      "epoch": 0.09849184364419822,
      "grad_norm": 4.78125,
      "learning_rate": 1.9985717323804467e-05,
      "loss": 1.6278411149978638,
      "step": 80
    },
    {
      "epoch": 0.10095413973530316,
      "grad_norm": 2.859375,
      "learning_rate": 1.998375015485984e-05,
      "loss": 1.1961259841918945,
      "step": 82
    },
    {
      "epoch": 0.10341643582640812,
      "grad_norm": 6.15625,
      "learning_rate": 1.9981656249122285e-05,
      "loss": 1.1318538188934326,
      "step": 84
    },
    {
      "epoch": 0.10587873191751308,
      "grad_norm": 7.0625,
      "learning_rate": 1.997943563983117e-05,
      "loss": 1.7807825803756714,
      "step": 86
    },
    {
      "epoch": 0.10834102800861804,
      "grad_norm": 5.1875,
      "learning_rate": 1.9977088362237217e-05,
      "loss": 1.4653401374816895,
      "step": 88
    },
    {
      "epoch": 0.11080332409972299,
      "grad_norm": 1.8671875,
      "learning_rate": 1.9974614453601913e-05,
      "loss": 1.245106816291809,
      "step": 90
    },
    {
      "epoch": 0.11326562019082795,
      "grad_norm": 13.625,
      "learning_rate": 1.997201395319694e-05,
      "loss": 1.646073818206787,
      "step": 92
    },
    {
      "epoch": 0.11572791628193291,
      "grad_norm": 4.28125,
      "learning_rate": 1.996928690230353e-05,
      "loss": 1.5019184350967407,
      "step": 94
    },
    {
      "epoch": 0.11819021237303785,
      "grad_norm": 4.375,
      "learning_rate": 1.996643334421182e-05,
      "loss": 1.4860734939575195,
      "step": 96
    },
    {
      "epoch": 0.12065250846414281,
      "grad_norm": 2.8125,
      "learning_rate": 1.9963453324220185e-05,
      "loss": 1.1848664283752441,
      "step": 98
    },
    {
      "epoch": 0.12311480455524777,
      "grad_norm": 3.015625,
      "learning_rate": 1.9960346889634478e-05,
      "loss": 1.2456748485565186,
      "step": 100
    },
    {
      "epoch": 0.12557710064635272,
      "grad_norm": 1.765625,
      "learning_rate": 1.9957114089767306e-05,
      "loss": 1.163445234298706,
      "step": 102
    },
    {
      "epoch": 0.12803939673745768,
      "grad_norm": 2.546875,
      "learning_rate": 1.9953754975937246e-05,
      "loss": 1.5070371627807617,
      "step": 104
    },
    {
      "epoch": 0.13050169282856264,
      "grad_norm": 2.171875,
      "learning_rate": 1.9950269601468033e-05,
      "loss": 1.0462160110473633,
      "step": 106
    },
    {
      "epoch": 0.1329639889196676,
      "grad_norm": 2.75,
      "learning_rate": 1.9946658021687694e-05,
      "loss": 1.46537184715271,
      "step": 108
    },
    {
      "epoch": 0.13542628501077256,
      "grad_norm": 3.109375,
      "learning_rate": 1.994292029392768e-05,
      "loss": 1.5482763051986694,
      "step": 110
    },
    {
      "epoch": 0.1378885811018775,
      "grad_norm": 1.4921875,
      "learning_rate": 1.993905647752198e-05,
      "loss": 1.0207593441009521,
      "step": 112
    },
    {
      "epoch": 0.14035087719298245,
      "grad_norm": 6.46875,
      "learning_rate": 1.9935066633806133e-05,
      "loss": 1.77092444896698,
      "step": 114
    },
    {
      "epoch": 0.1428131732840874,
      "grad_norm": 4.21875,
      "learning_rate": 1.9930950826116288e-05,
      "loss": 1.4896173477172852,
      "step": 116
    },
    {
      "epoch": 0.14527546937519237,
      "grad_norm": 1.6796875,
      "learning_rate": 1.9926709119788197e-05,
      "loss": 1.1458995342254639,
      "step": 118
    },
    {
      "epoch": 0.14773776546629733,
      "grad_norm": 1.8203125,
      "learning_rate": 1.9922341582156156e-05,
      "loss": 1.0295559167861938,
      "step": 120
    },
    {
      "epoch": 0.1502000615574023,
      "grad_norm": 3.984375,
      "learning_rate": 1.9917848282551965e-05,
      "loss": 1.4944086074829102,
      "step": 122
    },
    {
      "epoch": 0.15266235764850725,
      "grad_norm": 2.78125,
      "learning_rate": 1.9913229292303806e-05,
      "loss": 1.5551412105560303,
      "step": 124
    },
    {
      "epoch": 0.15512465373961218,
      "grad_norm": 23.5,
      "learning_rate": 1.990848468473511e-05,
      "loss": 1.9140477180480957,
      "step": 126
    },
    {
      "epoch": 0.15758694983071714,
      "grad_norm": 10.4375,
      "learning_rate": 1.9903614535163417e-05,
      "loss": 1.4774185419082642,
      "step": 128
    },
    {
      "epoch": 0.1600492459218221,
      "grad_norm": 1.6484375,
      "learning_rate": 1.989861892089914e-05,
      "loss": 1.1932008266448975,
      "step": 130
    },
    {
      "epoch": 0.16251154201292706,
      "grad_norm": 1.0625,
      "learning_rate": 1.9893497921244394e-05,
      "loss": 1.253312349319458,
      "step": 132
    },
    {
      "epoch": 0.16497383810403202,
      "grad_norm": 2.8125,
      "learning_rate": 1.9888251617491674e-05,
      "loss": 1.0982537269592285,
      "step": 134
    },
    {
      "epoch": 0.16743613419513698,
      "grad_norm": 3.5,
      "learning_rate": 1.9882880092922612e-05,
      "loss": 1.5139843225479126,
      "step": 136
    },
    {
      "epoch": 0.1698984302862419,
      "grad_norm": 3.109375,
      "learning_rate": 1.9877383432806633e-05,
      "loss": 1.542289137840271,
      "step": 138
    },
    {
      "epoch": 0.17236072637734687,
      "grad_norm": 3.234375,
      "learning_rate": 1.9871761724399617e-05,
      "loss": 1.432151436805725,
      "step": 140
    },
    {
      "epoch": 0.17482302246845183,
      "grad_norm": 2.84375,
      "learning_rate": 1.986601505694248e-05,
      "loss": 1.500737190246582,
      "step": 142
    },
    {
      "epoch": 0.1772853185595568,
      "grad_norm": 4.65625,
      "learning_rate": 1.986014352165981e-05,
      "loss": 1.461523413658142,
      "step": 144
    },
    {
      "epoch": 0.17974761465066175,
      "grad_norm": 2.859375,
      "learning_rate": 1.985414721175837e-05,
      "loss": 1.5014877319335938,
      "step": 146
    },
    {
      "epoch": 0.1822099107417667,
      "grad_norm": 3.3125,
      "learning_rate": 1.9848026222425636e-05,
      "loss": 1.4726862907409668,
      "step": 148
    },
    {
      "epoch": 0.18467220683287167,
      "grad_norm": 4.625,
      "learning_rate": 1.9841780650828308e-05,
      "loss": 1.543365716934204,
      "step": 150
    },
    {
      "epoch": 0.1871345029239766,
      "grad_norm": 16.5,
      "learning_rate": 1.9835410596110723e-05,
      "loss": 0.5347945094108582,
      "step": 152
    },
    {
      "epoch": 0.18959679901508156,
      "grad_norm": 4.71875,
      "learning_rate": 1.982891615939333e-05,
      "loss": 1.6506417989730835,
      "step": 154
    },
    {
      "epoch": 0.19205909510618652,
      "grad_norm": 20.875,
      "learning_rate": 1.982229744377104e-05,
      "loss": 0.903097927570343,
      "step": 156
    },
    {
      "epoch": 0.19452139119729148,
      "grad_norm": 4.71875,
      "learning_rate": 1.9815554554311623e-05,
      "loss": 1.4461334943771362,
      "step": 158
    },
    {
      "epoch": 0.19698368728839644,
      "grad_norm": 7.78125,
      "learning_rate": 1.9808687598054023e-05,
      "loss": 1.1890747547149658,
      "step": 160
    },
    {
      "epoch": 0.1994459833795014,
      "grad_norm": 5.15625,
      "learning_rate": 1.980169668400666e-05,
      "loss": 1.4282548427581787,
      "step": 162
    },
    {
      "epoch": 0.20190827947060633,
      "grad_norm": 3.359375,
      "learning_rate": 1.9794581923145708e-05,
      "loss": 1.2562037706375122,
      "step": 164
    },
    {
      "epoch": 0.2043705755617113,
      "grad_norm": 3.296875,
      "learning_rate": 1.9787343428413327e-05,
      "loss": 1.4614920616149902,
      "step": 166
    },
    {
      "epoch": 0.20683287165281625,
      "grad_norm": 3.484375,
      "learning_rate": 1.9779981314715866e-05,
      "loss": 1.3043287992477417,
      "step": 168
    },
    {
      "epoch": 0.2092951677439212,
      "grad_norm": 3.203125,
      "learning_rate": 1.9772495698922047e-05,
      "loss": 1.17995285987854,
      "step": 170
    },
    {
      "epoch": 0.21175746383502617,
      "grad_norm": 6.03125,
      "learning_rate": 1.9764886699861104e-05,
      "loss": 2.0112454891204834,
      "step": 172
    },
    {
      "epoch": 0.21421975992613113,
      "grad_norm": 5.6875,
      "learning_rate": 1.9757154438320914e-05,
      "loss": 1.485538363456726,
      "step": 174
    },
    {
      "epoch": 0.21668205601723609,
      "grad_norm": 3.78125,
      "learning_rate": 1.974929903704604e-05,
      "loss": 1.445993423461914,
      "step": 176
    },
    {
      "epoch": 0.21914435210834102,
      "grad_norm": 3.59375,
      "learning_rate": 1.9741320620735832e-05,
      "loss": 1.4375782012939453,
      "step": 178
    },
    {
      "epoch": 0.22160664819944598,
      "grad_norm": 5.875,
      "learning_rate": 1.9733219316042404e-05,
      "loss": 1.8119451999664307,
      "step": 180
    },
    {
      "epoch": 0.22406894429055094,
      "grad_norm": 6.4375,
      "learning_rate": 1.9724995251568648e-05,
      "loss": 1.9366390705108643,
      "step": 182
    },
    {
      "epoch": 0.2265312403816559,
      "grad_norm": 5.0,
      "learning_rate": 1.97166485578662e-05,
      "loss": 1.4353549480438232,
      "step": 184
    },
    {
      "epoch": 0.22899353647276086,
      "grad_norm": 3.859375,
      "learning_rate": 1.9708179367433333e-05,
      "loss": 1.4814636707305908,
      "step": 186
    },
    {
      "epoch": 0.23145583256386582,
      "grad_norm": 2.8125,
      "learning_rate": 1.969958781471289e-05,
      "loss": 1.3983485698699951,
      "step": 188
    },
    {
      "epoch": 0.23391812865497075,
      "grad_norm": 6.4375,
      "learning_rate": 1.9690874036090126e-05,
      "loss": 1.8465726375579834,
      "step": 190
    },
    {
      "epoch": 0.2363804247460757,
      "grad_norm": 2.875,
      "learning_rate": 1.9682038169890563e-05,
      "loss": 1.4366203546524048,
      "step": 192
    },
    {
      "epoch": 0.23884272083718067,
      "grad_norm": 4.96875,
      "learning_rate": 1.9673080356377778e-05,
      "loss": 1.397793173789978,
      "step": 194
    },
    {
      "epoch": 0.24130501692828563,
      "grad_norm": 9.1875,
      "learning_rate": 1.9664000737751176e-05,
      "loss": 0.40697720646858215,
      "step": 196
    },
    {
      "epoch": 0.24376731301939059,
      "grad_norm": 9.9375,
      "learning_rate": 1.9654799458143744e-05,
      "loss": 0.7866343259811401,
      "step": 198
    },
    {
      "epoch": 0.24622960911049555,
      "grad_norm": 3.34375,
      "learning_rate": 1.9645476663619748e-05,
      "loss": 1.4268109798431396,
      "step": 200
    },
    {
      "epoch": 0.2486919052016005,
      "grad_norm": 9.3125,
      "learning_rate": 1.9636032502172445e-05,
      "loss": 1.2419297695159912,
      "step": 202
    },
    {
      "epoch": 0.25115420129270544,
      "grad_norm": 5.65625,
      "learning_rate": 1.962646712372169e-05,
      "loss": 1.7364747524261475,
      "step": 204
    },
    {
      "epoch": 0.2536164973838104,
      "grad_norm": 4.28125,
      "learning_rate": 1.9616780680111587e-05,
      "loss": 1.3980765342712402,
      "step": 206
    },
    {
      "epoch": 0.25607879347491536,
      "grad_norm": 12.1875,
      "learning_rate": 1.9606973325108077e-05,
      "loss": 1.4629418849945068,
      "step": 208
    },
    {
      "epoch": 0.2585410895660203,
      "grad_norm": 5.8125,
      "learning_rate": 1.9597045214396472e-05,
      "loss": 1.361374855041504,
      "step": 210
    },
    {
      "epoch": 0.2610033856571253,
      "grad_norm": 3.90625,
      "learning_rate": 1.958699650557902e-05,
      "loss": 1.4552102088928223,
      "step": 212
    },
    {
      "epoch": 0.2634656817482302,
      "grad_norm": 3.703125,
      "learning_rate": 1.9576827358172377e-05,
      "loss": 1.4295791387557983,
      "step": 214
    },
    {
      "epoch": 0.2659279778393352,
      "grad_norm": 7.21875,
      "learning_rate": 1.956653793360508e-05,
      "loss": 1.4938560724258423,
      "step": 216
    },
    {
      "epoch": 0.2683902739304401,
      "grad_norm": 10.875,
      "learning_rate": 1.955612839521499e-05,
      "loss": 1.405943512916565,
      "step": 218
    },
    {
      "epoch": 0.2708525700215451,
      "grad_norm": 7.09375,
      "learning_rate": 1.95455989082467e-05,
      "loss": 1.8168143033981323,
      "step": 220
    },
    {
      "epoch": 0.27331486611265005,
      "grad_norm": 4.8125,
      "learning_rate": 1.9534949639848894e-05,
      "loss": 1.880413293838501,
      "step": 222
    },
    {
      "epoch": 0.275777162203755,
      "grad_norm": 6.3125,
      "learning_rate": 1.9524180759071724e-05,
      "loss": 1.4368586540222168,
      "step": 224
    },
    {
      "epoch": 0.27823945829485996,
      "grad_norm": 7.59375,
      "learning_rate": 1.9513292436864107e-05,
      "loss": 1.4332315921783447,
      "step": 226
    },
    {
      "epoch": 0.2807017543859649,
      "grad_norm": 4.375,
      "learning_rate": 1.9502284846071003e-05,
      "loss": 1.4779151678085327,
      "step": 228
    },
    {
      "epoch": 0.2831640504770699,
      "grad_norm": 8.75,
      "learning_rate": 1.9491158161430703e-05,
      "loss": 0.5792175531387329,
      "step": 230
    },
    {
      "epoch": 0.2856263465681748,
      "grad_norm": 1.3828125,
      "learning_rate": 1.9479912559572e-05,
      "loss": 1.0462322235107422,
      "step": 232
    },
    {
      "epoch": 0.2880886426592798,
      "grad_norm": 7.375,
      "learning_rate": 1.946854821901146e-05,
      "loss": 1.3507080078125,
      "step": 234
    },
    {
      "epoch": 0.29055093875038474,
      "grad_norm": 4.1875,
      "learning_rate": 1.945706532015052e-05,
      "loss": 1.4383283853530884,
      "step": 236
    },
    {
      "epoch": 0.29301323484148967,
      "grad_norm": 5.96875,
      "learning_rate": 1.9445464045272668e-05,
      "loss": 0.7620460987091064,
      "step": 238
    },
    {
      "epoch": 0.29547553093259465,
      "grad_norm": 5.03125,
      "learning_rate": 1.9433744578540525e-05,
      "loss": 1.3795279264450073,
      "step": 240
    },
    {
      "epoch": 0.2979378270236996,
      "grad_norm": 3.1875,
      "learning_rate": 1.942190710599293e-05,
      "loss": 1.4460288286209106,
      "step": 242
    },
    {
      "epoch": 0.3004001231148046,
      "grad_norm": 3.359375,
      "learning_rate": 1.940995181554199e-05,
      "loss": 1.4355218410491943,
      "step": 244
    },
    {
      "epoch": 0.3028624192059095,
      "grad_norm": 5.34375,
      "learning_rate": 1.93978788969701e-05,
      "loss": 1.339043140411377,
      "step": 246
    },
    {
      "epoch": 0.3053247152970145,
      "grad_norm": 3.03125,
      "learning_rate": 1.9385688541926903e-05,
      "loss": 1.4305763244628906,
      "step": 248
    },
    {
      "epoch": 0.3077870113881194,
      "grad_norm": 3.6875,
      "learning_rate": 1.9373380943926295e-05,
      "loss": 1.7878942489624023,
      "step": 250
    },
    {
      "epoch": 0.31024930747922436,
      "grad_norm": 5.96875,
      "learning_rate": 1.9360956298343313e-05,
      "loss": 1.680354356765747,
      "step": 252
    },
    {
      "epoch": 0.31271160357032934,
      "grad_norm": 5.90625,
      "learning_rate": 1.934841480241105e-05,
      "loss": 1.5553169250488281,
      "step": 254
    },
    {
      "epoch": 0.3151738996614343,
      "grad_norm": 3.640625,
      "learning_rate": 1.9335756655217513e-05,
      "loss": 1.4183763265609741,
      "step": 256
    },
    {
      "epoch": 0.31763619575253926,
      "grad_norm": 2.890625,
      "learning_rate": 1.9322982057702492e-05,
      "loss": 1.391609787940979,
      "step": 258
    },
    {
      "epoch": 0.3200984918436442,
      "grad_norm": 3.59375,
      "learning_rate": 1.931009121265433e-05,
      "loss": 1.4094479084014893,
      "step": 260
    },
    {
      "epoch": 0.3225607879347491,
      "grad_norm": 3.21875,
      "learning_rate": 1.9297084324706734e-05,
      "loss": 1.4225077629089355,
      "step": 262
    },
    {
      "epoch": 0.3250230840258541,
      "grad_norm": 6.40625,
      "learning_rate": 1.9283961600335503e-05,
      "loss": 1.468010663986206,
      "step": 264
    },
    {
      "epoch": 0.32748538011695905,
      "grad_norm": 5.3125,
      "learning_rate": 1.927072324785529e-05,
      "loss": 1.7119166851043701,
      "step": 266
    },
    {
      "epoch": 0.32994767620806403,
      "grad_norm": 1.609375,
      "learning_rate": 1.9257369477416224e-05,
      "loss": 1.0271199941635132,
      "step": 268
    },
    {
      "epoch": 0.33240997229916897,
      "grad_norm": 8.5,
      "learning_rate": 1.9243900501000666e-05,
      "loss": 1.992653727531433,
      "step": 270
    },
    {
      "epoch": 0.33487226839027395,
      "grad_norm": 2.46875,
      "learning_rate": 1.9230316532419776e-05,
      "loss": 1.1357910633087158,
      "step": 272
    },
    {
      "epoch": 0.3373345644813789,
      "grad_norm": 4.875,
      "learning_rate": 1.9216617787310126e-05,
      "loss": 1.4825578927993774,
      "step": 274
    },
    {
      "epoch": 0.3397968605724838,
      "grad_norm": 1.6328125,
      "learning_rate": 1.920280448313031e-05,
      "loss": 1.0347270965576172,
      "step": 276
    },
    {
      "epoch": 0.3422591566635888,
      "grad_norm": 12.625,
      "learning_rate": 1.918887683915746e-05,
      "loss": 1.3586125373840332,
      "step": 278
    },
    {
      "epoch": 0.34472145275469374,
      "grad_norm": 4.15625,
      "learning_rate": 1.9174835076483786e-05,
      "loss": 1.4484443664550781,
      "step": 280
    },
    {
      "epoch": 0.3471837488457987,
      "grad_norm": 21.0,
      "learning_rate": 1.916067941801305e-05,
      "loss": 1.623072624206543,
      "step": 282
    },
    {
      "epoch": 0.34964604493690365,
      "grad_norm": 2.25,
      "learning_rate": 1.914641008845704e-05,
      "loss": 1.2479501962661743,
      "step": 284
    },
    {
      "epoch": 0.35210834102800864,
      "grad_norm": 2.1875,
      "learning_rate": 1.9132027314331992e-05,
      "loss": 1.23157799243927,
      "step": 286
    },
    {
      "epoch": 0.3545706371191136,
      "grad_norm": 3.9375,
      "learning_rate": 1.9117531323955004e-05,
      "loss": 1.4075965881347656,
      "step": 288
    },
    {
      "epoch": 0.3570329332102185,
      "grad_norm": 4.59375,
      "learning_rate": 1.910292234744042e-05,
      "loss": 1.6323527097702026,
      "step": 290
    },
    {
      "epoch": 0.3594952293013235,
      "grad_norm": 6.15625,
      "learning_rate": 1.9088200616696135e-05,
      "loss": 1.7271039485931396,
      "step": 292
    },
    {
      "epoch": 0.3619575253924284,
      "grad_norm": 9.625,
      "learning_rate": 1.9073366365419974e-05,
      "loss": 1.7908841371536255,
      "step": 294
    },
    {
      "epoch": 0.3644198214835334,
      "grad_norm": 5.75,
      "learning_rate": 1.9058419829095926e-05,
      "loss": 1.6885616779327393,
      "step": 296
    },
    {
      "epoch": 0.36688211757463834,
      "grad_norm": 4.34375,
      "learning_rate": 1.9043361244990458e-05,
      "loss": 1.6981712579727173,
      "step": 298
    },
    {
      "epoch": 0.36934441366574333,
      "grad_norm": 9.1875,
      "learning_rate": 1.9028190852148695e-05,
      "loss": 1.8226585388183594,
      "step": 300
    },
    {
      "epoch": 0.37180670975684826,
      "grad_norm": 4.5,
      "learning_rate": 1.9012908891390674e-05,
      "loss": 1.448561191558838,
      "step": 302
    },
    {
      "epoch": 0.3742690058479532,
      "grad_norm": 1.8671875,
      "learning_rate": 1.8997515605307484e-05,
      "loss": 1.1009801626205444,
      "step": 304
    },
    {
      "epoch": 0.3767313019390582,
      "grad_norm": 3.53125,
      "learning_rate": 1.898201123825744e-05,
      "loss": 1.4048492908477783,
      "step": 306
    },
    {
      "epoch": 0.3791935980301631,
      "grad_norm": 3.0625,
      "learning_rate": 1.8966396036362197e-05,
      "loss": 1.317664384841919,
      "step": 308
    },
    {
      "epoch": 0.3816558941212681,
      "grad_norm": 7.125,
      "learning_rate": 1.8950670247502823e-05,
      "loss": 1.1580454111099243,
      "step": 310
    },
    {
      "epoch": 0.38411819021237303,
      "grad_norm": 2.71875,
      "learning_rate": 1.8934834121315904e-05,
      "loss": 1.486496925354004,
      "step": 312
    },
    {
      "epoch": 0.38658048630347797,
      "grad_norm": 2.578125,
      "learning_rate": 1.8918887909189537e-05,
      "loss": 1.1772874593734741,
      "step": 314
    },
    {
      "epoch": 0.38904278239458295,
      "grad_norm": 1.75,
      "learning_rate": 1.8902831864259384e-05,
      "loss": 1.039048671722412,
      "step": 316
    },
    {
      "epoch": 0.3915050784856879,
      "grad_norm": 2.921875,
      "learning_rate": 1.8886666241404614e-05,
      "loss": 1.3585329055786133,
      "step": 318
    },
    {
      "epoch": 0.3939673745767929,
      "grad_norm": 2.46875,
      "learning_rate": 1.887039129724387e-05,
      "loss": 1.1052215099334717,
      "step": 320
    },
    {
      "epoch": 0.3964296706678978,
      "grad_norm": 3.296875,
      "learning_rate": 1.8854007290131223e-05,
      "loss": 1.4763174057006836,
      "step": 322
    },
    {
      "epoch": 0.3988919667590028,
      "grad_norm": 6.34375,
      "learning_rate": 1.8837514480152016e-05,
      "loss": 1.395377278327942,
      "step": 324
    },
    {
      "epoch": 0.4013542628501077,
      "grad_norm": 1.90625,
      "learning_rate": 1.882091312911879e-05,
      "loss": 1.043440580368042,
      "step": 326
    },
    {
      "epoch": 0.40381655894121266,
      "grad_norm": 4.5625,
      "learning_rate": 1.880420350056709e-05,
      "loss": 1.8225022554397583,
      "step": 328
    },
    {
      "epoch": 0.40627885503231764,
      "grad_norm": 1.3828125,
      "learning_rate": 1.87873858597513e-05,
      "loss": 1.035279393196106,
      "step": 330
    },
    {
      "epoch": 0.4087411511234226,
      "grad_norm": 4.46875,
      "learning_rate": 1.877046047364044e-05,
      "loss": 1.4025003910064697,
      "step": 332
    },
    {
      "epoch": 0.41120344721452756,
      "grad_norm": 5.3125,
      "learning_rate": 1.875342761091389e-05,
      "loss": 1.5152015686035156,
      "step": 334
    },
    {
      "epoch": 0.4136657433056325,
      "grad_norm": 4.4375,
      "learning_rate": 1.8736287541957172e-05,
      "loss": 1.0334498882293701,
      "step": 336
    },
    {
      "epoch": 0.4161280393967375,
      "grad_norm": 9.25,
      "learning_rate": 1.8719040538857625e-05,
      "loss": 1.5699793100357056,
      "step": 338
    },
    {
      "epoch": 0.4185903354878424,
      "grad_norm": 1.1875,
      "learning_rate": 1.8701686875400104e-05,
      "loss": 1.0974748134613037,
      "step": 340
    },
    {
      "epoch": 0.42105263157894735,
      "grad_norm": 4.25,
      "learning_rate": 1.8684226827062632e-05,
      "loss": 1.4441235065460205,
      "step": 342
    },
    {
      "epoch": 0.42351492767005233,
      "grad_norm": 7.5,
      "learning_rate": 1.8666660671012002e-05,
      "loss": 1.0178951025009155,
      "step": 344
    },
    {
      "epoch": 0.42597722376115726,
      "grad_norm": 6.96875,
      "learning_rate": 1.8648988686099416e-05,
      "loss": 1.7429275512695312,
      "step": 346
    },
    {
      "epoch": 0.42843951985226225,
      "grad_norm": 5.5625,
      "learning_rate": 1.863121115285604e-05,
      "loss": 1.3890095949172974,
      "step": 348
    },
    {
      "epoch": 0.4309018159433672,
      "grad_norm": 107.0,
      "learning_rate": 1.8613328353488533e-05,
      "loss": 1.671781301498413,
      "step": 350
    },
    {
      "epoch": 0.43336411203447217,
      "grad_norm": 6.4375,
      "learning_rate": 1.8595340571874607e-05,
      "loss": 0.9639192223548889,
      "step": 352
    },
    {
      "epoch": 0.4358264081255771,
      "grad_norm": 4.34375,
      "learning_rate": 1.8577248093558486e-05,
      "loss": 1.3523774147033691,
      "step": 354
    },
    {
      "epoch": 0.43828870421668203,
      "grad_norm": 6.53125,
      "learning_rate": 1.855905120574638e-05,
      "loss": 1.4467836618423462,
      "step": 356
    },
    {
      "epoch": 0.440751000307787,
      "grad_norm": 6.125,
      "learning_rate": 1.854075019730194e-05,
      "loss": 1.521872878074646,
      "step": 358
    },
    {
      "epoch": 0.44321329639889195,
      "grad_norm": 3.890625,
      "learning_rate": 1.8522345358741662e-05,
      "loss": 0.7035669088363647,
      "step": 360
    },
    {
      "epoch": 0.44567559248999694,
      "grad_norm": 6.1875,
      "learning_rate": 1.8503836982230284e-05,
      "loss": 1.9208122491836548,
      "step": 362
    },
    {
      "epoch": 0.4481378885811019,
      "grad_norm": 3.328125,
      "learning_rate": 1.848522536157612e-05,
      "loss": 1.4902818202972412,
      "step": 364
    },
    {
      "epoch": 0.45060018467220686,
      "grad_norm": 5.625,
      "learning_rate": 1.8466510792226447e-05,
      "loss": 1.7599055767059326,
      "step": 366
    },
    {
      "epoch": 0.4530624807633118,
      "grad_norm": 9.875,
      "learning_rate": 1.8447693571262757e-05,
      "loss": 1.6332001686096191,
      "step": 368
    },
    {
      "epoch": 0.4555247768544167,
      "grad_norm": 2.953125,
      "learning_rate": 1.842877399739608e-05,
      "loss": 1.3132367134094238,
      "step": 370
    },
    {
      "epoch": 0.4579870729455217,
      "grad_norm": 3.09375,
      "learning_rate": 1.840975237096224e-05,
      "loss": 1.3803317546844482,
      "step": 372
    },
    {
      "epoch": 0.46044936903662664,
      "grad_norm": 4.15625,
      "learning_rate": 1.8390628993917062e-05,
      "loss": 1.3456385135650635,
      "step": 374
    },
    {
      "epoch": 0.46291166512773163,
      "grad_norm": 7.3125,
      "learning_rate": 1.8371404169831613e-05,
      "loss": 0.39371660351753235,
      "step": 376
    },
    {
      "epoch": 0.46537396121883656,
      "grad_norm": 3.453125,
      "learning_rate": 1.8352078203887346e-05,
      "loss": 1.3137223720550537,
      "step": 378
    },
    {
      "epoch": 0.4678362573099415,
      "grad_norm": 6.5,
      "learning_rate": 1.8332651402871286e-05,
      "loss": 0.324982613325119,
      "step": 380
    },
    {
      "epoch": 0.4702985534010465,
      "grad_norm": 7.8125,
      "learning_rate": 1.8313124075171153e-05,
      "loss": 1.7339143753051758,
      "step": 382
    },
    {
      "epoch": 0.4727608494921514,
      "grad_norm": 3.546875,
      "learning_rate": 1.8293496530770448e-05,
      "loss": 1.3264766931533813,
      "step": 384
    },
    {
      "epoch": 0.4752231455832564,
      "grad_norm": 5.28125,
      "learning_rate": 1.827376908124356e-05,
      "loss": 1.732757568359375,
      "step": 386
    },
    {
      "epoch": 0.47768544167436133,
      "grad_norm": 17.625,
      "learning_rate": 1.8253942039750795e-05,
      "loss": 1.7728583812713623,
      "step": 388
    },
    {
      "epoch": 0.4801477377654663,
      "grad_norm": 2.046875,
      "learning_rate": 1.8234015721033428e-05,
      "loss": 1.1088775396347046,
      "step": 390
    },
    {
      "epoch": 0.48261003385657125,
      "grad_norm": 7.75,
      "learning_rate": 1.8213990441408687e-05,
      "loss": 1.7161972522735596,
      "step": 392
    },
    {
      "epoch": 0.4850723299476762,
      "grad_norm": 2.71875,
      "learning_rate": 1.819386651876474e-05,
      "loss": 1.3242639303207397,
      "step": 394
    },
    {
      "epoch": 0.48753462603878117,
      "grad_norm": 3.4375,
      "learning_rate": 1.8173644272555645e-05,
      "loss": 1.387306571006775,
      "step": 396
    },
    {
      "epoch": 0.4899969221298861,
      "grad_norm": 11.875,
      "learning_rate": 1.815332402379629e-05,
      "loss": 0.28826314210891724,
      "step": 398
    },
    {
      "epoch": 0.4924592182209911,
      "grad_norm": 2.953125,
      "learning_rate": 1.8132906095057287e-05,
      "loss": 1.4168837070465088,
      "step": 400
    },
    {
      "epoch": 0.494921514312096,
      "grad_norm": 7.15625,
      "learning_rate": 1.8112390810459842e-05,
      "loss": 1.8249226808547974,
      "step": 402
    },
    {
      "epoch": 0.497383810403201,
      "grad_norm": 3.328125,
      "learning_rate": 1.8091778495670645e-05,
      "loss": 1.3672676086425781,
      "step": 404
    },
    {
      "epoch": 0.49984610649430594,
      "grad_norm": 1.8359375,
      "learning_rate": 1.8071069477896655e-05,
      "loss": 1.1166040897369385,
      "step": 406
    },
    {
      "epoch": 0.5023084025854109,
      "grad_norm": 3.609375,
      "learning_rate": 1.805026408587994e-05,
      "loss": 1.401571273803711,
      "step": 408
    },
    {
      "epoch": 0.5047706986765158,
      "grad_norm": 1.03125,
      "learning_rate": 1.8029362649892436e-05,
      "loss": 1.0254689455032349,
      "step": 410
    },
    {
      "epoch": 0.5072329947676208,
      "grad_norm": 8.3125,
      "learning_rate": 1.8008365501730716e-05,
      "loss": 1.4256839752197266,
      "step": 412
    },
    {
      "epoch": 0.5096952908587258,
      "grad_norm": 2.234375,
      "learning_rate": 1.7987272974710733e-05,
      "loss": 1.2576653957366943,
      "step": 414
    },
    {
      "epoch": 0.5121575869498307,
      "grad_norm": 6.65625,
      "learning_rate": 1.7966085403662502e-05,
      "loss": 1.847425937652588,
      "step": 416
    },
    {
      "epoch": 0.5146198830409356,
      "grad_norm": 1.9609375,
      "learning_rate": 1.79448031249248e-05,
      "loss": 1.2791142463684082,
      "step": 418
    },
    {
      "epoch": 0.5170821791320406,
      "grad_norm": 3.453125,
      "learning_rate": 1.7923426476339843e-05,
      "loss": 1.4304306507110596,
      "step": 420
    },
    {
      "epoch": 0.5195444752231456,
      "grad_norm": 2.765625,
      "learning_rate": 1.7901955797247894e-05,
      "loss": 1.354073405265808,
      "step": 422
    },
    {
      "epoch": 0.5220067713142506,
      "grad_norm": 5.46875,
      "learning_rate": 1.7880391428481877e-05,
      "loss": 1.1258585453033447,
      "step": 424
    },
    {
      "epoch": 0.5244690674053555,
      "grad_norm": 7.96875,
      "learning_rate": 1.7858733712362006e-05,
      "loss": 1.2407653331756592,
      "step": 426
    },
    {
      "epoch": 0.5269313634964604,
      "grad_norm": 3.953125,
      "learning_rate": 1.7836982992690298e-05,
      "loss": 1.3420263528823853,
      "step": 428
    },
    {
      "epoch": 0.5293936595875655,
      "grad_norm": 1.6640625,
      "learning_rate": 1.781513961474515e-05,
      "loss": 1.070509672164917,
      "step": 430
    },
    {
      "epoch": 0.5318559556786704,
      "grad_norm": 5.34375,
      "learning_rate": 1.7793203925275857e-05,
      "loss": 1.4249287843704224,
      "step": 432
    },
    {
      "epoch": 0.5343182517697753,
      "grad_norm": 3.453125,
      "learning_rate": 1.777117627249708e-05,
      "loss": 1.3717284202575684,
      "step": 434
    },
    {
      "epoch": 0.5367805478608803,
      "grad_norm": 3.28125,
      "learning_rate": 1.774905700608335e-05,
      "loss": 1.177480697631836,
      "step": 436
    },
    {
      "epoch": 0.5392428439519852,
      "grad_norm": 1.6015625,
      "learning_rate": 1.7726846477163506e-05,
      "loss": 1.0270402431488037,
      "step": 438
    },
    {
      "epoch": 0.5417051400430902,
      "grad_norm": 3.859375,
      "learning_rate": 1.7704545038315108e-05,
      "loss": 1.0033745765686035,
      "step": 440
    },
    {
      "epoch": 0.5441674361341952,
      "grad_norm": 51.25,
      "learning_rate": 1.7682153043558865e-05,
      "loss": 1.7934285402297974,
      "step": 442
    },
    {
      "epoch": 0.5466297322253001,
      "grad_norm": 4.6875,
      "learning_rate": 1.765967084835299e-05,
      "loss": 1.5169916152954102,
      "step": 444
    },
    {
      "epoch": 0.549092028316405,
      "grad_norm": 2.15625,
      "learning_rate": 1.763709880958758e-05,
      "loss": 1.102067470550537,
      "step": 446
    },
    {
      "epoch": 0.55155432440751,
      "grad_norm": 5.9375,
      "learning_rate": 1.7614437285578927e-05,
      "loss": 1.742466926574707,
      "step": 448
    },
    {
      "epoch": 0.554016620498615,
      "grad_norm": 2.484375,
      "learning_rate": 1.7591686636063855e-05,
      "loss": 0.9622822403907776,
      "step": 450
    },
    {
      "epoch": 0.5564789165897199,
      "grad_norm": 3.671875,
      "learning_rate": 1.756884722219398e-05,
      "loss": 1.3980923891067505,
      "step": 452
    },
    {
      "epoch": 0.5589412126808249,
      "grad_norm": 3.4375,
      "learning_rate": 1.754591940653002e-05,
      "loss": 1.2967207431793213,
      "step": 454
    },
    {
      "epoch": 0.5614035087719298,
      "grad_norm": 2.0625,
      "learning_rate": 1.7522903553035983e-05,
      "loss": 1.026415228843689,
      "step": 456
    },
    {
      "epoch": 0.5638658048630347,
      "grad_norm": 8.4375,
      "learning_rate": 1.749980002707344e-05,
      "loss": 1.6526079177856445,
      "step": 458
    },
    {
      "epoch": 0.5663281009541398,
      "grad_norm": 1.453125,
      "learning_rate": 1.747660919539571e-05,
      "loss": 1.0682464838027954,
      "step": 460
    },
    {
      "epoch": 0.5687903970452447,
      "grad_norm": 1.4296875,
      "learning_rate": 1.745333142614201e-05,
      "loss": 1.2323286533355713,
      "step": 462
    },
    {
      "epoch": 0.5712526931363496,
      "grad_norm": 8.6875,
      "learning_rate": 1.742996708883165e-05,
      "loss": 1.657741665840149,
      "step": 464
    },
    {
      "epoch": 0.5737149892274546,
      "grad_norm": 5.6875,
      "learning_rate": 1.740651655435815e-05,
      "loss": 1.5120787620544434,
      "step": 466
    },
    {
      "epoch": 0.5761772853185596,
      "grad_norm": 3.421875,
      "learning_rate": 1.7382980194983354e-05,
      "loss": 1.3939659595489502,
      "step": 468
    },
    {
      "epoch": 0.5786395814096645,
      "grad_norm": 5.75,
      "learning_rate": 1.735935838433151e-05,
      "loss": 1.6433215141296387,
      "step": 470
    },
    {
      "epoch": 0.5811018775007695,
      "grad_norm": 2.21875,
      "learning_rate": 1.7335651497383357e-05,
      "loss": 1.078176498413086,
      "step": 472
    },
    {
      "epoch": 0.5835641735918744,
      "grad_norm": 3.03125,
      "learning_rate": 1.731185991047017e-05,
      "loss": 1.3398302793502808,
      "step": 474
    },
    {
      "epoch": 0.5860264696829793,
      "grad_norm": 3.015625,
      "learning_rate": 1.7287984001267765e-05,
      "loss": 1.344508171081543,
      "step": 476
    },
    {
      "epoch": 0.5884887657740844,
      "grad_norm": 3.921875,
      "learning_rate": 1.7264024148790538e-05,
      "loss": 1.453425407409668,
      "step": 478
    },
    {
      "epoch": 0.5909510618651893,
      "grad_norm": 1.234375,
      "learning_rate": 1.7239980733385408e-05,
      "loss": 0.9735173583030701,
      "step": 480
    },
    {
      "epoch": 0.5934133579562942,
      "grad_norm": 3.03125,
      "learning_rate": 1.721585413672582e-05,
      "loss": 1.3980371952056885,
      "step": 482
    },
    {
      "epoch": 0.5958756540473992,
      "grad_norm": 3.6875,
      "learning_rate": 1.7191644741805648e-05,
      "loss": 1.3482059240341187,
      "step": 484
    },
    {
      "epoch": 0.5983379501385041,
      "grad_norm": 3.203125,
      "learning_rate": 1.716735293293316e-05,
      "loss": 1.404923439025879,
      "step": 486
    },
    {
      "epoch": 0.6008002462296091,
      "grad_norm": 5.59375,
      "learning_rate": 1.7142979095724865e-05,
      "loss": 1.5890945196151733,
      "step": 488
    },
    {
      "epoch": 0.6032625423207141,
      "grad_norm": 10.25,
      "learning_rate": 1.7118523617099435e-05,
      "loss": 1.7281887531280518,
      "step": 490
    },
    {
      "epoch": 0.605724838411819,
      "grad_norm": 3.3125,
      "learning_rate": 1.7093986885271532e-05,
      "loss": 1.4024686813354492,
      "step": 492
    },
    {
      "epoch": 0.6081871345029239,
      "grad_norm": 1.171875,
      "learning_rate": 1.7069369289745673e-05,
      "loss": 1.1231578588485718,
      "step": 494
    },
    {
      "epoch": 0.610649430594029,
      "grad_norm": 5.40625,
      "learning_rate": 1.704467122131003e-05,
      "loss": 1.6918822526931763,
      "step": 496
    },
    {
      "epoch": 0.6131117266851339,
      "grad_norm": 5.6875,
      "learning_rate": 1.7019893072030222e-05,
      "loss": 1.7565666437149048,
      "step": 498
    },
    {
      "epoch": 0.6155740227762388,
      "grad_norm": 6.0,
      "learning_rate": 1.6995035235243098e-05,
      "loss": 1.582336187362671,
      "step": 500
    },
    {
      "epoch": 0.6180363188673438,
      "grad_norm": 2.515625,
      "learning_rate": 1.6970098105550514e-05,
      "loss": 1.2266004085540771,
      "step": 502
    },
    {
      "epoch": 0.6204986149584487,
      "grad_norm": 3.140625,
      "learning_rate": 1.694508207881302e-05,
      "loss": 1.3281134366989136,
      "step": 504
    },
    {
      "epoch": 0.6229609110495538,
      "grad_norm": 2.6875,
      "learning_rate": 1.691998755214363e-05,
      "loss": 1.2356681823730469,
      "step": 506
    },
    {
      "epoch": 0.6254232071406587,
      "grad_norm": 3.40625,
      "learning_rate": 1.689481492390148e-05,
      "loss": 1.0685112476348877,
      "step": 508
    },
    {
      "epoch": 0.6278855032317636,
      "grad_norm": 3.203125,
      "learning_rate": 1.686956459368551e-05,
      "loss": 1.0986112356185913,
      "step": 510
    },
    {
      "epoch": 0.6303477993228686,
      "grad_norm": 1.8671875,
      "learning_rate": 1.6844236962328154e-05,
      "loss": 1.1448196172714233,
      "step": 512
    },
    {
      "epoch": 0.6328100954139735,
      "grad_norm": 4.0625,
      "learning_rate": 1.681883243188892e-05,
      "loss": 1.5838472843170166,
      "step": 514
    },
    {
      "epoch": 0.6352723915050785,
      "grad_norm": 5.0,
      "learning_rate": 1.6793351405648053e-05,
      "loss": 1.0939499139785767,
      "step": 516
    },
    {
      "epoch": 0.6377346875961835,
      "grad_norm": 2.078125,
      "learning_rate": 1.6767794288100123e-05,
      "loss": 0.9746682643890381,
      "step": 518
    },
    {
      "epoch": 0.6401969836872884,
      "grad_norm": 7.53125,
      "learning_rate": 1.6742161484947596e-05,
      "loss": 0.9929898977279663,
      "step": 520
    },
    {
      "epoch": 0.6426592797783933,
      "grad_norm": 7.28125,
      "learning_rate": 1.6716453403094394e-05,
      "loss": 1.6372830867767334,
      "step": 522
    },
    {
      "epoch": 0.6451215758694983,
      "grad_norm": 18.875,
      "learning_rate": 1.6690670450639435e-05,
      "loss": 0.2726695239543915,
      "step": 524
    },
    {
      "epoch": 0.6475838719606033,
      "grad_norm": 4.1875,
      "learning_rate": 1.6664813036870174e-05,
      "loss": 1.3791524171829224,
      "step": 526
    },
    {
      "epoch": 0.6500461680517082,
      "grad_norm": 20.5,
      "learning_rate": 1.6638881572256078e-05,
      "loss": 1.7047182321548462,
      "step": 528
    },
    {
      "epoch": 0.6525084641428132,
      "grad_norm": 5.5,
      "learning_rate": 1.6612876468442118e-05,
      "loss": 1.8910508155822754,
      "step": 530
    },
    {
      "epoch": 0.6549707602339181,
      "grad_norm": 6.0,
      "learning_rate": 1.6586798138242258e-05,
      "loss": 1.3536272048950195,
      "step": 532
    },
    {
      "epoch": 0.6574330563250231,
      "grad_norm": 5.9375,
      "learning_rate": 1.6560646995632865e-05,
      "loss": 1.404782772064209,
      "step": 534
    },
    {
      "epoch": 0.6598953524161281,
      "grad_norm": 3.296875,
      "learning_rate": 1.6534423455746157e-05,
      "loss": 1.3882639408111572,
      "step": 536
    },
    {
      "epoch": 0.662357648507233,
      "grad_norm": 4.65625,
      "learning_rate": 1.6508127934863633e-05,
      "loss": 1.3433642387390137,
      "step": 538
    },
    {
      "epoch": 0.6648199445983379,
      "grad_norm": 7.5625,
      "learning_rate": 1.6481760850409406e-05,
      "loss": 1.7808656692504883,
      "step": 540
    },
    {
      "epoch": 0.6672822406894429,
      "grad_norm": 5.1875,
      "learning_rate": 1.645532262094364e-05,
      "loss": 1.405790090560913,
      "step": 542
    },
    {
      "epoch": 0.6697445367805479,
      "grad_norm": 8.0625,
      "learning_rate": 1.6428813666155878e-05,
      "loss": 1.3506624698638916,
      "step": 544
    },
    {
      "epoch": 0.6722068328716528,
      "grad_norm": 4.125,
      "learning_rate": 1.6402234406858375e-05,
      "loss": 1.3872720003128052,
      "step": 546
    },
    {
      "epoch": 0.6746691289627578,
      "grad_norm": 2.234375,
      "learning_rate": 1.6375585264979423e-05,
      "loss": 1.1865075826644897,
      "step": 548
    },
    {
      "epoch": 0.6771314250538627,
      "grad_norm": 4.625,
      "learning_rate": 1.6348866663556645e-05,
      "loss": 1.4540220499038696,
      "step": 550
    },
    {
      "epoch": 0.6795937211449676,
      "grad_norm": 8.3125,
      "learning_rate": 1.6322079026730317e-05,
      "loss": 1.0791795253753662,
      "step": 552
    },
    {
      "epoch": 0.6820560172360727,
      "grad_norm": 2.359375,
      "learning_rate": 1.6295222779736586e-05,
      "loss": 1.1618213653564453,
      "step": 554
    },
    {
      "epoch": 0.6845183133271776,
      "grad_norm": 5.78125,
      "learning_rate": 1.626829834890074e-05,
      "loss": 1.6633763313293457,
      "step": 556
    },
    {
      "epoch": 0.6869806094182825,
      "grad_norm": 8.375,
      "learning_rate": 1.624130616163044e-05,
      "loss": 1.7596007585525513,
      "step": 558
    },
    {
      "epoch": 0.6894429055093875,
      "grad_norm": 1.5625,
      "learning_rate": 1.6214246646408946e-05,
      "loss": 1.0530022382736206,
      "step": 560
    },
    {
      "epoch": 0.6919052016004925,
      "grad_norm": 3.375,
      "learning_rate": 1.61871202327883e-05,
      "loss": 1.3792953491210938,
      "step": 562
    },
    {
      "epoch": 0.6943674976915974,
      "grad_norm": 3.640625,
      "learning_rate": 1.6159927351382512e-05,
      "loss": 1.3962174654006958,
      "step": 564
    },
    {
      "epoch": 0.6968297937827024,
      "grad_norm": 3.59375,
      "learning_rate": 1.6132668433860723e-05,
      "loss": 1.3606011867523193,
      "step": 566
    },
    {
      "epoch": 0.6992920898738073,
      "grad_norm": 3.859375,
      "learning_rate": 1.6105343912940355e-05,
      "loss": 1.3807508945465088,
      "step": 568
    },
    {
      "epoch": 0.7017543859649122,
      "grad_norm": 2.78125,
      "learning_rate": 1.6077954222380235e-05,
      "loss": 1.3539392948150635,
      "step": 570
    },
    {
      "epoch": 0.7042166820560173,
      "grad_norm": 5.125,
      "learning_rate": 1.6050499796973733e-05,
      "loss": 1.3989124298095703,
      "step": 572
    },
    {
      "epoch": 0.7066789781471222,
      "grad_norm": 3.875,
      "learning_rate": 1.6022981072541823e-05,
      "loss": 1.3723649978637695,
      "step": 574
    },
    {
      "epoch": 0.7091412742382271,
      "grad_norm": 7.65625,
      "learning_rate": 1.599539848592619e-05,
      "loss": 1.3160829544067383,
      "step": 576
    },
    {
      "epoch": 0.7116035703293321,
      "grad_norm": 3.171875,
      "learning_rate": 1.5967752474982296e-05,
      "loss": 1.1242200136184692,
      "step": 578
    },
    {
      "epoch": 0.714065866420437,
      "grad_norm": 2.4375,
      "learning_rate": 1.5940043478572413e-05,
      "loss": 1.0219156742095947,
      "step": 580
    },
    {
      "epoch": 0.716528162511542,
      "grad_norm": 1.7578125,
      "learning_rate": 1.591227193655867e-05,
      "loss": 0.9959127902984619,
      "step": 582
    },
    {
      "epoch": 0.718990458602647,
      "grad_norm": 5.15625,
      "learning_rate": 1.5884438289796067e-05,
      "loss": 1.828487753868103,
      "step": 584
    },
    {
      "epoch": 0.7214527546937519,
      "grad_norm": 3.828125,
      "learning_rate": 1.5856542980125477e-05,
      "loss": 1.4034947156906128,
      "step": 586
    },
    {
      "epoch": 0.7239150507848569,
      "grad_norm": 13.75,
      "learning_rate": 1.5828586450366626e-05,
      "loss": 1.3598823547363281,
      "step": 588
    },
    {
      "epoch": 0.7263773468759618,
      "grad_norm": 3.453125,
      "learning_rate": 1.5800569144311078e-05,
      "loss": 1.3686673641204834,
      "step": 590
    },
    {
      "epoch": 0.7288396429670668,
      "grad_norm": 4.21875,
      "learning_rate": 1.5772491506715174e-05,
      "loss": 1.3769757747650146,
      "step": 592
    },
    {
      "epoch": 0.7313019390581718,
      "grad_norm": 9.5625,
      "learning_rate": 1.5744353983292975e-05,
      "loss": 0.6412605047225952,
      "step": 594
    },
    {
      "epoch": 0.7337642351492767,
      "grad_norm": 3.921875,
      "learning_rate": 1.5716157020709196e-05,
      "loss": 1.3520535230636597,
      "step": 596
    },
    {
      "epoch": 0.7362265312403816,
      "grad_norm": 3.03125,
      "learning_rate": 1.5687901066572116e-05,
      "loss": 1.0531518459320068,
      "step": 598
    },
    {
      "epoch": 0.7386888273314867,
      "grad_norm": 3.375,
      "learning_rate": 1.565958656942645e-05,
      "loss": 1.3364739418029785,
      "step": 600
    },
    {
      "epoch": 0.7411511234225916,
      "grad_norm": 1.4140625,
      "learning_rate": 1.563121397874626e-05,
      "loss": 1.0583405494689941,
      "step": 602
    },
    {
      "epoch": 0.7436134195136965,
      "grad_norm": 6.875,
      "learning_rate": 1.5602783744927794e-05,
      "loss": 1.699558138847351,
      "step": 604
    },
    {
      "epoch": 0.7460757156048015,
      "grad_norm": 5.5625,
      "learning_rate": 1.557429631928235e-05,
      "loss": 1.6496608257293701,
      "step": 606
    },
    {
      "epoch": 0.7485380116959064,
      "grad_norm": 4.6875,
      "learning_rate": 1.5545752154029118e-05,
      "loss": 1.3926259279251099,
      "step": 608
    },
    {
      "epoch": 0.7510003077870114,
      "grad_norm": 1.796875,
      "learning_rate": 1.5517151702287977e-05,
      "loss": 1.0908641815185547,
      "step": 610
    },
    {
      "epoch": 0.7534626038781164,
      "grad_norm": 2.28125,
      "learning_rate": 1.548849541807233e-05,
      "loss": 1.1665232181549072,
      "step": 612
    },
    {
      "epoch": 0.7559248999692213,
      "grad_norm": 4.375,
      "learning_rate": 1.5459783756281872e-05,
      "loss": 1.5498981475830078,
      "step": 614
    },
    {
      "epoch": 0.7583871960603262,
      "grad_norm": 3.796875,
      "learning_rate": 1.543101717269539e-05,
      "loss": 1.3930026292800903,
      "step": 616
    },
    {
      "epoch": 0.7608494921514312,
      "grad_norm": 18.75,
      "learning_rate": 1.5402196123963514e-05,
      "loss": 1.3921393156051636,
      "step": 618
    },
    {
      "epoch": 0.7633117882425362,
      "grad_norm": 4.4375,
      "learning_rate": 1.537332106760147e-05,
      "loss": 1.5707228183746338,
      "step": 620
    },
    {
      "epoch": 0.7657740843336411,
      "grad_norm": 5.125,
      "learning_rate": 1.5344392461981835e-05,
      "loss": 1.1423331499099731,
      "step": 622
    },
    {
      "epoch": 0.7682363804247461,
      "grad_norm": 3.328125,
      "learning_rate": 1.5315410766327224e-05,
      "loss": 1.3473308086395264,
      "step": 624
    },
    {
      "epoch": 0.770698676515851,
      "grad_norm": 6.65625,
      "learning_rate": 1.5286376440703034e-05,
      "loss": 1.5814166069030762,
      "step": 626
    },
    {
      "epoch": 0.7731609726069559,
      "grad_norm": 6.625,
      "learning_rate": 1.5257289946010123e-05,
      "loss": 1.664976954460144,
      "step": 628
    },
    {
      "epoch": 0.775623268698061,
      "grad_norm": 3.984375,
      "learning_rate": 1.5228151743977502e-05,
      "loss": 1.0675089359283447,
      "step": 630
    },
    {
      "epoch": 0.7780855647891659,
      "grad_norm": 6.34375,
      "learning_rate": 1.5198962297155002e-05,
      "loss": 1.5473486185073853,
      "step": 632
    },
    {
      "epoch": 0.7805478608802708,
      "grad_norm": 3.296875,
      "learning_rate": 1.5169722068905927e-05,
      "loss": 1.4237251281738281,
      "step": 634
    },
    {
      "epoch": 0.7830101569713758,
      "grad_norm": 1.5859375,
      "learning_rate": 1.514043152339971e-05,
      "loss": 1.1319770812988281,
      "step": 636
    },
    {
      "epoch": 0.7854724530624808,
      "grad_norm": 5.90625,
      "learning_rate": 1.5111091125604538e-05,
      "loss": 1.7654370069503784,
      "step": 638
    },
    {
      "epoch": 0.7879347491535857,
      "grad_norm": 4.46875,
      "learning_rate": 1.5081701341279957e-05,
      "loss": 1.407934546470642,
      "step": 640
    },
    {
      "epoch": 0.7903970452446907,
      "grad_norm": 4.09375,
      "learning_rate": 1.5052262636969506e-05,
      "loss": 1.3491337299346924,
      "step": 642
    },
    {
      "epoch": 0.7928593413357956,
      "grad_norm": 1.796875,
      "learning_rate": 1.502277547999329e-05,
      "loss": 1.125083565711975,
      "step": 644
    },
    {
      "epoch": 0.7953216374269005,
      "grad_norm": 6.0,
      "learning_rate": 1.4993240338440571e-05,
      "loss": 1.3817883729934692,
      "step": 646
    },
    {
      "epoch": 0.7977839335180056,
      "grad_norm": 3.46875,
      "learning_rate": 1.4963657681162328e-05,
      "loss": 1.3694324493408203,
      "step": 648
    },
    {
      "epoch": 0.8002462296091105,
      "grad_norm": 7.71875,
      "learning_rate": 1.4934027977763838e-05,
      "loss": 1.451867699623108,
      "step": 650
    },
    {
      "epoch": 0.8027085257002154,
      "grad_norm": 3.59375,
      "learning_rate": 1.4904351698597181e-05,
      "loss": 1.386351466178894,
      "step": 652
    },
    {
      "epoch": 0.8051708217913204,
      "grad_norm": 1.6796875,
      "learning_rate": 1.4874629314753812e-05,
      "loss": 1.0673191547393799,
      "step": 654
    },
    {
      "epoch": 0.8076331178824253,
      "grad_norm": 4.28125,
      "learning_rate": 1.4844861298057068e-05,
      "loss": 1.4586551189422607,
      "step": 656
    },
    {
      "epoch": 0.8100954139735304,
      "grad_norm": 1.6015625,
      "learning_rate": 1.4815048121054667e-05,
      "loss": 1.042107105255127,
      "step": 658
    },
    {
      "epoch": 0.8125577100646353,
      "grad_norm": 4.1875,
      "learning_rate": 1.4785190257011231e-05,
      "loss": 1.6682562828063965,
      "step": 660
    },
    {
      "epoch": 0.8150200061557402,
      "grad_norm": 7.21875,
      "learning_rate": 1.4755288179900741e-05,
      "loss": 1.720628261566162,
      "step": 662
    },
    {
      "epoch": 0.8174823022468451,
      "grad_norm": 7.15625,
      "learning_rate": 1.4725342364399055e-05,
      "loss": 1.3896342515945435,
      "step": 664
    },
    {
      "epoch": 0.8199445983379502,
      "grad_norm": 4.40625,
      "learning_rate": 1.4695353285876328e-05,
      "loss": 1.3969242572784424,
      "step": 666
    },
    {
      "epoch": 0.8224068944290551,
      "grad_norm": 4.4375,
      "learning_rate": 1.46653214203895e-05,
      "loss": 1.686731219291687,
      "step": 668
    },
    {
      "epoch": 0.8248691905201601,
      "grad_norm": 6.28125,
      "learning_rate": 1.463524724467472e-05,
      "loss": 1.7890194654464722,
      "step": 670
    },
    {
      "epoch": 0.827331486611265,
      "grad_norm": 3.0625,
      "learning_rate": 1.4605131236139789e-05,
      "loss": 1.3969485759735107,
      "step": 672
    },
    {
      "epoch": 0.8297937827023699,
      "grad_norm": 1.9765625,
      "learning_rate": 1.4574973872856566e-05,
      "loss": 1.009456992149353,
      "step": 674
    },
    {
      "epoch": 0.832256078793475,
      "grad_norm": 5.75,
      "learning_rate": 1.4544775633553409e-05,
      "loss": 1.0795286893844604,
      "step": 676
    },
    {
      "epoch": 0.8347183748845799,
      "grad_norm": 3.765625,
      "learning_rate": 1.4514536997607533e-05,
      "loss": 1.291078805923462,
      "step": 678
    },
    {
      "epoch": 0.8371806709756848,
      "grad_norm": 3.640625,
      "learning_rate": 1.4484258445037437e-05,
      "loss": 1.2912898063659668,
      "step": 680
    },
    {
      "epoch": 0.8396429670667898,
      "grad_norm": 5.3125,
      "learning_rate": 1.4453940456495268e-05,
      "loss": 1.5154544115066528,
      "step": 682
    },
    {
      "epoch": 0.8421052631578947,
      "grad_norm": 11.6875,
      "learning_rate": 1.4423583513259196e-05,
      "loss": 1.7723913192749023,
      "step": 684
    },
    {
      "epoch": 0.8445675592489997,
      "grad_norm": 3.890625,
      "learning_rate": 1.4393188097225764e-05,
      "loss": 1.4048473834991455,
      "step": 686
    },
    {
      "epoch": 0.8470298553401047,
      "grad_norm": 4.65625,
      "learning_rate": 1.4362754690902242e-05,
      "loss": 1.736893653869629,
      "step": 688
    },
    {
      "epoch": 0.8494921514312096,
      "grad_norm": 2.625,
      "learning_rate": 1.4332283777398992e-05,
      "loss": 1.4180538654327393,
      "step": 690
    },
    {
      "epoch": 0.8519544475223145,
      "grad_norm": 4.875,
      "learning_rate": 1.4301775840421756e-05,
      "loss": 1.700308084487915,
      "step": 692
    },
    {
      "epoch": 0.8544167436134195,
      "grad_norm": 2.859375,
      "learning_rate": 1.4271231364264008e-05,
      "loss": 1.2139472961425781,
      "step": 694
    },
    {
      "epoch": 0.8568790397045245,
      "grad_norm": 8.25,
      "learning_rate": 1.424065083379926e-05,
      "loss": 1.690704584121704,
      "step": 696
    },
    {
      "epoch": 0.8593413357956294,
      "grad_norm": 5.625,
      "learning_rate": 1.421003473447335e-05,
      "loss": 1.757250189781189,
      "step": 698
    },
    {
      "epoch": 0.8618036318867344,
      "grad_norm": 9.25,
      "learning_rate": 1.4179383552296768e-05,
      "loss": 1.7566320896148682,
      "step": 700
    },
    {
      "epoch": 0.8642659279778393,
      "grad_norm": 6.0625,
      "learning_rate": 1.4148697773836908e-05,
      "loss": 1.804456353187561,
      "step": 702
    },
    {
      "epoch": 0.8667282240689443,
      "grad_norm": 3.609375,
      "learning_rate": 1.4117977886210352e-05,
      "loss": 1.6510390043258667,
      "step": 704
    },
    {
      "epoch": 0.8691905201600493,
      "grad_norm": 5.40625,
      "learning_rate": 1.4087224377075162e-05,
      "loss": 1.194544792175293,
      "step": 706
    },
    {
      "epoch": 0.8716528162511542,
      "grad_norm": 5.75,
      "learning_rate": 1.4056437734623103e-05,
      "loss": 1.3318874835968018,
      "step": 708
    },
    {
      "epoch": 0.8741151123422591,
      "grad_norm": 4.78125,
      "learning_rate": 1.4025618447571914e-05,
      "loss": 1.4258933067321777,
      "step": 710
    },
    {
      "epoch": 0.8765774084333641,
      "grad_norm": 1.8671875,
      "learning_rate": 1.3994767005157543e-05,
      "loss": 1.1039819717407227,
      "step": 712
    },
    {
      "epoch": 0.8790397045244691,
      "grad_norm": 3.71875,
      "learning_rate": 1.3963883897126395e-05,
      "loss": 1.3149468898773193,
      "step": 714
    },
    {
      "epoch": 0.881502000615574,
      "grad_norm": 7.15625,
      "learning_rate": 1.393296961372753e-05,
      "loss": 1.3563876152038574,
      "step": 716
    },
    {
      "epoch": 0.883964296706679,
      "grad_norm": 2.578125,
      "learning_rate": 1.390202464570491e-05,
      "loss": 1.226351022720337,
      "step": 718
    },
    {
      "epoch": 0.8864265927977839,
      "grad_norm": 4.40625,
      "learning_rate": 1.3871049484289586e-05,
      "loss": 1.6103639602661133,
      "step": 720
    },
    {
      "epoch": 0.8888888888888888,
      "grad_norm": 3.671875,
      "learning_rate": 1.3840044621191907e-05,
      "loss": 1.40117347240448,
      "step": 722
    },
    {
      "epoch": 0.8913511849799939,
      "grad_norm": 3.3125,
      "learning_rate": 1.380901054859373e-05,
      "loss": 1.0493632555007935,
      "step": 724
    },
    {
      "epoch": 0.8938134810710988,
      "grad_norm": 4.78125,
      "learning_rate": 1.3777947759140581e-05,
      "loss": 1.497347354888916,
      "step": 726
    },
    {
      "epoch": 0.8962757771622037,
      "grad_norm": 1.546875,
      "learning_rate": 1.3746856745933861e-05,
      "loss": 1.1111018657684326,
      "step": 728
    },
    {
      "epoch": 0.8987380732533087,
      "grad_norm": 1.7734375,
      "learning_rate": 1.3715738002522983e-05,
      "loss": 1.1223242282867432,
      "step": 730
    },
    {
      "epoch": 0.9012003693444137,
      "grad_norm": 7.78125,
      "learning_rate": 1.3684592022897577e-05,
      "loss": 1.526750087738037,
      "step": 732
    },
    {
      "epoch": 0.9036626654355187,
      "grad_norm": 1.3203125,
      "learning_rate": 1.3653419301479625e-05,
      "loss": 1.1531429290771484,
      "step": 734
    },
    {
      "epoch": 0.9061249615266236,
      "grad_norm": 6.84375,
      "learning_rate": 1.3622220333115618e-05,
      "loss": 1.627996563911438,
      "step": 736
    },
    {
      "epoch": 0.9085872576177285,
      "grad_norm": 5.0,
      "learning_rate": 1.3590995613068695e-05,
      "loss": 1.3804816007614136,
      "step": 738
    },
    {
      "epoch": 0.9110495537088334,
      "grad_norm": 3.890625,
      "learning_rate": 1.3559745637010796e-05,
      "loss": 1.3431119918823242,
      "step": 740
    },
    {
      "epoch": 0.9135118497999385,
      "grad_norm": 7.21875,
      "learning_rate": 1.3528470901014768e-05,
      "loss": 1.7569446563720703,
      "step": 742
    },
    {
      "epoch": 0.9159741458910434,
      "grad_norm": 3.453125,
      "learning_rate": 1.3497171901546527e-05,
      "loss": 1.4046237468719482,
      "step": 744
    },
    {
      "epoch": 0.9184364419821484,
      "grad_norm": 2.65625,
      "learning_rate": 1.3465849135457133e-05,
      "loss": 1.1801738739013672,
      "step": 746
    },
    {
      "epoch": 0.9208987380732533,
      "grad_norm": 3.625,
      "learning_rate": 1.3434503099974943e-05,
      "loss": 1.414689540863037,
      "step": 748
    },
    {
      "epoch": 0.9233610341643582,
      "grad_norm": 3.40625,
      "learning_rate": 1.3403134292697688e-05,
      "loss": 1.3589739799499512,
      "step": 750
    },
    {
      "epoch": 0.9258233302554633,
      "grad_norm": 3.390625,
      "learning_rate": 1.3371743211584602e-05,
      "loss": 1.2147026062011719,
      "step": 752
    },
    {
      "epoch": 0.9282856263465682,
      "grad_norm": 14.0,
      "learning_rate": 1.3340330354948483e-05,
      "loss": 0.6764575242996216,
      "step": 754
    },
    {
      "epoch": 0.9307479224376731,
      "grad_norm": 2.515625,
      "learning_rate": 1.330889622144781e-05,
      "loss": 1.1622259616851807,
      "step": 756
    },
    {
      "epoch": 0.9332102185287781,
      "grad_norm": 3.53125,
      "learning_rate": 1.3277441310078824e-05,
      "loss": 1.3609400987625122,
      "step": 758
    },
    {
      "epoch": 0.935672514619883,
      "grad_norm": 10.8125,
      "learning_rate": 1.3245966120167592e-05,
      "loss": 1.149078130722046,
      "step": 760
    },
    {
      "epoch": 0.938134810710988,
      "grad_norm": 2.1875,
      "learning_rate": 1.3214471151362092e-05,
      "loss": 1.119340419769287,
      "step": 762
    },
    {
      "epoch": 0.940597106802093,
      "grad_norm": 3.546875,
      "learning_rate": 1.3182956903624278e-05,
      "loss": 1.0370396375656128,
      "step": 764
    },
    {
      "epoch": 0.9430594028931979,
      "grad_norm": 2.453125,
      "learning_rate": 1.3151423877222147e-05,
      "loss": 1.1257320642471313,
      "step": 766
    },
    {
      "epoch": 0.9455216989843028,
      "grad_norm": 3.34375,
      "learning_rate": 1.3119872572721794e-05,
      "loss": 1.3441581726074219,
      "step": 768
    },
    {
      "epoch": 0.9479839950754079,
      "grad_norm": 5.75,
      "learning_rate": 1.3088303490979471e-05,
      "loss": 1.3604907989501953,
      "step": 770
    },
    {
      "epoch": 0.9504462911665128,
      "grad_norm": 4.6875,
      "learning_rate": 1.3056717133133621e-05,
      "loss": 1.6805719137191772,
      "step": 772
    },
    {
      "epoch": 0.9529085872576177,
      "grad_norm": 5.625,
      "learning_rate": 1.3025114000596943e-05,
      "loss": 1.780057430267334,
      "step": 774
    },
    {
      "epoch": 0.9553708833487227,
      "grad_norm": 3.28125,
      "learning_rate": 1.2993494595048422e-05,
      "loss": 1.401186466217041,
      "step": 776
    },
    {
      "epoch": 0.9578331794398276,
      "grad_norm": 8.875,
      "learning_rate": 1.2961859418425365e-05,
      "loss": 1.7668989896774292,
      "step": 778
    },
    {
      "epoch": 0.9602954755309326,
      "grad_norm": 5.6875,
      "learning_rate": 1.2930208972915437e-05,
      "loss": 1.4184396266937256,
      "step": 780
    },
    {
      "epoch": 0.9627577716220376,
      "grad_norm": 3.75,
      "learning_rate": 1.2898543760948673e-05,
      "loss": 1.4058780670166016,
      "step": 782
    },
    {
      "epoch": 0.9652200677131425,
      "grad_norm": 1.0859375,
      "learning_rate": 1.2866864285189543e-05,
      "loss": 1.0642720460891724,
      "step": 784
    },
    {
      "epoch": 0.9676823638042474,
      "grad_norm": 5.65625,
      "learning_rate": 1.2835171048528916e-05,
      "loss": 1.7296231985092163,
      "step": 786
    },
    {
      "epoch": 0.9701446598953524,
      "grad_norm": 4.96875,
      "learning_rate": 1.2803464554076128e-05,
      "loss": 1.4836857318878174,
      "step": 788
    },
    {
      "epoch": 0.9726069559864574,
      "grad_norm": 5.1875,
      "learning_rate": 1.2771745305150965e-05,
      "loss": 1.7830345630645752,
      "step": 790
    },
    {
      "epoch": 0.9750692520775623,
      "grad_norm": 3.421875,
      "learning_rate": 1.2740013805275672e-05,
      "loss": 1.3922364711761475,
      "step": 792
    },
    {
      "epoch": 0.9775315481686673,
      "grad_norm": 7.34375,
      "learning_rate": 1.2708270558166995e-05,
      "loss": 1.0389618873596191,
      "step": 794
    },
    {
      "epoch": 0.9799938442597722,
      "grad_norm": 5.1875,
      "learning_rate": 1.2676516067728135e-05,
      "loss": 1.5342938899993896,
      "step": 796
    },
    {
      "epoch": 0.9824561403508771,
      "grad_norm": 5.03125,
      "learning_rate": 1.264475083804078e-05,
      "loss": 1.7565385103225708,
      "step": 798
    },
    {
      "epoch": 0.9849184364419822,
      "grad_norm": 4.34375,
      "learning_rate": 1.2612975373357113e-05,
      "loss": 1.398611068725586,
      "step": 800
    },
    {
      "epoch": 0.9873807325330871,
      "grad_norm": 5.78125,
      "learning_rate": 1.2581190178091764e-05,
      "loss": 1.4105567932128906,
      "step": 802
    },
    {
      "epoch": 0.989843028624192,
      "grad_norm": 4.59375,
      "learning_rate": 1.2549395756813852e-05,
      "loss": 1.1484860181808472,
      "step": 804
    },
    {
      "epoch": 0.992305324715297,
      "grad_norm": 6.875,
      "learning_rate": 1.251759261423894e-05,
      "loss": 0.9945257902145386,
      "step": 806
    },
    {
      "epoch": 0.994767620806402,
      "grad_norm": 12.5625,
      "learning_rate": 1.2485781255221037e-05,
      "loss": 1.5860981941223145,
      "step": 808
    },
    {
      "epoch": 0.997229916897507,
      "grad_norm": 13.4375,
      "learning_rate": 1.2453962184744595e-05,
      "loss": 1.3061414957046509,
      "step": 810
    },
    {
      "epoch": 0.9996922129886119,
      "grad_norm": 2.109375,
      "learning_rate": 1.2422135907916459e-05,
      "loss": 1.0748600959777832,
      "step": 812
    },
    {
      "epoch": 1.0012311480455525,
      "grad_norm": 1.0078125,
      "learning_rate": 1.239030292995789e-05,
      "loss": 1.1813337802886963,
      "step": 814
    },
    {
      "epoch": 1.0036934441366574,
      "grad_norm": 3.109375,
      "learning_rate": 1.2358463756196515e-05,
      "loss": 1.3365702629089355,
      "step": 816
    },
    {
      "epoch": 1.0061557402277623,
      "grad_norm": 3.484375,
      "learning_rate": 1.2326618892058316e-05,
      "loss": 1.269797444343567,
      "step": 818
    },
    {
      "epoch": 1.0086180363188673,
      "grad_norm": 2.734375,
      "learning_rate": 1.2294768843059611e-05,
      "loss": 1.130170226097107,
      "step": 820
    },
    {
      "epoch": 1.0110803324099722,
      "grad_norm": 4.1875,
      "learning_rate": 1.2262914114799011e-05,
      "loss": 1.5535081624984741,
      "step": 822
    },
    {
      "epoch": 1.0135426285010773,
      "grad_norm": 9.0625,
      "learning_rate": 1.2231055212949427e-05,
      "loss": 1.7664412260055542,
      "step": 824
    },
    {
      "epoch": 1.0160049245921823,
      "grad_norm": 2.109375,
      "learning_rate": 1.219919264325001e-05,
      "loss": 1.4970834255218506,
      "step": 826
    },
    {
      "epoch": 1.0184672206832872,
      "grad_norm": 1.7734375,
      "learning_rate": 1.2167326911498137e-05,
      "loss": 1.1276826858520508,
      "step": 828
    },
    {
      "epoch": 1.0209295167743921,
      "grad_norm": 2.328125,
      "learning_rate": 1.2135458523541384e-05,
      "loss": 1.0198701620101929,
      "step": 830
    },
    {
      "epoch": 1.023391812865497,
      "grad_norm": 6.0,
      "learning_rate": 1.2103587985269483e-05,
      "loss": 1.1860932111740112,
      "step": 832
    },
    {
      "epoch": 1.025854108956602,
      "grad_norm": 2.703125,
      "learning_rate": 1.207171580260632e-05,
      "loss": 1.4768877029418945,
      "step": 834
    },
    {
      "epoch": 1.028316405047707,
      "grad_norm": 8.625,
      "learning_rate": 1.2039842481501865e-05,
      "loss": 1.481208086013794,
      "step": 836
    },
    {
      "epoch": 1.0307787011388119,
      "grad_norm": 2.90625,
      "learning_rate": 1.200796852792417e-05,
      "loss": 1.473567008972168,
      "step": 838
    },
    {
      "epoch": 1.0332409972299168,
      "grad_norm": 10.5625,
      "learning_rate": 1.1976094447851323e-05,
      "loss": 1.5777289867401123,
      "step": 840
    },
    {
      "epoch": 1.035703293321022,
      "grad_norm": 4.03125,
      "learning_rate": 1.1944220747263425e-05,
      "loss": 1.3818743228912354,
      "step": 842
    },
    {
      "epoch": 1.0381655894121269,
      "grad_norm": 3.625,
      "learning_rate": 1.1912347932134552e-05,
      "loss": 1.2724220752716064,
      "step": 844
    },
    {
      "epoch": 1.0406278855032318,
      "grad_norm": 2.6875,
      "learning_rate": 1.1880476508424717e-05,
      "loss": 1.3566083908081055,
      "step": 846
    },
    {
      "epoch": 1.0430901815943368,
      "grad_norm": 1.3515625,
      "learning_rate": 1.1848606982071851e-05,
      "loss": 1.2785669565200806,
      "step": 848
    },
    {
      "epoch": 1.0455524776854417,
      "grad_norm": 5.375,
      "learning_rate": 1.1816739858983767e-05,
      "loss": 1.5428179502487183,
      "step": 850
    },
    {
      "epoch": 1.0480147737765466,
      "grad_norm": 5.53125,
      "learning_rate": 1.178487564503012e-05,
      "loss": 1.7369728088378906,
      "step": 852
    },
    {
      "epoch": 1.0504770698676515,
      "grad_norm": 5.15625,
      "learning_rate": 1.1753014846034398e-05,
      "loss": 1.6508008241653442,
      "step": 854
    },
    {
      "epoch": 1.0529393659587565,
      "grad_norm": 5.125,
      "learning_rate": 1.1721157967765869e-05,
      "loss": 1.4951319694519043,
      "step": 856
    },
    {
      "epoch": 1.0554016620498614,
      "grad_norm": 6.3125,
      "learning_rate": 1.1689305515931556e-05,
      "loss": 1.5579488277435303,
      "step": 858
    },
    {
      "epoch": 1.0578639581409663,
      "grad_norm": 9.0625,
      "learning_rate": 1.1657457996168233e-05,
      "loss": 1.2465214729309082,
      "step": 860
    },
    {
      "epoch": 1.0603262542320715,
      "grad_norm": 2.796875,
      "learning_rate": 1.1625615914034363e-05,
      "loss": 1.1531850099563599,
      "step": 862
    },
    {
      "epoch": 1.0627885503231764,
      "grad_norm": 7.625,
      "learning_rate": 1.1593779775002104e-05,
      "loss": 1.6242802143096924,
      "step": 864
    },
    {
      "epoch": 1.0652508464142814,
      "grad_norm": 6.8125,
      "learning_rate": 1.1561950084449258e-05,
      "loss": 1.7797261476516724,
      "step": 866
    },
    {
      "epoch": 1.0677131425053863,
      "grad_norm": 7.625,
      "learning_rate": 1.153012734765127e-05,
      "loss": 1.0688107013702393,
      "step": 868
    },
    {
      "epoch": 1.0701754385964912,
      "grad_norm": 1.640625,
      "learning_rate": 1.1498312069773205e-05,
      "loss": 0.603493332862854,
      "step": 870
    },
    {
      "epoch": 1.0726377346875962,
      "grad_norm": 7.59375,
      "learning_rate": 1.1466504755861708e-05,
      "loss": 1.2946546077728271,
      "step": 872
    },
    {
      "epoch": 1.075100030778701,
      "grad_norm": 4.0,
      "learning_rate": 1.143470591083701e-05,
      "loss": 1.3011809587478638,
      "step": 874
    },
    {
      "epoch": 1.077562326869806,
      "grad_norm": 3.1875,
      "learning_rate": 1.1402916039484898e-05,
      "loss": 1.3322241306304932,
      "step": 876
    },
    {
      "epoch": 1.080024622960911,
      "grad_norm": 2.953125,
      "learning_rate": 1.1371135646448716e-05,
      "loss": 1.3409028053283691,
      "step": 878
    },
    {
      "epoch": 1.082486919052016,
      "grad_norm": 4.9375,
      "learning_rate": 1.1339365236221344e-05,
      "loss": 1.5541951656341553,
      "step": 880
    },
    {
      "epoch": 1.084949215143121,
      "grad_norm": 4.1875,
      "learning_rate": 1.1307605313137185e-05,
      "loss": 1.6270629167556763,
      "step": 882
    },
    {
      "epoch": 1.087411511234226,
      "grad_norm": 3.515625,
      "learning_rate": 1.127585638136417e-05,
      "loss": 1.40193510055542,
      "step": 884
    },
    {
      "epoch": 1.089873807325331,
      "grad_norm": 4.90625,
      "learning_rate": 1.1244118944895751e-05,
      "loss": 1.3631030321121216,
      "step": 886
    },
    {
      "epoch": 1.0923361034164358,
      "grad_norm": 11.4375,
      "learning_rate": 1.1212393507542898e-05,
      "loss": 1.293651819229126,
      "step": 888
    },
    {
      "epoch": 1.0947983995075408,
      "grad_norm": 4.6875,
      "learning_rate": 1.1180680572926107e-05,
      "loss": 1.4282387495040894,
      "step": 890
    },
    {
      "epoch": 1.0972606955986457,
      "grad_norm": 4.09375,
      "learning_rate": 1.1148980644467393e-05,
      "loss": 1.5414776802062988,
      "step": 892
    },
    {
      "epoch": 1.0997229916897506,
      "grad_norm": 2.0625,
      "learning_rate": 1.1117294225382316e-05,
      "loss": 1.2819738388061523,
      "step": 894
    },
    {
      "epoch": 1.1021852877808556,
      "grad_norm": 3.625,
      "learning_rate": 1.1085621818671974e-05,
      "loss": 1.116639256477356,
      "step": 896
    },
    {
      "epoch": 1.1046475838719605,
      "grad_norm": 5.15625,
      "learning_rate": 1.1053963927115037e-05,
      "loss": 1.3504618406295776,
      "step": 898
    },
    {
      "epoch": 1.1071098799630656,
      "grad_norm": 4.375,
      "learning_rate": 1.102232105325975e-05,
      "loss": 1.4307514429092407,
      "step": 900
    },
    {
      "epoch": 1.1095721760541706,
      "grad_norm": 2.5,
      "learning_rate": 1.0990693699415962e-05,
      "loss": 1.2542567253112793,
      "step": 902
    },
    {
      "epoch": 1.1120344721452755,
      "grad_norm": 7.71875,
      "learning_rate": 1.0959082367647155e-05,
      "loss": 1.3272080421447754,
      "step": 904
    },
    {
      "epoch": 1.1144967682363804,
      "grad_norm": 5.3125,
      "learning_rate": 1.0927487559762478e-05,
      "loss": 1.344172477722168,
      "step": 906
    },
    {
      "epoch": 1.1169590643274854,
      "grad_norm": 7.59375,
      "learning_rate": 1.0895909777308757e-05,
      "loss": 1.2731947898864746,
      "step": 908
    },
    {
      "epoch": 1.1194213604185903,
      "grad_norm": 1.5234375,
      "learning_rate": 1.0864349521562563e-05,
      "loss": 1.2336888313293457,
      "step": 910
    },
    {
      "epoch": 1.1218836565096952,
      "grad_norm": 2.21875,
      "learning_rate": 1.0832807293522239e-05,
      "loss": 1.125575304031372,
      "step": 912
    },
    {
      "epoch": 1.1243459526008002,
      "grad_norm": 2.609375,
      "learning_rate": 1.080128359389995e-05,
      "loss": 1.1796314716339111,
      "step": 914
    },
    {
      "epoch": 1.1268082486919053,
      "grad_norm": 4.28125,
      "learning_rate": 1.0769778923113736e-05,
      "loss": 1.1832040548324585,
      "step": 916
    },
    {
      "epoch": 1.1292705447830103,
      "grad_norm": 2.15625,
      "learning_rate": 1.0738293781279561e-05,
      "loss": 1.1113415956497192,
      "step": 918
    },
    {
      "epoch": 1.1317328408741152,
      "grad_norm": 2.734375,
      "learning_rate": 1.0706828668203384e-05,
      "loss": 1.1446493864059448,
      "step": 920
    },
    {
      "epoch": 1.1341951369652201,
      "grad_norm": 4.09375,
      "learning_rate": 1.067538408337323e-05,
      "loss": 1.3466662168502808,
      "step": 922
    },
    {
      "epoch": 1.136657433056325,
      "grad_norm": 2.953125,
      "learning_rate": 1.064396052595123e-05,
      "loss": 1.1979475021362305,
      "step": 924
    },
    {
      "epoch": 1.13911972914743,
      "grad_norm": 6.0,
      "learning_rate": 1.0612558494765735e-05,
      "loss": 1.2253812551498413,
      "step": 926
    },
    {
      "epoch": 1.141582025238535,
      "grad_norm": 5.59375,
      "learning_rate": 1.0581178488303379e-05,
      "loss": 1.512798547744751,
      "step": 928
    },
    {
      "epoch": 1.1440443213296398,
      "grad_norm": 1.5859375,
      "learning_rate": 1.0549821004701163e-05,
      "loss": 1.214385986328125,
      "step": 930
    },
    {
      "epoch": 1.1465066174207448,
      "grad_norm": 1.640625,
      "learning_rate": 1.0518486541738552e-05,
      "loss": 1.0102102756500244,
      "step": 932
    },
    {
      "epoch": 1.1489689135118497,
      "grad_norm": 8.4375,
      "learning_rate": 1.0487175596829584e-05,
      "loss": 1.2178149223327637,
      "step": 934
    },
    {
      "epoch": 1.1514312096029546,
      "grad_norm": 5.59375,
      "learning_rate": 1.0455888667014956e-05,
      "loss": 1.3471554517745972,
      "step": 936
    },
    {
      "epoch": 1.1538935056940598,
      "grad_norm": 32.5,
      "learning_rate": 1.0424626248954135e-05,
      "loss": 1.5330407619476318,
      "step": 938
    },
    {
      "epoch": 1.1563558017851647,
      "grad_norm": 3.359375,
      "learning_rate": 1.0393388838917489e-05,
      "loss": 1.6406910419464111,
      "step": 940
    },
    {
      "epoch": 1.1588180978762697,
      "grad_norm": 1.703125,
      "learning_rate": 1.0362176932778399e-05,
      "loss": 1.2105987071990967,
      "step": 942
    },
    {
      "epoch": 1.1612803939673746,
      "grad_norm": 1.59375,
      "learning_rate": 1.0330991026005384e-05,
      "loss": 1.194588303565979,
      "step": 944
    },
    {
      "epoch": 1.1637426900584795,
      "grad_norm": 2.65625,
      "learning_rate": 1.0299831613654243e-05,
      "loss": 1.1566952466964722,
      "step": 946
    },
    {
      "epoch": 1.1662049861495845,
      "grad_norm": 3.71875,
      "learning_rate": 1.026869919036019e-05,
      "loss": 1.2074699401855469,
      "step": 948
    },
    {
      "epoch": 1.1686672822406894,
      "grad_norm": 11.375,
      "learning_rate": 1.0237594250330013e-05,
      "loss": 1.3596782684326172,
      "step": 950
    },
    {
      "epoch": 1.1711295783317943,
      "grad_norm": 5.84375,
      "learning_rate": 1.020651728733422e-05,
      "loss": 1.3205690383911133,
      "step": 952
    },
    {
      "epoch": 1.1735918744228995,
      "grad_norm": 3.734375,
      "learning_rate": 1.0175468794699193e-05,
      "loss": 1.337862253189087,
      "step": 954
    },
    {
      "epoch": 1.1760541705140044,
      "grad_norm": 3.875,
      "learning_rate": 1.014444926529937e-05,
      "loss": 1.3420543670654297,
      "step": 956
    },
    {
      "epoch": 1.1785164666051093,
      "grad_norm": 3.265625,
      "learning_rate": 1.0113459191549423e-05,
      "loss": 1.3313000202178955,
      "step": 958
    },
    {
      "epoch": 1.1809787626962143,
      "grad_norm": 5.03125,
      "learning_rate": 1.008249906539643e-05,
      "loss": 1.4042177200317383,
      "step": 960
    },
    {
      "epoch": 1.1834410587873192,
      "grad_norm": 3.9375,
      "learning_rate": 1.0051569378312066e-05,
      "loss": 1.3378522396087646,
      "step": 962
    },
    {
      "epoch": 1.1859033548784241,
      "grad_norm": 10.9375,
      "learning_rate": 1.0020670621284814e-05,
      "loss": 0.8419127464294434,
      "step": 964
    },
    {
      "epoch": 1.188365650969529,
      "grad_norm": 3.796875,
      "learning_rate": 9.989803284812156e-06,
      "loss": 0.8327467441558838,
      "step": 966
    },
    {
      "epoch": 1.190827947060634,
      "grad_norm": 18.0,
      "learning_rate": 9.958967858892796e-06,
      "loss": 1.1072711944580078,
      "step": 968
    },
    {
      "epoch": 1.193290243151739,
      "grad_norm": 11.375,
      "learning_rate": 9.928164833018884e-06,
      "loss": 1.109494686126709,
      "step": 970
    },
    {
      "epoch": 1.1957525392428439,
      "grad_norm": 7.15625,
      "learning_rate": 9.897394696168232e-06,
      "loss": 1.2777066230773926,
      "step": 972
    },
    {
      "epoch": 1.1982148353339488,
      "grad_norm": 4.03125,
      "learning_rate": 9.866657936796567e-06,
      "loss": 1.089713454246521,
      "step": 974
    },
    {
      "epoch": 1.200677131425054,
      "grad_norm": 4.875,
      "learning_rate": 9.835955042829762e-06,
      "loss": 1.1587715148925781,
      "step": 976
    },
    {
      "epoch": 1.2031394275161589,
      "grad_norm": 5.3125,
      "learning_rate": 9.805286501656111e-06,
      "loss": 1.300113558769226,
      "step": 978
    },
    {
      "epoch": 1.2056017236072638,
      "grad_norm": 7.34375,
      "learning_rate": 9.774652800118567e-06,
      "loss": 1.2401779890060425,
      "step": 980
    },
    {
      "epoch": 1.2080640196983687,
      "grad_norm": 1.3046875,
      "learning_rate": 9.74405442450704e-06,
      "loss": 1.2466282844543457,
      "step": 982
    },
    {
      "epoch": 1.2105263157894737,
      "grad_norm": 9.9375,
      "learning_rate": 9.713491860550646e-06,
      "loss": 1.485695242881775,
      "step": 984
    },
    {
      "epoch": 1.2129886118805786,
      "grad_norm": 4.9375,
      "learning_rate": 9.682965593410037e-06,
      "loss": 1.6573221683502197,
      "step": 986
    },
    {
      "epoch": 1.2154509079716835,
      "grad_norm": 3.734375,
      "learning_rate": 9.652476107669662e-06,
      "loss": 1.3761565685272217,
      "step": 988
    },
    {
      "epoch": 1.2179132040627885,
      "grad_norm": 4.09375,
      "learning_rate": 9.622023887330094e-06,
      "loss": 1.3099732398986816,
      "step": 990
    },
    {
      "epoch": 1.2203755001538936,
      "grad_norm": 10.625,
      "learning_rate": 9.591609415800338e-06,
      "loss": 1.5944232940673828,
      "step": 992
    },
    {
      "epoch": 1.2228377962449986,
      "grad_norm": 7.375,
      "learning_rate": 9.561233175890165e-06,
      "loss": 1.7219964265823364,
      "step": 994
    },
    {
      "epoch": 1.2253000923361035,
      "grad_norm": 2.78125,
      "learning_rate": 9.530895649802445e-06,
      "loss": 1.623438835144043,
      "step": 996
    },
    {
      "epoch": 1.2277623884272084,
      "grad_norm": 3.359375,
      "learning_rate": 9.50059731912549e-06,
      "loss": 1.3701614141464233,
      "step": 998
    },
    {
      "epoch": 1.2302246845183133,
      "grad_norm": 2.8125,
      "learning_rate": 9.470338664825408e-06,
      "loss": 1.2980146408081055,
      "step": 1000
    },
    {
      "epoch": 1.2326869806094183,
      "grad_norm": 5.71875,
      "learning_rate": 9.44012016723848e-06,
      "loss": 1.5235289335250854,
      "step": 1002
    },
    {
      "epoch": 1.2351492767005232,
      "grad_norm": 8.3125,
      "learning_rate": 9.409942306063513e-06,
      "loss": 1.6062097549438477,
      "step": 1004
    },
    {
      "epoch": 1.2376115727916281,
      "grad_norm": 2.65625,
      "learning_rate": 9.379805560354246e-06,
      "loss": 1.3337829113006592,
      "step": 1006
    },
    {
      "epoch": 1.240073868882733,
      "grad_norm": 4.78125,
      "learning_rate": 9.349710408511734e-06,
      "loss": 0.7538601160049438,
      "step": 1008
    },
    {
      "epoch": 1.242536164973838,
      "grad_norm": 27.25,
      "learning_rate": 9.319657328276757e-06,
      "loss": 0.47900092601776123,
      "step": 1010
    },
    {
      "epoch": 1.244998461064943,
      "grad_norm": 4.75,
      "learning_rate": 9.289646796722234e-06,
      "loss": 1.0039315223693848,
      "step": 1012
    },
    {
      "epoch": 1.247460757156048,
      "grad_norm": 6.375,
      "learning_rate": 9.259679290245658e-06,
      "loss": 1.2915596961975098,
      "step": 1014
    },
    {
      "epoch": 1.249923053247153,
      "grad_norm": 4.0,
      "learning_rate": 9.229755284561518e-06,
      "loss": 1.336082935333252,
      "step": 1016
    },
    {
      "epoch": 1.252385349338258,
      "grad_norm": 4.90625,
      "learning_rate": 9.19987525469376e-06,
      "loss": 1.416182279586792,
      "step": 1018
    },
    {
      "epoch": 1.254847645429363,
      "grad_norm": 5.0625,
      "learning_rate": 9.170039674968254e-06,
      "loss": 1.378662109375,
      "step": 1020
    },
    {
      "epoch": 1.2573099415204678,
      "grad_norm": 2.484375,
      "learning_rate": 9.140249019005236e-06,
      "loss": 1.3030860424041748,
      "step": 1022
    },
    {
      "epoch": 1.2597722376115728,
      "grad_norm": 4.0625,
      "learning_rate": 9.110503759711811e-06,
      "loss": 1.3451809883117676,
      "step": 1024
    },
    {
      "epoch": 1.2622345337026777,
      "grad_norm": 5.75,
      "learning_rate": 9.080804369274451e-06,
      "loss": 1.3729634284973145,
      "step": 1026
    },
    {
      "epoch": 1.2646968297937828,
      "grad_norm": 3.65625,
      "learning_rate": 9.051151319151479e-06,
      "loss": 1.3505221605300903,
      "step": 1028
    },
    {
      "epoch": 1.2671591258848878,
      "grad_norm": 5.1875,
      "learning_rate": 9.021545080065603e-06,
      "loss": 1.3553135395050049,
      "step": 1030
    },
    {
      "epoch": 1.2696214219759927,
      "grad_norm": 6.09375,
      "learning_rate": 8.991986121996432e-06,
      "loss": 1.4693278074264526,
      "step": 1032
    },
    {
      "epoch": 1.2720837180670976,
      "grad_norm": 7.09375,
      "learning_rate": 8.962474914173022e-06,
      "loss": 1.8386784791946411,
      "step": 1034
    },
    {
      "epoch": 1.2745460141582026,
      "grad_norm": 5.3125,
      "learning_rate": 8.933011925066431e-06,
      "loss": 1.5184224843978882,
      "step": 1036
    },
    {
      "epoch": 1.2770083102493075,
      "grad_norm": 14.0,
      "learning_rate": 8.903597622382263e-06,
      "loss": 1.3686227798461914,
      "step": 1038
    },
    {
      "epoch": 1.2794706063404124,
      "grad_norm": 5.15625,
      "learning_rate": 8.87423247305327e-06,
      "loss": 1.3770601749420166,
      "step": 1040
    },
    {
      "epoch": 1.2819329024315174,
      "grad_norm": 8.75,
      "learning_rate": 8.84491694323192e-06,
      "loss": 0.8821253776550293,
      "step": 1042
    },
    {
      "epoch": 1.2843951985226223,
      "grad_norm": 2.84375,
      "learning_rate": 8.815651498283002e-06,
      "loss": 0.7115093469619751,
      "step": 1044
    },
    {
      "epoch": 1.2868574946137272,
      "grad_norm": 3.0625,
      "learning_rate": 8.786436602776248e-06,
      "loss": 1.1449503898620605,
      "step": 1046
    },
    {
      "epoch": 1.2893197907048322,
      "grad_norm": 3.359375,
      "learning_rate": 8.757272720478942e-06,
      "loss": 1.3050785064697266,
      "step": 1048
    },
    {
      "epoch": 1.291782086795937,
      "grad_norm": 4.78125,
      "learning_rate": 8.728160314348575e-06,
      "loss": 1.0610979795455933,
      "step": 1050
    },
    {
      "epoch": 1.2942443828870422,
      "grad_norm": 2.96875,
      "learning_rate": 8.699099846525486e-06,
      "loss": 0.9030791521072388,
      "step": 1052
    },
    {
      "epoch": 1.2967066789781472,
      "grad_norm": 4.15625,
      "learning_rate": 8.670091778325521e-06,
      "loss": 1.3431543111801147,
      "step": 1054
    },
    {
      "epoch": 1.299168975069252,
      "grad_norm": 2.90625,
      "learning_rate": 8.641136570232724e-06,
      "loss": 1.3691339492797852,
      "step": 1056
    },
    {
      "epoch": 1.301631271160357,
      "grad_norm": 2.78125,
      "learning_rate": 8.612234681892017e-06,
      "loss": 1.3442999124526978,
      "step": 1058
    },
    {
      "epoch": 1.304093567251462,
      "grad_norm": 4.0625,
      "learning_rate": 8.583386572101902e-06,
      "loss": 1.3384771347045898,
      "step": 1060
    },
    {
      "epoch": 1.306555863342567,
      "grad_norm": 6.6875,
      "learning_rate": 8.554592698807185e-06,
      "loss": 1.4566752910614014,
      "step": 1062
    },
    {
      "epoch": 1.3090181594336718,
      "grad_norm": 6.09375,
      "learning_rate": 8.525853519091708e-06,
      "loss": 1.7774509191513062,
      "step": 1064
    },
    {
      "epoch": 1.311480455524777,
      "grad_norm": 5.5625,
      "learning_rate": 8.497169489171077e-06,
      "loss": 1.4398928880691528,
      "step": 1066
    },
    {
      "epoch": 1.313942751615882,
      "grad_norm": 4.5,
      "learning_rate": 8.468541064385447e-06,
      "loss": 1.4056460857391357,
      "step": 1068
    },
    {
      "epoch": 1.3164050477069869,
      "grad_norm": 4.78125,
      "learning_rate": 8.439968699192262e-06,
      "loss": 1.2474167346954346,
      "step": 1070
    },
    {
      "epoch": 1.3188673437980918,
      "grad_norm": 2.65625,
      "learning_rate": 8.411452847159063e-06,
      "loss": 1.4466845989227295,
      "step": 1072
    },
    {
      "epoch": 1.3213296398891967,
      "grad_norm": 2.875,
      "learning_rate": 8.382993960956287e-06,
      "loss": 1.3356812000274658,
      "step": 1074
    },
    {
      "epoch": 1.3237919359803016,
      "grad_norm": 3.578125,
      "learning_rate": 8.35459249235007e-06,
      "loss": 1.3684732913970947,
      "step": 1076
    },
    {
      "epoch": 1.3262542320714066,
      "grad_norm": 13.3125,
      "learning_rate": 8.32624889219508e-06,
      "loss": 1.5551846027374268,
      "step": 1078
    },
    {
      "epoch": 1.3287165281625115,
      "grad_norm": 1.7734375,
      "learning_rate": 8.297963610427366e-06,
      "loss": 1.287471055984497,
      "step": 1080
    },
    {
      "epoch": 1.3311788242536164,
      "grad_norm": 8.375,
      "learning_rate": 8.269737096057207e-06,
      "loss": 1.3594995737075806,
      "step": 1082
    },
    {
      "epoch": 1.3336411203447214,
      "grad_norm": 4.125,
      "learning_rate": 8.24156979716199e-06,
      "loss": 1.451033592224121,
      "step": 1084
    },
    {
      "epoch": 1.3361034164358263,
      "grad_norm": 4.625,
      "learning_rate": 8.213462160879098e-06,
      "loss": 1.272244930267334,
      "step": 1086
    },
    {
      "epoch": 1.3385657125269312,
      "grad_norm": 2.0625,
      "learning_rate": 8.185414633398805e-06,
      "loss": 1.1681973934173584,
      "step": 1088
    },
    {
      "epoch": 1.3410280086180364,
      "grad_norm": 4.0625,
      "learning_rate": 8.157427659957198e-06,
      "loss": 1.1624126434326172,
      "step": 1090
    },
    {
      "epoch": 1.3434903047091413,
      "grad_norm": 9.9375,
      "learning_rate": 8.12950168482911e-06,
      "loss": 1.3475921154022217,
      "step": 1092
    },
    {
      "epoch": 1.3459526008002463,
      "grad_norm": 13.6875,
      "learning_rate": 8.101637151321057e-06,
      "loss": 1.4795109033584595,
      "step": 1094
    },
    {
      "epoch": 1.3484148968913512,
      "grad_norm": 2.078125,
      "learning_rate": 8.07383450176423e-06,
      "loss": 1.3539352416992188,
      "step": 1096
    },
    {
      "epoch": 1.3508771929824561,
      "grad_norm": 2.984375,
      "learning_rate": 8.046094177507436e-06,
      "loss": 1.0916264057159424,
      "step": 1098
    },
    {
      "epoch": 1.353339489073561,
      "grad_norm": 3.078125,
      "learning_rate": 8.018416618910105e-06,
      "loss": 1.337206482887268,
      "step": 1100
    },
    {
      "epoch": 1.355801785164666,
      "grad_norm": 6.78125,
      "learning_rate": 7.99080226533532e-06,
      "loss": 1.5372506380081177,
      "step": 1102
    },
    {
      "epoch": 1.3582640812557711,
      "grad_norm": 8.875,
      "learning_rate": 7.963251555142813e-06,
      "loss": 1.4474639892578125,
      "step": 1104
    },
    {
      "epoch": 1.360726377346876,
      "grad_norm": 6.90625,
      "learning_rate": 7.935764925682028e-06,
      "loss": 1.782578468322754,
      "step": 1106
    },
    {
      "epoch": 1.363188673437981,
      "grad_norm": 10.25,
      "learning_rate": 7.908342813285159e-06,
      "loss": 1.6106759309768677,
      "step": 1108
    },
    {
      "epoch": 1.365650969529086,
      "grad_norm": 10.125,
      "learning_rate": 7.880985653260244e-06,
      "loss": 1.5926954746246338,
      "step": 1110
    },
    {
      "epoch": 1.3681132656201909,
      "grad_norm": 7.375,
      "learning_rate": 7.853693879884239e-06,
      "loss": 1.7612438201904297,
      "step": 1112
    },
    {
      "epoch": 1.3705755617112958,
      "grad_norm": 3.3125,
      "learning_rate": 7.826467926396125e-06,
      "loss": 1.5579084157943726,
      "step": 1114
    },
    {
      "epoch": 1.3730378578024007,
      "grad_norm": 1.5703125,
      "learning_rate": 7.799308224990049e-06,
      "loss": 1.1745721101760864,
      "step": 1116
    },
    {
      "epoch": 1.3755001538935057,
      "grad_norm": 3.59375,
      "learning_rate": 7.772215206808441e-06,
      "loss": 1.1942408084869385,
      "step": 1118
    },
    {
      "epoch": 1.3779624499846106,
      "grad_norm": 3.890625,
      "learning_rate": 7.745189301935184e-06,
      "loss": 1.2781388759613037,
      "step": 1120
    },
    {
      "epoch": 1.3804247460757155,
      "grad_norm": 10.5,
      "learning_rate": 7.71823093938877e-06,
      "loss": 1.2326617240905762,
      "step": 1122
    },
    {
      "epoch": 1.3828870421668205,
      "grad_norm": 3.4375,
      "learning_rate": 7.691340547115508e-06,
      "loss": 1.1817359924316406,
      "step": 1124
    },
    {
      "epoch": 1.3853493382579254,
      "grad_norm": 1.65625,
      "learning_rate": 7.664518551982729e-06,
      "loss": 1.280542016029358,
      "step": 1126
    },
    {
      "epoch": 1.3878116343490305,
      "grad_norm": 1.4140625,
      "learning_rate": 7.637765379771997e-06,
      "loss": 1.0744314193725586,
      "step": 1128
    },
    {
      "epoch": 1.3902739304401355,
      "grad_norm": 3.484375,
      "learning_rate": 7.61108145517236e-06,
      "loss": 1.1780340671539307,
      "step": 1130
    },
    {
      "epoch": 1.3927362265312404,
      "grad_norm": 2.65625,
      "learning_rate": 7.5844672017736e-06,
      "loss": 1.1386570930480957,
      "step": 1132
    },
    {
      "epoch": 1.3951985226223453,
      "grad_norm": 4.21875,
      "learning_rate": 7.557923042059525e-06,
      "loss": 1.2564072608947754,
      "step": 1134
    },
    {
      "epoch": 1.3976608187134503,
      "grad_norm": 8.5625,
      "learning_rate": 7.531449397401243e-06,
      "loss": 1.358655333518982,
      "step": 1136
    },
    {
      "epoch": 1.4001231148045552,
      "grad_norm": 12.125,
      "learning_rate": 7.505046688050486e-06,
      "loss": 1.1821155548095703,
      "step": 1138
    },
    {
      "epoch": 1.4025854108956601,
      "grad_norm": 4.65625,
      "learning_rate": 7.4787153331329356e-06,
      "loss": 1.3920905590057373,
      "step": 1140
    },
    {
      "epoch": 1.4050477069867653,
      "grad_norm": 2.703125,
      "learning_rate": 7.452455750641563e-06,
      "loss": 1.3678568601608276,
      "step": 1142
    },
    {
      "epoch": 1.4075100030778702,
      "grad_norm": 3.71875,
      "learning_rate": 7.4262683574300046e-06,
      "loss": 1.2067809104919434,
      "step": 1144
    },
    {
      "epoch": 1.4099722991689752,
      "grad_norm": 10.25,
      "learning_rate": 7.4001535692059335e-06,
      "loss": 1.400128722190857,
      "step": 1146
    },
    {
      "epoch": 1.41243459526008,
      "grad_norm": 3.140625,
      "learning_rate": 7.374111800524476e-06,
      "loss": 1.1754021644592285,
      "step": 1148
    },
    {
      "epoch": 1.414896891351185,
      "grad_norm": 5.3125,
      "learning_rate": 7.34814346478161e-06,
      "loss": 1.3996424674987793,
      "step": 1150
    },
    {
      "epoch": 1.41735918744229,
      "grad_norm": 1.78125,
      "learning_rate": 7.322248974207624e-06,
      "loss": 1.1624915599822998,
      "step": 1152
    },
    {
      "epoch": 1.4198214835333949,
      "grad_norm": 7.1875,
      "learning_rate": 7.296428739860557e-06,
      "loss": 1.2524189949035645,
      "step": 1154
    },
    {
      "epoch": 1.4222837796244998,
      "grad_norm": 2.03125,
      "learning_rate": 7.270683171619675e-06,
      "loss": 1.1983616352081299,
      "step": 1156
    },
    {
      "epoch": 1.4247460757156047,
      "grad_norm": 5.15625,
      "learning_rate": 7.2450126781789795e-06,
      "loss": 1.263120412826538,
      "step": 1158
    },
    {
      "epoch": 1.4272083718067097,
      "grad_norm": 2.8125,
      "learning_rate": 7.219417667040702e-06,
      "loss": 1.5528199672698975,
      "step": 1160
    },
    {
      "epoch": 1.4296706678978146,
      "grad_norm": 6.375,
      "learning_rate": 7.193898544508842e-06,
      "loss": 1.5049046277999878,
      "step": 1162
    },
    {
      "epoch": 1.4321329639889195,
      "grad_norm": 2.03125,
      "learning_rate": 7.168455715682716e-06,
      "loss": 1.2450196743011475,
      "step": 1164
    },
    {
      "epoch": 1.4345952600800247,
      "grad_norm": 5.75,
      "learning_rate": 7.143089584450531e-06,
      "loss": 1.0869059562683105,
      "step": 1166
    },
    {
      "epoch": 1.4370575561711296,
      "grad_norm": 3.734375,
      "learning_rate": 7.117800553482971e-06,
      "loss": 1.3680589199066162,
      "step": 1168
    },
    {
      "epoch": 1.4395198522622346,
      "grad_norm": 13.8125,
      "learning_rate": 7.092589024226804e-06,
      "loss": 1.4548523426055908,
      "step": 1170
    },
    {
      "epoch": 1.4419821483533395,
      "grad_norm": 6.15625,
      "learning_rate": 7.067455396898504e-06,
      "loss": 1.0294753313064575,
      "step": 1172
    },
    {
      "epoch": 1.4444444444444444,
      "grad_norm": 14.375,
      "learning_rate": 7.042400070477908e-06,
      "loss": 1.1527860164642334,
      "step": 1174
    },
    {
      "epoch": 1.4469067405355494,
      "grad_norm": 5.0625,
      "learning_rate": 7.0174234427018736e-06,
      "loss": 1.667987585067749,
      "step": 1176
    },
    {
      "epoch": 1.4493690366266543,
      "grad_norm": 9.75,
      "learning_rate": 6.992525910057972e-06,
      "loss": 1.6407973766326904,
      "step": 1178
    },
    {
      "epoch": 1.4518313327177594,
      "grad_norm": 9.125,
      "learning_rate": 6.967707867778193e-06,
      "loss": 1.551527500152588,
      "step": 1180
    },
    {
      "epoch": 1.4542936288088644,
      "grad_norm": 3.21875,
      "learning_rate": 6.9429697098326634e-06,
      "loss": 1.400420069694519,
      "step": 1182
    },
    {
      "epoch": 1.4567559248999693,
      "grad_norm": 3.28125,
      "learning_rate": 6.918311828923403e-06,
      "loss": 1.3203402757644653,
      "step": 1184
    },
    {
      "epoch": 1.4592182209910742,
      "grad_norm": 3.4375,
      "learning_rate": 6.893734616478087e-06,
      "loss": 1.2934377193450928,
      "step": 1186
    },
    {
      "epoch": 1.4616805170821792,
      "grad_norm": 7.84375,
      "learning_rate": 6.869238462643825e-06,
      "loss": 0.8468174934387207,
      "step": 1188
    },
    {
      "epoch": 1.464142813173284,
      "grad_norm": 3.78125,
      "learning_rate": 6.844823756280985e-06,
      "loss": 0.7017765641212463,
      "step": 1190
    },
    {
      "epoch": 1.466605109264389,
      "grad_norm": 6.75,
      "learning_rate": 6.8204908849569996e-06,
      "loss": 0.8379335999488831,
      "step": 1192
    },
    {
      "epoch": 1.469067405355494,
      "grad_norm": 4.78125,
      "learning_rate": 6.79624023494023e-06,
      "loss": 0.8475155234336853,
      "step": 1194
    },
    {
      "epoch": 1.471529701446599,
      "grad_norm": 3.625,
      "learning_rate": 6.772072191193826e-06,
      "loss": 1.5360143184661865,
      "step": 1196
    },
    {
      "epoch": 1.4739919975377038,
      "grad_norm": 12.375,
      "learning_rate": 6.747987137369616e-06,
      "loss": 1.451025366783142,
      "step": 1198
    },
    {
      "epoch": 1.4764542936288088,
      "grad_norm": 6.125,
      "learning_rate": 6.72398545580202e-06,
      "loss": 1.6992993354797363,
      "step": 1200
    },
    {
      "epoch": 1.4789165897199137,
      "grad_norm": 2.859375,
      "learning_rate": 6.700067527501979e-06,
      "loss": 1.4374724626541138,
      "step": 1202
    },
    {
      "epoch": 1.4813788858110188,
      "grad_norm": 4.34375,
      "learning_rate": 6.676233732150905e-06,
      "loss": 1.423210859298706,
      "step": 1204
    },
    {
      "epoch": 1.4838411819021238,
      "grad_norm": 6.375,
      "learning_rate": 6.652484448094654e-06,
      "loss": 1.3673293590545654,
      "step": 1206
    },
    {
      "epoch": 1.4863034779932287,
      "grad_norm": 3.171875,
      "learning_rate": 6.628820052337515e-06,
      "loss": 1.3383548259735107,
      "step": 1208
    },
    {
      "epoch": 1.4887657740843336,
      "grad_norm": 2.71875,
      "learning_rate": 6.605240920536241e-06,
      "loss": 0.7290570139884949,
      "step": 1210
    },
    {
      "epoch": 1.4912280701754386,
      "grad_norm": 3.828125,
      "learning_rate": 6.581747426994074e-06,
      "loss": 0.8285163044929504,
      "step": 1212
    },
    {
      "epoch": 1.4936903662665435,
      "grad_norm": 4.8125,
      "learning_rate": 6.558339944654797e-06,
      "loss": 1.524817705154419,
      "step": 1214
    },
    {
      "epoch": 1.4961526623576484,
      "grad_norm": 4.09375,
      "learning_rate": 6.5350188450968275e-06,
      "loss": 1.5156073570251465,
      "step": 1216
    },
    {
      "epoch": 1.4986149584487536,
      "grad_norm": 1.96875,
      "learning_rate": 6.511784498527316e-06,
      "loss": 1.266753911972046,
      "step": 1218
    },
    {
      "epoch": 1.5010772545398585,
      "grad_norm": 4.28125,
      "learning_rate": 6.488637273776258e-06,
      "loss": 1.234669804573059,
      "step": 1220
    },
    {
      "epoch": 1.5035395506309635,
      "grad_norm": 3.296875,
      "learning_rate": 6.465577538290656e-06,
      "loss": 1.1362870931625366,
      "step": 1222
    },
    {
      "epoch": 1.5060018467220684,
      "grad_norm": 5.78125,
      "learning_rate": 6.4426056581286736e-06,
      "loss": 1.2194573879241943,
      "step": 1224
    },
    {
      "epoch": 1.5084641428131733,
      "grad_norm": 2.484375,
      "learning_rate": 6.419721997953825e-06,
      "loss": 1.3203624486923218,
      "step": 1226
    },
    {
      "epoch": 1.5109264389042782,
      "grad_norm": 8.875,
      "learning_rate": 6.396926921029197e-06,
      "loss": 1.4041712284088135,
      "step": 1228
    },
    {
      "epoch": 1.5133887349953832,
      "grad_norm": 3.015625,
      "learning_rate": 6.374220789211669e-06,
      "loss": 1.6859148740768433,
      "step": 1230
    },
    {
      "epoch": 1.515851031086488,
      "grad_norm": 3.03125,
      "learning_rate": 6.351603962946182e-06,
      "loss": 1.2609457969665527,
      "step": 1232
    },
    {
      "epoch": 1.518313327177593,
      "grad_norm": 4.0625,
      "learning_rate": 6.329076801260007e-06,
      "loss": 1.3652920722961426,
      "step": 1234
    },
    {
      "epoch": 1.520775623268698,
      "grad_norm": 0.9921875,
      "learning_rate": 6.306639661757047e-06,
      "loss": 1.1765468120574951,
      "step": 1236
    },
    {
      "epoch": 1.523237919359803,
      "grad_norm": 12.0625,
      "learning_rate": 6.2842929006121645e-06,
      "loss": 1.2304123640060425,
      "step": 1238
    },
    {
      "epoch": 1.5257002154509078,
      "grad_norm": 4.03125,
      "learning_rate": 6.262036872565519e-06,
      "loss": 1.1622458696365356,
      "step": 1240
    },
    {
      "epoch": 1.5281625115420128,
      "grad_norm": 1.765625,
      "learning_rate": 6.239871930916952e-06,
      "loss": 1.1903202533721924,
      "step": 1242
    },
    {
      "epoch": 1.530624807633118,
      "grad_norm": 4.59375,
      "learning_rate": 6.21779842752036e-06,
      "loss": 1.1756622791290283,
      "step": 1244
    },
    {
      "epoch": 1.5330871037242229,
      "grad_norm": 3.09375,
      "learning_rate": 6.195816712778119e-06,
      "loss": 1.361944556236267,
      "step": 1246
    },
    {
      "epoch": 1.5355493998153278,
      "grad_norm": 2.015625,
      "learning_rate": 6.1739271356355205e-06,
      "loss": 1.207919955253601,
      "step": 1248
    },
    {
      "epoch": 1.5380116959064327,
      "grad_norm": 2.96875,
      "learning_rate": 6.152130043575235e-06,
      "loss": 1.128209114074707,
      "step": 1250
    },
    {
      "epoch": 1.5404739919975377,
      "grad_norm": 4.9375,
      "learning_rate": 6.130425782611788e-06,
      "loss": 0.9894086122512817,
      "step": 1252
    },
    {
      "epoch": 1.5429362880886428,
      "grad_norm": 5.4375,
      "learning_rate": 6.1088146972860796e-06,
      "loss": 1.4114530086517334,
      "step": 1254
    },
    {
      "epoch": 1.5453985841797477,
      "grad_norm": 3.28125,
      "learning_rate": 6.0872971306598985e-06,
      "loss": 1.6339147090911865,
      "step": 1256
    },
    {
      "epoch": 1.5478608802708527,
      "grad_norm": 1.34375,
      "learning_rate": 6.065873424310493e-06,
      "loss": 1.2093985080718994,
      "step": 1258
    },
    {
      "epoch": 1.5503231763619576,
      "grad_norm": 4.1875,
      "learning_rate": 6.044543918325134e-06,
      "loss": 1.422555923461914,
      "step": 1260
    },
    {
      "epoch": 1.5527854724530625,
      "grad_norm": 1.6015625,
      "learning_rate": 6.0233089512957335e-06,
      "loss": 1.3422693014144897,
      "step": 1262
    },
    {
      "epoch": 1.5552477685441675,
      "grad_norm": 6.75,
      "learning_rate": 6.002168860313449e-06,
      "loss": 1.1010103225708008,
      "step": 1264
    },
    {
      "epoch": 1.5577100646352724,
      "grad_norm": 4.28125,
      "learning_rate": 5.9811239809633504e-06,
      "loss": 1.3068557977676392,
      "step": 1266
    },
    {
      "epoch": 1.5601723607263773,
      "grad_norm": 3.875,
      "learning_rate": 5.960174647319083e-06,
      "loss": 1.1887340545654297,
      "step": 1268
    },
    {
      "epoch": 1.5626346568174823,
      "grad_norm": 6.21875,
      "learning_rate": 5.939321191937567e-06,
      "loss": 1.1840931177139282,
      "step": 1270
    },
    {
      "epoch": 1.5650969529085872,
      "grad_norm": 2.609375,
      "learning_rate": 5.918563945853714e-06,
      "loss": 1.3886611461639404,
      "step": 1272
    },
    {
      "epoch": 1.5675592489996921,
      "grad_norm": 1.703125,
      "learning_rate": 5.8979032385751845e-06,
      "loss": 1.1980421543121338,
      "step": 1274
    },
    {
      "epoch": 1.570021545090797,
      "grad_norm": 5.4375,
      "learning_rate": 5.877339398077142e-06,
      "loss": 1.4251586198806763,
      "step": 1276
    },
    {
      "epoch": 1.572483841181902,
      "grad_norm": 8.9375,
      "learning_rate": 5.8568727507970566e-06,
      "loss": 1.4789252281188965,
      "step": 1278
    },
    {
      "epoch": 1.574946137273007,
      "grad_norm": 3.453125,
      "learning_rate": 5.836503621629518e-06,
      "loss": 1.3751678466796875,
      "step": 1280
    },
    {
      "epoch": 1.577408433364112,
      "grad_norm": 5.09375,
      "learning_rate": 5.8162323339210795e-06,
      "loss": 1.5434916019439697,
      "step": 1282
    },
    {
      "epoch": 1.579870729455217,
      "grad_norm": 1.0546875,
      "learning_rate": 5.796059209465128e-06,
      "loss": 1.2941160202026367,
      "step": 1284
    },
    {
      "epoch": 1.582333025546322,
      "grad_norm": 3.40625,
      "learning_rate": 5.775984568496774e-06,
      "loss": 1.2361758947372437,
      "step": 1286
    },
    {
      "epoch": 1.5847953216374269,
      "grad_norm": 4.125,
      "learning_rate": 5.756008729687764e-06,
      "loss": 1.2213199138641357,
      "step": 1288
    },
    {
      "epoch": 1.587257617728532,
      "grad_norm": 5.15625,
      "learning_rate": 5.7361320101414264e-06,
      "loss": 1.370686411857605,
      "step": 1290
    },
    {
      "epoch": 1.589719913819637,
      "grad_norm": 2.328125,
      "learning_rate": 5.716354725387634e-06,
      "loss": 1.160779595375061,
      "step": 1292
    },
    {
      "epoch": 1.5921822099107419,
      "grad_norm": 3.625,
      "learning_rate": 5.696677189377804e-06,
      "loss": 1.149789810180664,
      "step": 1294
    },
    {
      "epoch": 1.5946445060018468,
      "grad_norm": 3.96875,
      "learning_rate": 5.677099714479901e-06,
      "loss": 1.3322994709014893,
      "step": 1296
    },
    {
      "epoch": 1.5971068020929517,
      "grad_norm": 3.640625,
      "learning_rate": 5.657622611473487e-06,
      "loss": 1.3151819705963135,
      "step": 1298
    },
    {
      "epoch": 1.5995690981840567,
      "grad_norm": 3.78125,
      "learning_rate": 5.638246189544789e-06,
      "loss": 1.4213796854019165,
      "step": 1300
    },
    {
      "epoch": 1.6020313942751616,
      "grad_norm": 4.75,
      "learning_rate": 5.618970756281786e-06,
      "loss": 1.6766854524612427,
      "step": 1302
    },
    {
      "epoch": 1.6044936903662665,
      "grad_norm": 8.0625,
      "learning_rate": 5.5997966176693255e-06,
      "loss": 1.551700472831726,
      "step": 1304
    },
    {
      "epoch": 1.6069559864573715,
      "grad_norm": 2.46875,
      "learning_rate": 5.580724078084273e-06,
      "loss": 1.2433726787567139,
      "step": 1306
    },
    {
      "epoch": 1.6094182825484764,
      "grad_norm": 10.25,
      "learning_rate": 5.561753440290676e-06,
      "loss": 1.3765232563018799,
      "step": 1308
    },
    {
      "epoch": 1.6118805786395813,
      "grad_norm": 4.3125,
      "learning_rate": 5.542885005434956e-06,
      "loss": 1.6626167297363281,
      "step": 1310
    },
    {
      "epoch": 1.6143428747306863,
      "grad_norm": 11.0625,
      "learning_rate": 5.524119073041125e-06,
      "loss": 1.5003547668457031,
      "step": 1312
    },
    {
      "epoch": 1.6168051708217912,
      "grad_norm": 4.125,
      "learning_rate": 5.505455941006048e-06,
      "loss": 1.4539849758148193,
      "step": 1314
    },
    {
      "epoch": 1.6192674669128961,
      "grad_norm": 3.234375,
      "learning_rate": 5.486895905594696e-06,
      "loss": 1.255268931388855,
      "step": 1316
    },
    {
      "epoch": 1.621729763004001,
      "grad_norm": 3.234375,
      "learning_rate": 5.468439261435443e-06,
      "loss": 1.2248173952102661,
      "step": 1318
    },
    {
      "epoch": 1.6241920590951062,
      "grad_norm": 1.5625,
      "learning_rate": 5.450086301515402e-06,
      "loss": 1.1668376922607422,
      "step": 1320
    },
    {
      "epoch": 1.6266543551862112,
      "grad_norm": 1.3125,
      "learning_rate": 5.4318373171757635e-06,
      "loss": 0.9886284470558167,
      "step": 1322
    },
    {
      "epoch": 1.629116651277316,
      "grad_norm": 5.0,
      "learning_rate": 5.413692598107173e-06,
      "loss": 1.1245368719100952,
      "step": 1324
    },
    {
      "epoch": 1.631578947368421,
      "grad_norm": 4.65625,
      "learning_rate": 5.395652432345137e-06,
      "loss": 1.3283562660217285,
      "step": 1326
    },
    {
      "epoch": 1.6340412434595262,
      "grad_norm": 3.625,
      "learning_rate": 5.377717106265447e-06,
      "loss": 1.361234426498413,
      "step": 1328
    },
    {
      "epoch": 1.636503539550631,
      "grad_norm": 1.625,
      "learning_rate": 5.3598869045796256e-06,
      "loss": 1.0329114198684692,
      "step": 1330
    },
    {
      "epoch": 1.638965835641736,
      "grad_norm": 4.28125,
      "learning_rate": 5.342162110330427e-06,
      "loss": 0.9817519187927246,
      "step": 1332
    },
    {
      "epoch": 1.641428131732841,
      "grad_norm": 7.1875,
      "learning_rate": 5.3245430048873205e-06,
      "loss": 1.1899058818817139,
      "step": 1334
    },
    {
      "epoch": 1.643890427823946,
      "grad_norm": 18.125,
      "learning_rate": 5.307029867942037e-06,
      "loss": 0.9700236320495605,
      "step": 1336
    },
    {
      "epoch": 1.6463527239150508,
      "grad_norm": 3.28125,
      "learning_rate": 5.289622977504136e-06,
      "loss": 0.7763628959655762,
      "step": 1338
    },
    {
      "epoch": 1.6488150200061558,
      "grad_norm": 7.28125,
      "learning_rate": 5.272322609896572e-06,
      "loss": 1.5835676193237305,
      "step": 1340
    },
    {
      "epoch": 1.6512773160972607,
      "grad_norm": 6.625,
      "learning_rate": 5.2551290397513266e-06,
      "loss": 1.6835378408432007,
      "step": 1342
    },
    {
      "epoch": 1.6537396121883656,
      "grad_norm": 10.875,
      "learning_rate": 5.2380425400050375e-06,
      "loss": 1.568629503250122,
      "step": 1344
    },
    {
      "epoch": 1.6562019082794706,
      "grad_norm": 3.21875,
      "learning_rate": 5.221063381894673e-06,
      "loss": 1.3448878526687622,
      "step": 1346
    },
    {
      "epoch": 1.6586642043705755,
      "grad_norm": 4.75,
      "learning_rate": 5.204191834953222e-06,
      "loss": 1.3649985790252686,
      "step": 1348
    },
    {
      "epoch": 1.6611265004616804,
      "grad_norm": 5.125,
      "learning_rate": 5.187428167005419e-06,
      "loss": 1.326650619506836,
      "step": 1350
    },
    {
      "epoch": 1.6635887965527854,
      "grad_norm": 7.0,
      "learning_rate": 5.1707726441634875e-06,
      "loss": 1.4459569454193115,
      "step": 1352
    },
    {
      "epoch": 1.6660510926438903,
      "grad_norm": 7.65625,
      "learning_rate": 5.1542255308229185e-06,
      "loss": 1.614980936050415,
      "step": 1354
    },
    {
      "epoch": 1.6685133887349952,
      "grad_norm": 5.4375,
      "learning_rate": 5.137787089658273e-06,
      "loss": 1.3426003456115723,
      "step": 1356
    },
    {
      "epoch": 1.6709756848261004,
      "grad_norm": 5.03125,
      "learning_rate": 5.121457581619018e-06,
      "loss": 1.3568965196609497,
      "step": 1358
    },
    {
      "epoch": 1.6734379809172053,
      "grad_norm": 2.859375,
      "learning_rate": 5.105237265925373e-06,
      "loss": 1.208372712135315,
      "step": 1360
    },
    {
      "epoch": 1.6759002770083102,
      "grad_norm": 4.59375,
      "learning_rate": 5.089126400064199e-06,
      "loss": 1.2874377965927124,
      "step": 1362
    },
    {
      "epoch": 1.6783625730994152,
      "grad_norm": 1.796875,
      "learning_rate": 5.0731252397849195e-06,
      "loss": 1.2037644386291504,
      "step": 1364
    },
    {
      "epoch": 1.6808248691905203,
      "grad_norm": 2.09375,
      "learning_rate": 5.057234039095447e-06,
      "loss": 1.1050446033477783,
      "step": 1366
    },
    {
      "epoch": 1.6832871652816253,
      "grad_norm": 4.0,
      "learning_rate": 5.041453050258165e-06,
      "loss": 1.3572784662246704,
      "step": 1368
    },
    {
      "epoch": 1.6857494613727302,
      "grad_norm": 6.5625,
      "learning_rate": 5.025782523785911e-06,
      "loss": 1.7393821477890015,
      "step": 1370
    },
    {
      "epoch": 1.6882117574638351,
      "grad_norm": 7.9375,
      "learning_rate": 5.010222708438004e-06,
      "loss": 1.312801480293274,
      "step": 1372
    },
    {
      "epoch": 1.69067405355494,
      "grad_norm": 4.03125,
      "learning_rate": 4.9947738512163e-06,
      "loss": 1.1735351085662842,
      "step": 1374
    },
    {
      "epoch": 1.693136349646045,
      "grad_norm": 4.28125,
      "learning_rate": 4.979436197361265e-06,
      "loss": 1.368802547454834,
      "step": 1376
    },
    {
      "epoch": 1.69559864573715,
      "grad_norm": 3.953125,
      "learning_rate": 4.964209990348089e-06,
      "loss": 1.3448070287704468,
      "step": 1378
    },
    {
      "epoch": 1.6980609418282548,
      "grad_norm": 4.0,
      "learning_rate": 4.94909547188281e-06,
      "loss": 1.2951633930206299,
      "step": 1380
    },
    {
      "epoch": 1.7005232379193598,
      "grad_norm": 2.96875,
      "learning_rate": 4.934092881898489e-06,
      "loss": 1.3092372417449951,
      "step": 1382
    },
    {
      "epoch": 1.7029855340104647,
      "grad_norm": 5.875,
      "learning_rate": 4.919202458551394e-06,
      "loss": 1.4099408388137817,
      "step": 1384
    },
    {
      "epoch": 1.7054478301015696,
      "grad_norm": 4.34375,
      "learning_rate": 4.9044244382172215e-06,
      "loss": 1.3373868465423584,
      "step": 1386
    },
    {
      "epoch": 1.7079101261926746,
      "grad_norm": 4.625,
      "learning_rate": 4.88975905548734e-06,
      "loss": 1.3168833255767822,
      "step": 1388
    },
    {
      "epoch": 1.7103724222837795,
      "grad_norm": 1.96875,
      "learning_rate": 4.8752065431650775e-06,
      "loss": 1.1487715244293213,
      "step": 1390
    },
    {
      "epoch": 1.7128347183748844,
      "grad_norm": 1.984375,
      "learning_rate": 4.8607671322620134e-06,
      "loss": 1.083390712738037,
      "step": 1392
    },
    {
      "epoch": 1.7152970144659896,
      "grad_norm": 2.015625,
      "learning_rate": 4.846441051994317e-06,
      "loss": 0.9462494850158691,
      "step": 1394
    },
    {
      "epoch": 1.7177593105570945,
      "grad_norm": 4.5625,
      "learning_rate": 4.832228529779107e-06,
      "loss": 1.4706915616989136,
      "step": 1396
    },
    {
      "epoch": 1.7202216066481995,
      "grad_norm": 3.828125,
      "learning_rate": 4.818129791230845e-06,
      "loss": 1.5781259536743164,
      "step": 1398
    },
    {
      "epoch": 1.7226839027393044,
      "grad_norm": 3.421875,
      "learning_rate": 4.804145060157752e-06,
      "loss": 1.3088247776031494,
      "step": 1400
    },
    {
      "epoch": 1.7251461988304093,
      "grad_norm": 3.359375,
      "learning_rate": 4.790274558558255e-06,
      "loss": 1.305666446685791,
      "step": 1402
    },
    {
      "epoch": 1.7276084949215145,
      "grad_norm": 3.125,
      "learning_rate": 4.776518506617457e-06,
      "loss": 1.3846698999404907,
      "step": 1404
    },
    {
      "epoch": 1.7300707910126194,
      "grad_norm": 8.0,
      "learning_rate": 4.762877122703658e-06,
      "loss": 0.9111043214797974,
      "step": 1406
    },
    {
      "epoch": 1.7325330871037243,
      "grad_norm": 4.0625,
      "learning_rate": 4.749350623364867e-06,
      "loss": 0.9622360467910767,
      "step": 1408
    },
    {
      "epoch": 1.7349953831948293,
      "grad_norm": 1.6640625,
      "learning_rate": 4.735939223325387e-06,
      "loss": 1.1692111492156982,
      "step": 1410
    },
    {
      "epoch": 1.7374576792859342,
      "grad_norm": 3.109375,
      "learning_rate": 4.722643135482389e-06,
      "loss": 1.1715750694274902,
      "step": 1412
    },
    {
      "epoch": 1.7399199753770391,
      "grad_norm": 1.53125,
      "learning_rate": 4.709462570902536e-06,
      "loss": 1.1869937181472778,
      "step": 1414
    },
    {
      "epoch": 1.742382271468144,
      "grad_norm": 6.3125,
      "learning_rate": 4.696397738818644e-06,
      "loss": 1.3076727390289307,
      "step": 1416
    },
    {
      "epoch": 1.744844567559249,
      "grad_norm": 6.46875,
      "learning_rate": 4.683448846626342e-06,
      "loss": 1.78236722946167,
      "step": 1418
    },
    {
      "epoch": 1.747306863650354,
      "grad_norm": 5.84375,
      "learning_rate": 4.670616099880796e-06,
      "loss": 1.399848222732544,
      "step": 1420
    },
    {
      "epoch": 1.7497691597414589,
      "grad_norm": 1.5234375,
      "learning_rate": 4.657899702293436e-06,
      "loss": 1.1672091484069824,
      "step": 1422
    },
    {
      "epoch": 1.7522314558325638,
      "grad_norm": 1.9921875,
      "learning_rate": 4.645299855728726e-06,
      "loss": 1.084723949432373,
      "step": 1424
    },
    {
      "epoch": 1.7546937519236687,
      "grad_norm": 4.4375,
      "learning_rate": 4.63281676020096e-06,
      "loss": 1.277264952659607,
      "step": 1426
    },
    {
      "epoch": 1.7571560480147737,
      "grad_norm": 3.15625,
      "learning_rate": 4.620450613871082e-06,
      "loss": 1.5163521766662598,
      "step": 1428
    },
    {
      "epoch": 1.7596183441058786,
      "grad_norm": 4.1875,
      "learning_rate": 4.608201613043551e-06,
      "loss": 1.3597209453582764,
      "step": 1430
    },
    {
      "epoch": 1.7620806401969837,
      "grad_norm": 4.71875,
      "learning_rate": 4.596069952163215e-06,
      "loss": 1.3845343589782715,
      "step": 1432
    },
    {
      "epoch": 1.7645429362880887,
      "grad_norm": 8.3125,
      "learning_rate": 4.584055823812224e-06,
      "loss": 1.3936517238616943,
      "step": 1434
    },
    {
      "epoch": 1.7670052323791936,
      "grad_norm": 3.109375,
      "learning_rate": 4.572159418706983e-06,
      "loss": 1.2084264755249023,
      "step": 1436
    },
    {
      "epoch": 1.7694675284702985,
      "grad_norm": 4.25,
      "learning_rate": 4.560380925695109e-06,
      "loss": 1.3428120613098145,
      "step": 1438
    },
    {
      "epoch": 1.7719298245614035,
      "grad_norm": 6.8125,
      "learning_rate": 4.54872053175245e-06,
      "loss": 1.7809275388717651,
      "step": 1440
    },
    {
      "epoch": 1.7743921206525086,
      "grad_norm": 3.078125,
      "learning_rate": 4.537178421980104e-06,
      "loss": 1.2580034732818604,
      "step": 1442
    },
    {
      "epoch": 1.7768544167436136,
      "grad_norm": 14.4375,
      "learning_rate": 4.52575477960149e-06,
      "loss": 1.1773604154586792,
      "step": 1444
    },
    {
      "epoch": 1.7793167128347185,
      "grad_norm": 4.59375,
      "learning_rate": 4.514449785959429e-06,
      "loss": 1.5239715576171875,
      "step": 1446
    },
    {
      "epoch": 1.7817790089258234,
      "grad_norm": 3.125,
      "learning_rate": 4.503263620513274e-06,
      "loss": 1.2753288745880127,
      "step": 1448
    },
    {
      "epoch": 1.7842413050169283,
      "grad_norm": 4.71875,
      "learning_rate": 4.49219646083606e-06,
      "loss": 1.2915542125701904,
      "step": 1450
    },
    {
      "epoch": 1.7867036011080333,
      "grad_norm": 5.0625,
      "learning_rate": 4.481248482611682e-06,
      "loss": 1.6656956672668457,
      "step": 1452
    },
    {
      "epoch": 1.7891658971991382,
      "grad_norm": 4.65625,
      "learning_rate": 4.470419859632109e-06,
      "loss": 1.3530993461608887,
      "step": 1454
    },
    {
      "epoch": 1.7916281932902431,
      "grad_norm": 3.125,
      "learning_rate": 4.459710763794619e-06,
      "loss": 1.230569839477539,
      "step": 1456
    },
    {
      "epoch": 1.794090489381348,
      "grad_norm": 8.5625,
      "learning_rate": 4.449121365099082e-06,
      "loss": 1.2140610218048096,
      "step": 1458
    },
    {
      "epoch": 1.796552785472453,
      "grad_norm": 3.8125,
      "learning_rate": 4.4386518316452475e-06,
      "loss": 1.3054462671279907,
      "step": 1460
    },
    {
      "epoch": 1.799015081563558,
      "grad_norm": 6.59375,
      "learning_rate": 4.428302329630089e-06,
      "loss": 1.515989065170288,
      "step": 1462
    },
    {
      "epoch": 1.8014773776546629,
      "grad_norm": 3.796875,
      "learning_rate": 4.418073023345158e-06,
      "loss": 1.2513904571533203,
      "step": 1464
    },
    {
      "epoch": 1.8039396737457678,
      "grad_norm": 8.9375,
      "learning_rate": 4.407964075173976e-06,
      "loss": 1.2142295837402344,
      "step": 1466
    },
    {
      "epoch": 1.8064019698368727,
      "grad_norm": 4.6875,
      "learning_rate": 4.397975645589459e-06,
      "loss": 1.1632449626922607,
      "step": 1468
    },
    {
      "epoch": 1.8088642659279779,
      "grad_norm": 2.28125,
      "learning_rate": 4.38810789315137e-06,
      "loss": 1.2213386297225952,
      "step": 1470
    },
    {
      "epoch": 1.8113265620190828,
      "grad_norm": 5.5625,
      "learning_rate": 4.378360974503803e-06,
      "loss": 1.3299362659454346,
      "step": 1472
    },
    {
      "epoch": 1.8137888581101878,
      "grad_norm": 19.125,
      "learning_rate": 4.368735044372691e-06,
      "loss": 1.8193198442459106,
      "step": 1474
    },
    {
      "epoch": 1.8162511542012927,
      "grad_norm": 4.03125,
      "learning_rate": 4.359230255563357e-06,
      "loss": 1.4013632535934448,
      "step": 1476
    },
    {
      "epoch": 1.8187134502923976,
      "grad_norm": 3.859375,
      "learning_rate": 4.349846758958085e-06,
      "loss": 1.3816094398498535,
      "step": 1478
    },
    {
      "epoch": 1.8211757463835028,
      "grad_norm": 5.40625,
      "learning_rate": 4.340584703513722e-06,
      "loss": 1.48891019821167,
      "step": 1480
    },
    {
      "epoch": 1.8236380424746077,
      "grad_norm": 6.875,
      "learning_rate": 4.33144423625932e-06,
      "loss": 1.8420138359069824,
      "step": 1482
    },
    {
      "epoch": 1.8261003385657126,
      "grad_norm": 5.625,
      "learning_rate": 4.322425502293797e-06,
      "loss": 1.484515905380249,
      "step": 1484
    },
    {
      "epoch": 1.8285626346568176,
      "grad_norm": 4.0,
      "learning_rate": 4.313528644783633e-06,
      "loss": 1.1373395919799805,
      "step": 1486
    },
    {
      "epoch": 1.8310249307479225,
      "grad_norm": 2.5625,
      "learning_rate": 4.304753804960603e-06,
      "loss": 1.0549803972244263,
      "step": 1488
    },
    {
      "epoch": 1.8334872268390274,
      "grad_norm": 3.125,
      "learning_rate": 4.2961011221195255e-06,
      "loss": 1.1374645233154297,
      "step": 1490
    },
    {
      "epoch": 1.8359495229301324,
      "grad_norm": 3.15625,
      "learning_rate": 4.287570733616063e-06,
      "loss": 1.2891483306884766,
      "step": 1492
    },
    {
      "epoch": 1.8384118190212373,
      "grad_norm": 6.15625,
      "learning_rate": 4.279162774864535e-06,
      "loss": 1.3952784538269043,
      "step": 1494
    },
    {
      "epoch": 1.8408741151123422,
      "grad_norm": 11.4375,
      "learning_rate": 4.270877379335764e-06,
      "loss": 1.6006450653076172,
      "step": 1496
    },
    {
      "epoch": 1.8433364112034472,
      "grad_norm": 3.375,
      "learning_rate": 4.2627146785549675e-06,
      "loss": 1.6013039350509644,
      "step": 1498
    },
    {
      "epoch": 1.845798707294552,
      "grad_norm": 5.65625,
      "learning_rate": 4.254674802099661e-06,
      "loss": 1.509192943572998,
      "step": 1500
    },
    {
      "epoch": 1.848261003385657,
      "grad_norm": 5.1875,
      "learning_rate": 4.2467578775976064e-06,
      "loss": 1.611980676651001,
      "step": 1502
    },
    {
      "epoch": 1.850723299476762,
      "grad_norm": 4.125,
      "learning_rate": 4.238964030724785e-06,
      "loss": 1.4414465427398682,
      "step": 1504
    },
    {
      "epoch": 1.8531855955678669,
      "grad_norm": 3.109375,
      "learning_rate": 4.231293385203395e-06,
      "loss": 1.5326135158538818,
      "step": 1506
    },
    {
      "epoch": 1.855647891658972,
      "grad_norm": 7.09375,
      "learning_rate": 4.2237460627999035e-06,
      "loss": 1.3705086708068848,
      "step": 1508
    },
    {
      "epoch": 1.858110187750077,
      "grad_norm": 5.5,
      "learning_rate": 4.216322183323097e-06,
      "loss": 1.7913298606872559,
      "step": 1510
    },
    {
      "epoch": 1.860572483841182,
      "grad_norm": 6.28125,
      "learning_rate": 4.2090218646221884e-06,
      "loss": 1.5537046194076538,
      "step": 1512
    },
    {
      "epoch": 1.8630347799322868,
      "grad_norm": 6.03125,
      "learning_rate": 4.201845222584946e-06,
      "loss": 1.7360601425170898,
      "step": 1514
    },
    {
      "epoch": 1.8654970760233918,
      "grad_norm": 6.34375,
      "learning_rate": 4.194792371135853e-06,
      "loss": 1.8205009698867798,
      "step": 1516
    },
    {
      "epoch": 1.867959372114497,
      "grad_norm": 3.375,
      "learning_rate": 4.187863422234293e-06,
      "loss": 1.408042073249817,
      "step": 1518
    },
    {
      "epoch": 1.8704216682056019,
      "grad_norm": 5.625,
      "learning_rate": 4.181058485872784e-06,
      "loss": 1.096937656402588,
      "step": 1520
    },
    {
      "epoch": 1.8728839642967068,
      "grad_norm": 6.09375,
      "learning_rate": 4.174377670075222e-06,
      "loss": 1.3984037637710571,
      "step": 1522
    },
    {
      "epoch": 1.8753462603878117,
      "grad_norm": 2.15625,
      "learning_rate": 4.167821080895174e-06,
      "loss": 1.3008735179901123,
      "step": 1524
    },
    {
      "epoch": 1.8778085564789166,
      "grad_norm": 3.296875,
      "learning_rate": 4.161388822414189e-06,
      "loss": 1.1213737726211548,
      "step": 1526
    },
    {
      "epoch": 1.8802708525700216,
      "grad_norm": 6.40625,
      "learning_rate": 4.155080996740145e-06,
      "loss": 1.3446485996246338,
      "step": 1528
    },
    {
      "epoch": 1.8827331486611265,
      "grad_norm": 3.546875,
      "learning_rate": 4.148897704005638e-06,
      "loss": 1.3206844329833984,
      "step": 1530
    },
    {
      "epoch": 1.8851954447522314,
      "grad_norm": 48.0,
      "learning_rate": 4.14283904236638e-06,
      "loss": 1.3920776844024658,
      "step": 1532
    },
    {
      "epoch": 1.8876577408433364,
      "grad_norm": 3.3125,
      "learning_rate": 4.136905107999645e-06,
      "loss": 1.4610090255737305,
      "step": 1534
    },
    {
      "epoch": 1.8901200369344413,
      "grad_norm": 2.0625,
      "learning_rate": 4.13109599510275e-06,
      "loss": 1.2146025896072388,
      "step": 1536
    },
    {
      "epoch": 1.8925823330255462,
      "grad_norm": 3.296875,
      "learning_rate": 4.125411795891547e-06,
      "loss": 1.1985912322998047,
      "step": 1538
    },
    {
      "epoch": 1.8950446291166512,
      "grad_norm": 2.4375,
      "learning_rate": 4.119852600598966e-06,
      "loss": 1.32261323928833,
      "step": 1540
    },
    {
      "epoch": 1.897506925207756,
      "grad_norm": 1.4453125,
      "learning_rate": 4.114418497473584e-06,
      "loss": 1.1342700719833374,
      "step": 1542
    },
    {
      "epoch": 1.899969221298861,
      "grad_norm": 5.71875,
      "learning_rate": 4.109109572778222e-06,
      "loss": 1.235834002494812,
      "step": 1544
    },
    {
      "epoch": 1.9024315173899662,
      "grad_norm": 2.859375,
      "learning_rate": 4.103925910788572e-06,
      "loss": 1.3796794414520264,
      "step": 1546
    },
    {
      "epoch": 1.9048938134810711,
      "grad_norm": 3.3125,
      "learning_rate": 4.0988675937918686e-06,
      "loss": 1.2857390642166138,
      "step": 1548
    },
    {
      "epoch": 1.907356109572176,
      "grad_norm": 4.5,
      "learning_rate": 4.093934702085574e-06,
      "loss": 1.4970194101333618,
      "step": 1550
    },
    {
      "epoch": 1.909818405663281,
      "grad_norm": 6.25,
      "learning_rate": 4.089127313976101e-06,
      "loss": 1.31523597240448,
      "step": 1552
    },
    {
      "epoch": 1.912280701754386,
      "grad_norm": 6.5,
      "learning_rate": 4.084445505777584e-06,
      "loss": 1.5725702047348022,
      "step": 1554
    },
    {
      "epoch": 1.914742997845491,
      "grad_norm": 4.75,
      "learning_rate": 4.079889351810655e-06,
      "loss": 1.5622414350509644,
      "step": 1556
    },
    {
      "epoch": 1.917205293936596,
      "grad_norm": 9.125,
      "learning_rate": 4.0754589244012665e-06,
      "loss": 1.2499128580093384,
      "step": 1558
    },
    {
      "epoch": 1.919667590027701,
      "grad_norm": 5.34375,
      "learning_rate": 4.071154293879545e-06,
      "loss": 1.224461555480957,
      "step": 1560
    },
    {
      "epoch": 1.9221298861188059,
      "grad_norm": 7.53125,
      "learning_rate": 4.066975528578675e-06,
      "loss": 1.4134670495986938,
      "step": 1562
    },
    {
      "epoch": 1.9245921822099108,
      "grad_norm": 3.546875,
      "learning_rate": 4.062922694833813e-06,
      "loss": 1.2926013469696045,
      "step": 1564
    },
    {
      "epoch": 1.9270544783010157,
      "grad_norm": 4.6875,
      "learning_rate": 4.058995856981032e-06,
      "loss": 0.9741660356521606,
      "step": 1566
    },
    {
      "epoch": 1.9295167743921207,
      "grad_norm": 4.46875,
      "learning_rate": 4.055195077356308e-06,
      "loss": 0.7483295798301697,
      "step": 1568
    },
    {
      "epoch": 1.9319790704832256,
      "grad_norm": 4.46875,
      "learning_rate": 4.051520416294521e-06,
      "loss": 1.2966933250427246,
      "step": 1570
    },
    {
      "epoch": 1.9344413665743305,
      "grad_norm": 9.4375,
      "learning_rate": 4.0479719321285045e-06,
      "loss": 1.2867720127105713,
      "step": 1572
    },
    {
      "epoch": 1.9369036626654355,
      "grad_norm": 2.4375,
      "learning_rate": 4.044549681188113e-06,
      "loss": 1.154860258102417,
      "step": 1574
    },
    {
      "epoch": 1.9393659587565404,
      "grad_norm": 2.09375,
      "learning_rate": 4.041253717799337e-06,
      "loss": 1.0206176042556763,
      "step": 1576
    },
    {
      "epoch": 1.9418282548476453,
      "grad_norm": 1.3984375,
      "learning_rate": 4.038084094283428e-06,
      "loss": 1.0539655685424805,
      "step": 1578
    },
    {
      "epoch": 1.9442905509387503,
      "grad_norm": 5.78125,
      "learning_rate": 4.035040860956082e-06,
      "loss": 1.2525365352630615,
      "step": 1580
    },
    {
      "epoch": 1.9467528470298552,
      "grad_norm": 6.0625,
      "learning_rate": 4.032124066126629e-06,
      "loss": 1.2998080253601074,
      "step": 1582
    },
    {
      "epoch": 1.9492151431209603,
      "grad_norm": 3.453125,
      "learning_rate": 4.029333756097271e-06,
      "loss": 1.5448267459869385,
      "step": 1584
    },
    {
      "epoch": 1.9516774392120653,
      "grad_norm": 4.40625,
      "learning_rate": 4.026669975162351e-06,
      "loss": 1.6457065343856812,
      "step": 1586
    },
    {
      "epoch": 1.9541397353031702,
      "grad_norm": 6.4375,
      "learning_rate": 4.02413276560764e-06,
      "loss": 1.6280792951583862,
      "step": 1588
    },
    {
      "epoch": 1.9566020313942751,
      "grad_norm": 4.4375,
      "learning_rate": 4.021722167709676e-06,
      "loss": 1.5384184122085571,
      "step": 1590
    },
    {
      "epoch": 1.95906432748538,
      "grad_norm": 4.5,
      "learning_rate": 4.019438219735116e-06,
      "loss": 1.6012859344482422,
      "step": 1592
    },
    {
      "epoch": 1.9615266235764852,
      "grad_norm": 6.4375,
      "learning_rate": 4.017280957940137e-06,
      "loss": 1.3362534046173096,
      "step": 1594
    },
    {
      "epoch": 1.9639889196675901,
      "grad_norm": 2.15625,
      "learning_rate": 4.015250416569853e-06,
      "loss": 1.2762130498886108,
      "step": 1596
    },
    {
      "epoch": 1.966451215758695,
      "grad_norm": 5.25,
      "learning_rate": 4.013346627857777e-06,
      "loss": 1.3821439743041992,
      "step": 1598
    },
    {
      "epoch": 1.9689135118498,
      "grad_norm": 3.984375,
      "learning_rate": 4.0115696220253025e-06,
      "loss": 1.5566853284835815,
      "step": 1600
    },
    {
      "epoch": 1.971375807940905,
      "grad_norm": 11.1875,
      "learning_rate": 4.009919427281232e-06,
      "loss": 1.609104037284851,
      "step": 1602
    },
    {
      "epoch": 1.9738381040320099,
      "grad_norm": 7.1875,
      "learning_rate": 4.0083960698213234e-06,
      "loss": 1.6049237251281738,
      "step": 1604
    },
    {
      "epoch": 1.9763004001231148,
      "grad_norm": 2.359375,
      "learning_rate": 4.006999573827876e-06,
      "loss": 1.2179689407348633,
      "step": 1606
    },
    {
      "epoch": 1.9787626962142197,
      "grad_norm": 6.4375,
      "learning_rate": 4.005729961469349e-06,
      "loss": 1.2181804180145264,
      "step": 1608
    },
    {
      "epoch": 1.9812249923053247,
      "grad_norm": 9.375,
      "learning_rate": 4.0045872529000035e-06,
      "loss": 1.6380505561828613,
      "step": 1610
    },
    {
      "epoch": 1.9836872883964296,
      "grad_norm": 6.9375,
      "learning_rate": 4.003571466259587e-06,
      "loss": 1.5696303844451904,
      "step": 1612
    },
    {
      "epoch": 1.9861495844875345,
      "grad_norm": 9.4375,
      "learning_rate": 4.002682617673048e-06,
      "loss": 1.3733805418014526,
      "step": 1614
    },
    {
      "epoch": 1.9886118805786395,
      "grad_norm": 2.90625,
      "learning_rate": 4.001920721250273e-06,
      "loss": 1.317124843597412,
      "step": 1616
    },
    {
      "epoch": 1.9910741766697444,
      "grad_norm": 11.1875,
      "learning_rate": 4.001285789085867e-06,
      "loss": 1.012315034866333,
      "step": 1618
    },
    {
      "epoch": 1.9935364727608493,
      "grad_norm": 4.6875,
      "learning_rate": 4.000777831258963e-06,
      "loss": 1.1209490299224854,
      "step": 1620
    },
    {
      "epoch": 1.9959987688519545,
      "grad_norm": 4.1875,
      "learning_rate": 4.000396855833057e-06,
      "loss": 1.491336464881897,
      "step": 1622
    },
    {
      "epoch": 1.9984610649430594,
      "grad_norm": 1.546875,
      "learning_rate": 4.000142868855884e-06,
      "loss": 1.23062264919281,
      "step": 1624
    },
    {
      "epoch": 2.0,
      "grad_norm": 4.5625,
      "learning_rate": 4.0000158743593194e-06,
      "loss": 1.0397253036499023,
      "step": 1626
    },
    {
      "epoch": 2.0,
      "step": 1626,
      "total_flos": 2.5753569883429274e+18,
      "train_loss": 1.3656025735654513,
      "train_runtime": 15098.7141,
      "train_samples_per_second": 1.721,
      "train_steps_per_second": 0.108
    }
  ],
  "logging_steps": 2,
  "max_steps": 1626,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 9999999,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 2.5753569883429274e+18,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}