{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 3.0,
  "eval_steps": 500,
  "global_step": 741,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.004056795131845842,
      "grad_norm": 20.09847465489327,
      "learning_rate": 0.0,
      "loss": 1.1858,
      "step": 1
    },
    {
      "epoch": 0.008113590263691683,
      "grad_norm": 19.197153778335704,
      "learning_rate": 7.894736842105263e-07,
      "loss": 1.1624,
      "step": 2
    },
    {
      "epoch": 0.012170385395537525,
      "grad_norm": 20.179166909378754,
      "learning_rate": 1.5789473684210526e-06,
      "loss": 1.1569,
      "step": 3
    },
    {
      "epoch": 0.016227180527383367,
      "grad_norm": 17.474818335029532,
      "learning_rate": 2.368421052631579e-06,
      "loss": 1.0849,
      "step": 4
    },
    {
      "epoch": 0.02028397565922921,
      "grad_norm": 14.444584965019517,
      "learning_rate": 3.157894736842105e-06,
      "loss": 1.0109,
      "step": 5
    },
    {
      "epoch": 0.02434077079107505,
      "grad_norm": 7.870161156231951,
      "learning_rate": 3.9473684210526315e-06,
      "loss": 0.8763,
      "step": 6
    },
    {
      "epoch": 0.028397565922920892,
      "grad_norm": 6.250576323149918,
      "learning_rate": 4.736842105263158e-06,
      "loss": 0.8331,
      "step": 7
    },
    {
      "epoch": 0.032454361054766734,
      "grad_norm": 2.8630410669781923,
      "learning_rate": 5.526315789473684e-06,
      "loss": 0.6998,
      "step": 8
    },
    {
      "epoch": 0.036511156186612576,
      "grad_norm": 2.7842834846404165,
      "learning_rate": 6.31578947368421e-06,
      "loss": 0.7146,
      "step": 9
    },
    {
      "epoch": 0.04056795131845842,
      "grad_norm": 1.9178922207738491,
      "learning_rate": 7.105263157894737e-06,
      "loss": 0.6854,
      "step": 10
    },
    {
      "epoch": 0.04462474645030426,
      "grad_norm": 2.71533640759056,
      "learning_rate": 7.894736842105263e-06,
      "loss": 0.579,
      "step": 11
    },
    {
      "epoch": 0.0486815415821501,
      "grad_norm": 1.7283014150811757,
      "learning_rate": 8.68421052631579e-06,
      "loss": 0.5833,
      "step": 12
    },
    {
      "epoch": 0.05273833671399594,
      "grad_norm": 1.2126394020230842,
      "learning_rate": 9.473684210526315e-06,
      "loss": 0.5641,
      "step": 13
    },
    {
      "epoch": 0.056795131845841784,
      "grad_norm": 0.954640851521375,
      "learning_rate": 1.0263157894736843e-05,
      "loss": 0.5682,
      "step": 14
    },
    {
      "epoch": 0.060851926977687626,
      "grad_norm": 1.1771450912772898,
      "learning_rate": 1.1052631578947368e-05,
      "loss": 0.5534,
      "step": 15
    },
    {
      "epoch": 0.06490872210953347,
      "grad_norm": 1.154307340565416,
      "learning_rate": 1.1842105263157895e-05,
      "loss": 0.4819,
      "step": 16
    },
    {
      "epoch": 0.06896551724137931,
      "grad_norm": 0.8247855133987926,
      "learning_rate": 1.263157894736842e-05,
      "loss": 0.5029,
      "step": 17
    },
    {
      "epoch": 0.07302231237322515,
      "grad_norm": 0.928406591537564,
      "learning_rate": 1.3421052631578948e-05,
      "loss": 0.5187,
      "step": 18
    },
    {
      "epoch": 0.07707910750507099,
      "grad_norm": 0.7803328831884472,
      "learning_rate": 1.4210526315789473e-05,
      "loss": 0.4886,
      "step": 19
    },
    {
      "epoch": 0.08113590263691683,
      "grad_norm": 0.8210326318273155,
      "learning_rate": 1.5e-05,
      "loss": 0.5158,
      "step": 20
    },
    {
      "epoch": 0.08519269776876268,
      "grad_norm": 0.7086772704550919,
      "learning_rate": 1.5789473684210526e-05,
      "loss": 0.4991,
      "step": 21
    },
    {
      "epoch": 0.08924949290060852,
      "grad_norm": 0.7734193234814034,
      "learning_rate": 1.6578947368421053e-05,
      "loss": 0.4783,
      "step": 22
    },
    {
      "epoch": 0.09330628803245436,
      "grad_norm": 0.9918859015816037,
      "learning_rate": 1.736842105263158e-05,
      "loss": 0.539,
      "step": 23
    },
    {
      "epoch": 0.0973630831643002,
      "grad_norm": 0.6852451435428935,
      "learning_rate": 1.8157894736842107e-05,
      "loss": 0.49,
      "step": 24
    },
    {
      "epoch": 0.10141987829614604,
      "grad_norm": 0.8715903302725302,
      "learning_rate": 1.894736842105263e-05,
      "loss": 0.5366,
      "step": 25
    },
    {
      "epoch": 0.10547667342799188,
      "grad_norm": 0.7938531177188995,
      "learning_rate": 1.9736842105263158e-05,
      "loss": 0.5248,
      "step": 26
    },
    {
      "epoch": 0.10953346855983773,
      "grad_norm": 0.6618117922357281,
      "learning_rate": 2.0526315789473685e-05,
      "loss": 0.5048,
      "step": 27
    },
    {
      "epoch": 0.11359026369168357,
      "grad_norm": 0.6789614073719777,
      "learning_rate": 2.1315789473684212e-05,
      "loss": 0.4651,
      "step": 28
    },
    {
      "epoch": 0.11764705882352941,
      "grad_norm": 1.0018540392183581,
      "learning_rate": 2.2105263157894736e-05,
      "loss": 0.4712,
      "step": 29
    },
    {
      "epoch": 0.12170385395537525,
      "grad_norm": 0.7265683281685053,
      "learning_rate": 2.2894736842105263e-05,
      "loss": 0.5025,
      "step": 30
    },
    {
      "epoch": 0.1257606490872211,
      "grad_norm": 0.68937690405201,
      "learning_rate": 2.368421052631579e-05,
      "loss": 0.4577,
      "step": 31
    },
    {
      "epoch": 0.12981744421906694,
      "grad_norm": 0.6540764219807236,
      "learning_rate": 2.4473684210526318e-05,
      "loss": 0.4556,
      "step": 32
    },
    {
      "epoch": 0.13387423935091278,
      "grad_norm": 0.7102940446282798,
      "learning_rate": 2.526315789473684e-05,
      "loss": 0.4571,
      "step": 33
    },
    {
      "epoch": 0.13793103448275862,
      "grad_norm": 0.8142861240579994,
      "learning_rate": 2.605263157894737e-05,
      "loss": 0.4565,
      "step": 34
    },
    {
      "epoch": 0.14198782961460446,
      "grad_norm": 0.7130725343973457,
      "learning_rate": 2.6842105263157896e-05,
      "loss": 0.4252,
      "step": 35
    },
    {
      "epoch": 0.1460446247464503,
      "grad_norm": 0.7733358275781269,
      "learning_rate": 2.7631578947368423e-05,
      "loss": 0.4433,
      "step": 36
    },
    {
      "epoch": 0.15010141987829614,
      "grad_norm": 0.8227021020177967,
      "learning_rate": 2.8421052631578946e-05,
      "loss": 0.4772,
      "step": 37
    },
    {
      "epoch": 0.15415821501014199,
      "grad_norm": 0.8368912992865613,
      "learning_rate": 2.9210526315789474e-05,
      "loss": 0.4375,
      "step": 38
    },
    {
      "epoch": 0.15821501014198783,
      "grad_norm": 0.6687445542989592,
      "learning_rate": 3e-05,
      "loss": 0.4763,
      "step": 39
    },
    {
      "epoch": 0.16227180527383367,
      "grad_norm": 0.7016093483692153,
      "learning_rate": 2.999985022144514e-05,
      "loss": 0.4372,
      "step": 40
    },
    {
      "epoch": 0.1663286004056795,
      "grad_norm": 0.6478467702162415,
      "learning_rate": 2.99994008887717e-05,
      "loss": 0.4188,
      "step": 41
    },
    {
      "epoch": 0.17038539553752535,
      "grad_norm": 0.7186030068739142,
      "learning_rate": 2.9998652010953068e-05,
      "loss": 0.4583,
      "step": 42
    },
    {
      "epoch": 0.1744421906693712,
      "grad_norm": 0.6220025087141262,
      "learning_rate": 2.9997603602944693e-05,
      "loss": 0.4265,
      "step": 43
    },
    {
      "epoch": 0.17849898580121704,
      "grad_norm": 0.6854775470405489,
      "learning_rate": 2.999625568568378e-05,
      "loss": 0.4385,
      "step": 44
    },
    {
      "epoch": 0.18255578093306288,
      "grad_norm": 0.6463932357168245,
      "learning_rate": 2.9994608286088872e-05,
      "loss": 0.4346,
      "step": 45
    },
    {
      "epoch": 0.18661257606490872,
      "grad_norm": 1.3944614966148847,
      "learning_rate": 2.999266143705932e-05,
      "loss": 0.4608,
      "step": 46
    },
    {
      "epoch": 0.19066937119675456,
      "grad_norm": 0.6199390650948697,
      "learning_rate": 2.999041517747462e-05,
      "loss": 0.4404,
      "step": 47
    },
    {
      "epoch": 0.1947261663286004,
      "grad_norm": 0.6467646585862439,
      "learning_rate": 2.9987869552193653e-05,
      "loss": 0.4208,
      "step": 48
    },
    {
      "epoch": 0.19878296146044624,
      "grad_norm": 0.6807600202518035,
      "learning_rate": 2.9985024612053743e-05,
      "loss": 0.3992,
      "step": 49
    },
    {
      "epoch": 0.2028397565922921,
      "grad_norm": 0.587429199431518,
      "learning_rate": 2.9981880413869707e-05,
      "loss": 0.3999,
      "step": 50
    },
    {
      "epoch": 0.20689655172413793,
      "grad_norm": 0.543346791231233,
      "learning_rate": 2.9978437020432673e-05,
      "loss": 0.4206,
      "step": 51
    },
    {
      "epoch": 0.21095334685598377,
      "grad_norm": 0.6110794893612019,
      "learning_rate": 2.997469450050883e-05,
      "loss": 0.422,
      "step": 52
    },
    {
      "epoch": 0.2150101419878296,
      "grad_norm": 0.6418516554131751,
      "learning_rate": 2.997065292883808e-05,
      "loss": 0.4132,
      "step": 53
    },
    {
      "epoch": 0.21906693711967545,
      "grad_norm": 0.6240526477144251,
      "learning_rate": 2.9966312386132533e-05,
      "loss": 0.4014,
      "step": 54
    },
    {
      "epoch": 0.2231237322515213,
      "grad_norm": 0.8051120973797415,
      "learning_rate": 2.9961672959074872e-05,
      "loss": 0.4125,
      "step": 55
    },
    {
      "epoch": 0.22718052738336714,
      "grad_norm": 0.6929169486054979,
      "learning_rate": 2.995673474031666e-05,
      "loss": 0.4394,
      "step": 56
    },
    {
      "epoch": 0.23123732251521298,
      "grad_norm": 0.7718108649153836,
      "learning_rate": 2.9951497828476462e-05,
      "loss": 0.4109,
      "step": 57
    },
    {
      "epoch": 0.23529411764705882,
      "grad_norm": 0.7605237120120856,
      "learning_rate": 2.9945962328137898e-05,
      "loss": 0.4078,
      "step": 58
    },
    {
      "epoch": 0.23935091277890466,
      "grad_norm": 0.6339295966770117,
      "learning_rate": 2.9940128349847526e-05,
      "loss": 0.3654,
      "step": 59
    },
    {
      "epoch": 0.2434077079107505,
      "grad_norm": 0.6020493776861426,
      "learning_rate": 2.993399601011266e-05,
      "loss": 0.378,
      "step": 60
    },
    {
      "epoch": 0.24746450304259635,
      "grad_norm": 0.6540298023424858,
      "learning_rate": 2.992756543139904e-05,
      "loss": 0.3977,
      "step": 61
    },
    {
      "epoch": 0.2515212981744422,
      "grad_norm": 1.240263594935057,
      "learning_rate": 2.9920836742128352e-05,
      "loss": 0.3893,
      "step": 62
    },
    {
      "epoch": 0.25557809330628806,
      "grad_norm": 0.644628703604057,
      "learning_rate": 2.9913810076675722e-05,
      "loss": 0.384,
      "step": 63
    },
    {
      "epoch": 0.25963488843813387,
      "grad_norm": 0.5971277516452573,
      "learning_rate": 2.990648557536699e-05,
      "loss": 0.3573,
      "step": 64
    },
    {
      "epoch": 0.26369168356997974,
      "grad_norm": 0.5937119511367491,
      "learning_rate": 2.9898863384475917e-05,
      "loss": 0.3329,
      "step": 65
    },
    {
      "epoch": 0.26774847870182555,
      "grad_norm": 0.597778784125507,
      "learning_rate": 2.9890943656221262e-05,
      "loss": 0.3359,
      "step": 66
    },
    {
      "epoch": 0.2718052738336714,
      "grad_norm": 0.7142578966836572,
      "learning_rate": 2.9882726548763765e-05,
      "loss": 0.3707,
      "step": 67
    },
    {
      "epoch": 0.27586206896551724,
      "grad_norm": 2.576807678693372,
      "learning_rate": 2.9874212226202946e-05,
      "loss": 0.3975,
      "step": 68
    },
    {
      "epoch": 0.2799188640973631,
      "grad_norm": 0.7335503963481053,
      "learning_rate": 2.9865400858573866e-05,
      "loss": 0.3639,
      "step": 69
    },
    {
      "epoch": 0.2839756592292089,
      "grad_norm": 0.6240440547685594,
      "learning_rate": 2.985629262184371e-05,
      "loss": 0.3945,
      "step": 70
    },
    {
      "epoch": 0.2880324543610548,
      "grad_norm": 1.3946399019773081,
      "learning_rate": 2.9846887697908292e-05,
      "loss": 0.3875,
      "step": 71
    },
    {
      "epoch": 0.2920892494929006,
      "grad_norm": 0.6980597507442647,
      "learning_rate": 2.9837186274588388e-05,
      "loss": 0.3666,
      "step": 72
    },
    {
      "epoch": 0.2961460446247465,
      "grad_norm": 0.94558927807513,
      "learning_rate": 2.9827188545626026e-05,
      "loss": 0.3371,
      "step": 73
    },
    {
      "epoch": 0.3002028397565923,
      "grad_norm": 0.6265421084575312,
      "learning_rate": 2.9816894710680595e-05,
      "loss": 0.3472,
      "step": 74
    },
    {
      "epoch": 0.30425963488843816,
      "grad_norm": 0.6480112949037701,
      "learning_rate": 2.9806304975324853e-05,
      "loss": 0.3787,
      "step": 75
    },
    {
      "epoch": 0.30831643002028397,
      "grad_norm": 0.6549385961737066,
      "learning_rate": 2.9795419551040836e-05,
      "loss": 0.3422,
      "step": 76
    },
    {
      "epoch": 0.31237322515212984,
      "grad_norm": 0.6523717282727239,
      "learning_rate": 2.9784238655215627e-05,
      "loss": 0.3424,
      "step": 77
    },
    {
      "epoch": 0.31643002028397565,
      "grad_norm": 0.734607800437923,
      "learning_rate": 2.9772762511137018e-05,
      "loss": 0.3363,
      "step": 78
    },
    {
      "epoch": 0.3204868154158215,
      "grad_norm": 0.6192307084985058,
      "learning_rate": 2.976099134798904e-05,
      "loss": 0.3256,
      "step": 79
    },
    {
      "epoch": 0.32454361054766734,
      "grad_norm": 0.753915566361977,
      "learning_rate": 2.97489254008474e-05,
      "loss": 0.3485,
      "step": 80
    },
    {
      "epoch": 0.3286004056795132,
      "grad_norm": 0.7608348621933458,
      "learning_rate": 2.973656491067479e-05,
      "loss": 0.3706,
      "step": 81
    },
    {
      "epoch": 0.332657200811359,
      "grad_norm": 0.844334116903445,
      "learning_rate": 2.972391012431605e-05,
      "loss": 0.3272,
      "step": 82
    },
    {
      "epoch": 0.3367139959432049,
      "grad_norm": 0.65086089898772,
      "learning_rate": 2.9710961294493258e-05,
      "loss": 0.333,
      "step": 83
    },
    {
      "epoch": 0.3407707910750507,
      "grad_norm": 0.7018751557669878,
      "learning_rate": 2.96977186798007e-05,
      "loss": 0.347,
      "step": 84
    },
    {
      "epoch": 0.3448275862068966,
      "grad_norm": 0.677197135043688,
      "learning_rate": 2.9684182544699645e-05,
      "loss": 0.3006,
      "step": 85
    },
    {
      "epoch": 0.3488843813387424,
      "grad_norm": 0.7323590164129933,
      "learning_rate": 2.9670353159513148e-05,
      "loss": 0.3158,
      "step": 86
    },
    {
      "epoch": 0.35294117647058826,
      "grad_norm": 2.9063859065858226,
      "learning_rate": 2.965623080042057e-05,
      "loss": 0.3582,
      "step": 87
    },
    {
      "epoch": 0.35699797160243407,
      "grad_norm": 0.7448699680639598,
      "learning_rate": 2.964181574945213e-05,
      "loss": 0.3002,
      "step": 88
    },
    {
      "epoch": 0.36105476673427994,
      "grad_norm": 0.7343903430492267,
      "learning_rate": 2.9627108294483213e-05,
      "loss": 0.3232,
      "step": 89
    },
    {
      "epoch": 0.36511156186612576,
      "grad_norm": 0.7643329255268317,
      "learning_rate": 2.9612108729228678e-05,
      "loss": 0.3568,
      "step": 90
    },
    {
      "epoch": 0.3691683569979716,
      "grad_norm": 0.7310512434908586,
      "learning_rate": 2.9596817353236945e-05,
      "loss": 0.3072,
      "step": 91
    },
    {
      "epoch": 0.37322515212981744,
      "grad_norm": 1.3438138182721553,
      "learning_rate": 2.9581234471884047e-05,
      "loss": 0.3363,
      "step": 92
    },
    {
      "epoch": 0.3772819472616633,
      "grad_norm": 1.5864470945264417,
      "learning_rate": 2.9565360396367506e-05,
      "loss": 0.2996,
      "step": 93
    },
    {
      "epoch": 0.3813387423935091,
      "grad_norm": 0.7964568719444062,
      "learning_rate": 2.954919544370014e-05,
      "loss": 0.347,
      "step": 94
    },
    {
      "epoch": 0.385395537525355,
      "grad_norm": 0.7064106279304047,
      "learning_rate": 2.9532739936703703e-05,
      "loss": 0.3332,
      "step": 95
    },
    {
      "epoch": 0.3894523326572008,
      "grad_norm": 0.6490703458390841,
      "learning_rate": 2.9515994204002485e-05,
      "loss": 0.2828,
      "step": 96
    },
    {
      "epoch": 0.3935091277890467,
      "grad_norm": 0.6631023061002581,
      "learning_rate": 2.9498958580016692e-05,
      "loss": 0.3293,
      "step": 97
    },
    {
      "epoch": 0.3975659229208925,
      "grad_norm": 1.0292699955420868,
      "learning_rate": 2.9481633404955816e-05,
      "loss": 0.3071,
      "step": 98
    },
    {
      "epoch": 0.40162271805273836,
      "grad_norm": 0.7524386552279533,
      "learning_rate": 2.9464019024811817e-05,
      "loss": 0.293,
      "step": 99
    },
    {
      "epoch": 0.4056795131845842,
      "grad_norm": 0.6516481911899922,
      "learning_rate": 2.9446115791352207e-05,
      "loss": 0.3201,
      "step": 100
    },
    {
      "epoch": 0.40973630831643004,
      "grad_norm": 0.683164430845498,
      "learning_rate": 2.9427924062113057e-05,
      "loss": 0.2989,
      "step": 101
    },
    {
      "epoch": 0.41379310344827586,
      "grad_norm": 0.6907076175572305,
      "learning_rate": 2.9409444200391807e-05,
      "loss": 0.2965,
      "step": 102
    },
    {
      "epoch": 0.4178498985801217,
      "grad_norm": 0.6354065180379413,
      "learning_rate": 2.939067657524007e-05,
      "loss": 0.2853,
      "step": 103
    },
    {
      "epoch": 0.42190669371196754,
      "grad_norm": 0.7712222390874938,
      "learning_rate": 2.9371621561456205e-05,
      "loss": 0.2996,
      "step": 104
    },
    {
      "epoch": 0.4259634888438134,
      "grad_norm": 0.7281372221391285,
      "learning_rate": 2.935227953957787e-05,
      "loss": 0.2882,
      "step": 105
    },
    {
      "epoch": 0.4300202839756592,
      "grad_norm": 0.6209716277230989,
      "learning_rate": 2.9332650895874413e-05,
      "loss": 0.2542,
      "step": 106
    },
    {
      "epoch": 0.4340770791075051,
      "grad_norm": 0.691865325929656,
      "learning_rate": 2.9312736022339152e-05,
      "loss": 0.2641,
      "step": 107
    },
    {
      "epoch": 0.4381338742393509,
      "grad_norm": 0.6590079207511579,
      "learning_rate": 2.929253531668155e-05,
      "loss": 0.2876,
      "step": 108
    },
    {
      "epoch": 0.4421906693711968,
      "grad_norm": 0.7713287216103389,
      "learning_rate": 2.9272049182319276e-05,
      "loss": 0.2971,
      "step": 109
    },
    {
      "epoch": 0.4462474645030426,
      "grad_norm": 0.6020654700963447,
      "learning_rate": 2.9251278028370137e-05,
      "loss": 0.2656,
      "step": 110
    },
    {
      "epoch": 0.45030425963488846,
      "grad_norm": 0.7933746678999056,
      "learning_rate": 2.923022226964393e-05,
      "loss": 0.2929,
      "step": 111
    },
    {
      "epoch": 0.4543610547667343,
      "grad_norm": 0.7365666480876217,
      "learning_rate": 2.920888232663413e-05,
      "loss": 0.2905,
      "step": 112
    },
    {
      "epoch": 0.45841784989858014,
      "grad_norm": 0.7426222606192678,
      "learning_rate": 2.9187258625509518e-05,
      "loss": 0.2974,
      "step": 113
    },
    {
      "epoch": 0.46247464503042596,
      "grad_norm": 0.6635176120922496,
      "learning_rate": 2.9165351598105657e-05,
      "loss": 0.2805,
      "step": 114
    },
    {
      "epoch": 0.4665314401622718,
      "grad_norm": 0.7359042862527405,
      "learning_rate": 2.9143161681916264e-05,
      "loss": 0.2666,
      "step": 115
    },
    {
      "epoch": 0.47058823529411764,
      "grad_norm": 0.5833980665928568,
      "learning_rate": 2.912068932008448e-05,
      "loss": 0.2437,
      "step": 116
    },
    {
      "epoch": 0.4746450304259635,
      "grad_norm": 0.7121307261752945,
      "learning_rate": 2.9097934961394028e-05,
      "loss": 0.2624,
      "step": 117
    },
    {
      "epoch": 0.4787018255578093,
      "grad_norm": 0.628140379275478,
      "learning_rate": 2.9074899060260237e-05,
      "loss": 0.2679,
      "step": 118
    },
    {
      "epoch": 0.4827586206896552,
      "grad_norm": 0.6155641296091218,
      "learning_rate": 2.905158207672096e-05,
      "loss": 0.2408,
      "step": 119
    },
    {
      "epoch": 0.486815415821501,
      "grad_norm": 0.669882023645336,
      "learning_rate": 2.9027984476427427e-05,
      "loss": 0.2681,
      "step": 120
    },
    {
      "epoch": 0.4908722109533469,
      "grad_norm": 0.5998818630794119,
      "learning_rate": 2.9004106730634888e-05,
      "loss": 0.2469,
      "step": 121
    },
    {
      "epoch": 0.4949290060851927,
      "grad_norm": 0.8004135025605319,
      "learning_rate": 2.897994931619325e-05,
      "loss": 0.2126,
      "step": 122
    },
    {
      "epoch": 0.49898580121703856,
      "grad_norm": 0.7284465238344607,
      "learning_rate": 2.8955512715537523e-05,
      "loss": 0.2537,
      "step": 123
    },
    {
      "epoch": 0.5030425963488844,
      "grad_norm": 0.7338390729083896,
      "learning_rate": 2.893079741667821e-05,
      "loss": 0.2773,
      "step": 124
    },
    {
      "epoch": 0.5070993914807302,
      "grad_norm": 0.6486605797373974,
      "learning_rate": 2.8905803913191545e-05,
      "loss": 0.2264,
      "step": 125
    },
    {
      "epoch": 0.5111561866125761,
      "grad_norm": 0.6776351745411153,
      "learning_rate": 2.8880532704209636e-05,
      "loss": 0.2503,
      "step": 126
    },
    {
      "epoch": 0.5152129817444219,
      "grad_norm": 0.6538874763108758,
      "learning_rate": 2.8854984294410513e-05,
      "loss": 0.2259,
      "step": 127
    },
    {
      "epoch": 0.5192697768762677,
      "grad_norm": 0.6108311197354839,
      "learning_rate": 2.8829159194008014e-05,
      "loss": 0.25,
      "step": 128
    },
    {
      "epoch": 0.5233265720081136,
      "grad_norm": 0.6002147965900707,
      "learning_rate": 2.8803057918741643e-05,
      "loss": 0.2893,
      "step": 129
    },
    {
      "epoch": 0.5273833671399595,
      "grad_norm": 0.6762470121404814,
      "learning_rate": 2.877668098986624e-05,
      "loss": 0.2466,
      "step": 130
    },
    {
      "epoch": 0.5314401622718052,
      "grad_norm": 0.6974139790167463,
      "learning_rate": 2.8750028934141572e-05,
      "loss": 0.2629,
      "step": 131
    },
    {
      "epoch": 0.5354969574036511,
      "grad_norm": 1.236891646338022,
      "learning_rate": 2.8723102283821826e-05,
      "loss": 0.2334,
      "step": 132
    },
    {
      "epoch": 0.539553752535497,
      "grad_norm": 0.7563708424985823,
      "learning_rate": 2.8695901576644977e-05,
      "loss": 0.2274,
      "step": 133
    },
    {
      "epoch": 0.5436105476673428,
      "grad_norm": 0.5992720935663637,
      "learning_rate": 2.8668427355822036e-05,
      "loss": 0.2269,
      "step": 134
    },
    {
      "epoch": 0.5476673427991886,
      "grad_norm": 0.5919029812932312,
      "learning_rate": 2.864068017002621e-05,
      "loss": 0.2292,
      "step": 135
    },
    {
      "epoch": 0.5517241379310345,
      "grad_norm": 0.7568845058840511,
      "learning_rate": 2.8612660573381964e-05,
      "loss": 0.2354,
      "step": 136
    },
    {
      "epoch": 0.5557809330628803,
      "grad_norm": 0.6446514196916809,
      "learning_rate": 2.8584369125453913e-05,
      "loss": 0.2451,
      "step": 137
    },
    {
      "epoch": 0.5598377281947262,
      "grad_norm": 0.604214552142815,
      "learning_rate": 2.855580639123568e-05,
      "loss": 0.2107,
      "step": 138
    },
    {
      "epoch": 0.563894523326572,
      "grad_norm": 0.6522826920802496,
      "learning_rate": 2.8526972941138612e-05,
      "loss": 0.2237,
      "step": 139
    },
    {
      "epoch": 0.5679513184584178,
      "grad_norm": 0.563202224656028,
      "learning_rate": 2.8497869350980376e-05,
      "loss": 0.2003,
      "step": 140
    },
    {
      "epoch": 0.5720081135902637,
      "grad_norm": 0.8061973371002982,
      "learning_rate": 2.8468496201973454e-05,
      "loss": 0.2276,
      "step": 141
    },
    {
      "epoch": 0.5760649087221096,
      "grad_norm": 0.6208681068302313,
      "learning_rate": 2.843885408071356e-05,
      "loss": 0.2344,
      "step": 142
    },
    {
      "epoch": 0.5801217038539553,
      "grad_norm": 0.6055109887630478,
      "learning_rate": 2.8408943579167905e-05,
      "loss": 0.2294,
      "step": 143
    },
    {
      "epoch": 0.5841784989858012,
      "grad_norm": 0.67040596145082,
      "learning_rate": 2.8378765294663373e-05,
      "loss": 0.2167,
      "step": 144
    },
    {
      "epoch": 0.5882352941176471,
      "grad_norm": 0.781769940390108,
      "learning_rate": 2.834831982987462e-05,
      "loss": 0.21,
      "step": 145
    },
    {
      "epoch": 0.592292089249493,
      "grad_norm": 0.6780636258565765,
      "learning_rate": 2.831760779281201e-05,
      "loss": 0.2249,
      "step": 146
    },
    {
      "epoch": 0.5963488843813387,
      "grad_norm": 0.625921083157255,
      "learning_rate": 2.828662979680947e-05,
      "loss": 0.2219,
      "step": 147
    },
    {
      "epoch": 0.6004056795131846,
      "grad_norm": 0.5893412180647384,
      "learning_rate": 2.8255386460512273e-05,
      "loss": 0.2067,
      "step": 148
    },
    {
      "epoch": 0.6044624746450304,
      "grad_norm": 0.5705751125220077,
      "learning_rate": 2.8223878407864642e-05,
      "loss": 0.1833,
      "step": 149
    },
    {
      "epoch": 0.6085192697768763,
      "grad_norm": 0.5700901015886054,
      "learning_rate": 2.8192106268097336e-05,
      "loss": 0.1848,
      "step": 150
    },
    {
      "epoch": 0.6125760649087221,
      "grad_norm": 0.6000865550277297,
      "learning_rate": 2.8160070675715038e-05,
      "loss": 0.1938,
      "step": 151
    },
    {
      "epoch": 0.6166328600405679,
      "grad_norm": 0.5791492060921085,
      "learning_rate": 2.8127772270483714e-05,
      "loss": 0.2085,
      "step": 152
    },
    {
      "epoch": 0.6206896551724138,
      "grad_norm": 0.6023954274654707,
      "learning_rate": 2.8095211697417823e-05,
      "loss": 0.2237,
      "step": 153
    },
    {
      "epoch": 0.6247464503042597,
      "grad_norm": 0.6536097341613256,
      "learning_rate": 2.8062389606767445e-05,
      "loss": 0.2123,
      "step": 154
    },
    {
      "epoch": 0.6288032454361054,
      "grad_norm": 0.5127334450984861,
      "learning_rate": 2.8029306654005288e-05,
      "loss": 0.1829,
      "step": 155
    },
    {
      "epoch": 0.6328600405679513,
      "grad_norm": 0.5624075392241792,
      "learning_rate": 2.7995963499813596e-05,
      "loss": 0.2025,
      "step": 156
    },
    {
      "epoch": 0.6369168356997972,
      "grad_norm": 0.6449150568592729,
      "learning_rate": 2.796236081007096e-05,
      "loss": 0.1949,
      "step": 157
    },
    {
      "epoch": 0.640973630831643,
      "grad_norm": 0.701187654484129,
      "learning_rate": 2.7928499255839033e-05,
      "loss": 0.2151,
      "step": 158
    },
    {
      "epoch": 0.6450304259634888,
      "grad_norm": 0.6431071185310107,
      "learning_rate": 2.789437951334909e-05,
      "loss": 0.1695,
      "step": 159
    },
    {
      "epoch": 0.6490872210953347,
      "grad_norm": 0.883066522041192,
      "learning_rate": 2.7860002263988565e-05,
      "loss": 0.2035,
      "step": 160
    },
    {
      "epoch": 0.6531440162271805,
      "grad_norm": 0.8635932764225648,
      "learning_rate": 2.7825368194287425e-05,
      "loss": 0.1695,
      "step": 161
    },
    {
      "epoch": 0.6572008113590264,
      "grad_norm": 0.6782443532910216,
      "learning_rate": 2.7790477995904454e-05,
      "loss": 0.1865,
      "step": 162
    },
    {
      "epoch": 0.6612576064908722,
      "grad_norm": 0.5924664424714287,
      "learning_rate": 2.7755332365613453e-05,
      "loss": 0.202,
      "step": 163
    },
    {
      "epoch": 0.665314401622718,
      "grad_norm": 0.519362457725557,
      "learning_rate": 2.7719932005289317e-05,
      "loss": 0.1877,
      "step": 164
    },
    {
      "epoch": 0.6693711967545639,
      "grad_norm": 0.567689209781307,
      "learning_rate": 2.768427762189402e-05,
      "loss": 0.1943,
      "step": 165
    },
    {
      "epoch": 0.6734279918864098,
      "grad_norm": 0.5265646643108667,
      "learning_rate": 2.7648369927462503e-05,
      "loss": 0.1953,
      "step": 166
    },
    {
      "epoch": 0.6774847870182555,
      "grad_norm": 0.6457809658154948,
      "learning_rate": 2.7612209639088433e-05,
      "loss": 0.2075,
      "step": 167
    },
    {
      "epoch": 0.6815415821501014,
      "grad_norm": 0.6522533222938539,
      "learning_rate": 2.7575797478909914e-05,
      "loss": 0.2209,
      "step": 168
    },
    {
      "epoch": 0.6855983772819473,
      "grad_norm": 0.5926208068621334,
      "learning_rate": 2.7539134174095047e-05,
      "loss": 0.1833,
      "step": 169
    },
    {
      "epoch": 0.6896551724137931,
      "grad_norm": 0.6215684101485875,
      "learning_rate": 2.75022204568274e-05,
      "loss": 0.1849,
      "step": 170
    },
    {
      "epoch": 0.6937119675456389,
      "grad_norm": 0.7621052736863643,
      "learning_rate": 2.7465057064291405e-05,
      "loss": 0.1666,
      "step": 171
    },
    {
      "epoch": 0.6977687626774848,
      "grad_norm": 0.5424544870247899,
      "learning_rate": 2.7427644738657635e-05,
      "loss": 0.1672,
      "step": 172
    },
    {
      "epoch": 0.7018255578093306,
      "grad_norm": 0.5762207841432611,
      "learning_rate": 2.738998422706795e-05,
      "loss": 0.1725,
      "step": 173
    },
    {
      "epoch": 0.7058823529411765,
      "grad_norm": 0.5414406787384946,
      "learning_rate": 2.735207628162063e-05,
      "loss": 0.1631,
      "step": 174
    },
    {
      "epoch": 0.7099391480730223,
      "grad_norm": 0.6368334896233788,
      "learning_rate": 2.7313921659355305e-05,
      "loss": 0.1774,
      "step": 175
    },
    {
      "epoch": 0.7139959432048681,
      "grad_norm": 0.5101994046433813,
      "learning_rate": 2.727552112223787e-05,
      "loss": 0.1776,
      "step": 176
    },
    {
      "epoch": 0.718052738336714,
      "grad_norm": 0.6797950370510993,
      "learning_rate": 2.7236875437145256e-05,
      "loss": 0.165,
      "step": 177
    },
    {
      "epoch": 0.7221095334685599,
      "grad_norm": 0.6280142554651347,
      "learning_rate": 2.71979853758501e-05,
      "loss": 0.1904,
      "step": 178
    },
    {
      "epoch": 0.7261663286004056,
      "grad_norm": 0.5597196718491728,
      "learning_rate": 2.715885171500537e-05,
      "loss": 0.1679,
      "step": 179
    },
    {
      "epoch": 0.7302231237322515,
      "grad_norm": 0.49009801560261895,
      "learning_rate": 2.7119475236128816e-05,
      "loss": 0.1567,
      "step": 180
    },
    {
      "epoch": 0.7342799188640974,
      "grad_norm": 0.6563071312139116,
      "learning_rate": 2.707985672558739e-05,
      "loss": 0.1891,
      "step": 181
    },
    {
      "epoch": 0.7383367139959433,
      "grad_norm": 0.5376302977824341,
      "learning_rate": 2.7039996974581524e-05,
      "loss": 0.156,
      "step": 182
    },
    {
      "epoch": 0.742393509127789,
      "grad_norm": 0.5105263903567433,
      "learning_rate": 2.6999896779129333e-05,
      "loss": 0.157,
      "step": 183
    },
    {
      "epoch": 0.7464503042596349,
      "grad_norm": 0.5799467332504898,
      "learning_rate": 2.6959556940050736e-05,
      "loss": 0.169,
      "step": 184
    },
    {
      "epoch": 0.7505070993914807,
      "grad_norm": 0.59461838466469,
      "learning_rate": 2.691897826295143e-05,
      "loss": 0.1666,
      "step": 185
    },
    {
      "epoch": 0.7545638945233266,
      "grad_norm": 0.5812562725844442,
      "learning_rate": 2.6878161558206845e-05,
      "loss": 0.1757,
      "step": 186
    },
    {
      "epoch": 0.7586206896551724,
      "grad_norm": 0.5570290569403675,
      "learning_rate": 2.6837107640945904e-05,
      "loss": 0.1557,
      "step": 187
    },
    {
      "epoch": 0.7626774847870182,
      "grad_norm": 0.5210782779050981,
      "learning_rate": 2.6795817331034803e-05,
      "loss": 0.1681,
      "step": 188
    },
    {
      "epoch": 0.7667342799188641,
      "grad_norm": 0.8814030705223431,
      "learning_rate": 2.6754291453060598e-05,
      "loss": 0.1892,
      "step": 189
    },
    {
      "epoch": 0.77079107505071,
      "grad_norm": 0.5918031831634013,
      "learning_rate": 2.6712530836314763e-05,
      "loss": 0.1574,
      "step": 190
    },
    {
      "epoch": 0.7748478701825557,
      "grad_norm": 0.7326389750531642,
      "learning_rate": 2.6670536314776593e-05,
      "loss": 0.1544,
      "step": 191
    },
    {
      "epoch": 0.7789046653144016,
      "grad_norm": 0.5086355741172542,
      "learning_rate": 2.66283087270966e-05,
      "loss": 0.1572,
      "step": 192
    },
    {
      "epoch": 0.7829614604462475,
      "grad_norm": 0.5965212460678235,
      "learning_rate": 2.6585848916579723e-05,
      "loss": 0.1497,
      "step": 193
    },
    {
      "epoch": 0.7870182555780934,
      "grad_norm": 0.5692689362307511,
      "learning_rate": 2.6543157731168502e-05,
      "loss": 0.1618,
      "step": 194
    },
    {
      "epoch": 0.7910750507099391,
      "grad_norm": 0.516188907315308,
      "learning_rate": 2.650023602342614e-05,
      "loss": 0.1456,
      "step": 195
    },
    {
      "epoch": 0.795131845841785,
      "grad_norm": 0.7593371898283678,
      "learning_rate": 2.645708465051949e-05,
      "loss": 0.1809,
      "step": 196
    },
    {
      "epoch": 0.7991886409736308,
      "grad_norm": 0.5366328407002237,
      "learning_rate": 2.6413704474201924e-05,
      "loss": 0.1572,
      "step": 197
    },
    {
      "epoch": 0.8032454361054767,
      "grad_norm": 0.5277744342808298,
      "learning_rate": 2.6370096360796116e-05,
      "loss": 0.1593,
      "step": 198
    },
    {
      "epoch": 0.8073022312373225,
      "grad_norm": 0.5609600455428916,
      "learning_rate": 2.6326261181176772e-05,
      "loss": 0.1428,
      "step": 199
    },
    {
      "epoch": 0.8113590263691683,
      "grad_norm": 0.5420590413429403,
      "learning_rate": 2.6282199810753192e-05,
      "loss": 0.1407,
      "step": 200
    },
    {
      "epoch": 0.8154158215010142,
      "grad_norm": 0.5956145475058654,
      "learning_rate": 2.623791312945184e-05,
      "loss": 0.1727,
      "step": 201
    },
    {
      "epoch": 0.8194726166328601,
      "grad_norm": 0.6915730266004114,
      "learning_rate": 2.6193402021698732e-05,
      "loss": 0.1514,
      "step": 202
    },
    {
      "epoch": 0.8235294117647058,
      "grad_norm": 0.5360960125723859,
      "learning_rate": 2.6148667376401773e-05,
      "loss": 0.1311,
      "step": 203
    },
    {
      "epoch": 0.8275862068965517,
      "grad_norm": 0.602399284640832,
      "learning_rate": 2.610371008693305e-05,
      "loss": 0.1511,
      "step": 204
    },
    {
      "epoch": 0.8316430020283976,
      "grad_norm": 0.5611575786025276,
      "learning_rate": 2.6058531051110933e-05,
      "loss": 0.1487,
      "step": 205
    },
    {
      "epoch": 0.8356997971602435,
      "grad_norm": 0.5164559085496964,
      "learning_rate": 2.6013131171182185e-05,
      "loss": 0.1575,
      "step": 206
    },
    {
      "epoch": 0.8397565922920892,
      "grad_norm": 0.5445898147983643,
      "learning_rate": 2.5967511353803926e-05,
      "loss": 0.1569,
      "step": 207
    },
    {
      "epoch": 0.8438133874239351,
      "grad_norm": 0.4804010780955451,
      "learning_rate": 2.592167251002553e-05,
      "loss": 0.1236,
      "step": 208
    },
    {
      "epoch": 0.847870182555781,
      "grad_norm": 0.6503245044438516,
      "learning_rate": 2.587561555527044e-05,
      "loss": 0.1639,
      "step": 209
    },
    {
      "epoch": 0.8519269776876268,
      "grad_norm": 0.5951176833693469,
      "learning_rate": 2.5829341409317866e-05,
      "loss": 0.1674,
      "step": 210
    },
    {
      "epoch": 0.8559837728194726,
      "grad_norm": 0.49598023403627806,
      "learning_rate": 2.578285099628444e-05,
      "loss": 0.1497,
      "step": 211
    },
    {
      "epoch": 0.8600405679513184,
      "grad_norm": 0.5742271108265362,
      "learning_rate": 2.5736145244605746e-05,
      "loss": 0.154,
      "step": 212
    },
    {
      "epoch": 0.8640973630831643,
      "grad_norm": 0.5082796879110931,
      "learning_rate": 2.5689225087017775e-05,
      "loss": 0.1286,
      "step": 213
    },
    {
      "epoch": 0.8681541582150102,
      "grad_norm": 0.5510606523552836,
      "learning_rate": 2.5642091460538324e-05,
      "loss": 0.1439,
      "step": 214
    },
    {
      "epoch": 0.8722109533468559,
      "grad_norm": 0.5447078949028836,
      "learning_rate": 2.559474530644825e-05,
      "loss": 0.1538,
      "step": 215
    },
    {
      "epoch": 0.8762677484787018,
      "grad_norm": 0.6167285401328151,
      "learning_rate": 2.5547187570272687e-05,
      "loss": 0.1545,
      "step": 216
    },
    {
      "epoch": 0.8803245436105477,
      "grad_norm": 0.50394073309322,
      "learning_rate": 2.5499419201762174e-05,
      "loss": 0.1191,
      "step": 217
    },
    {
      "epoch": 0.8843813387423936,
      "grad_norm": 0.5673254976030906,
      "learning_rate": 2.5451441154873666e-05,
      "loss": 0.137,
      "step": 218
    },
    {
      "epoch": 0.8884381338742393,
      "grad_norm": 0.5387470774448104,
      "learning_rate": 2.5403254387751512e-05,
      "loss": 0.129,
      "step": 219
    },
    {
      "epoch": 0.8924949290060852,
      "grad_norm": 0.4608513157666502,
      "learning_rate": 2.5354859862708276e-05,
      "loss": 0.1158,
      "step": 220
    },
    {
      "epoch": 0.896551724137931,
      "grad_norm": 0.5256344466688219,
      "learning_rate": 2.530625854620557e-05,
      "loss": 0.1222,
      "step": 221
    },
    {
      "epoch": 0.9006085192697769,
      "grad_norm": 0.5137885015037381,
      "learning_rate": 2.5257451408834715e-05,
      "loss": 0.1353,
      "step": 222
    },
    {
      "epoch": 0.9046653144016227,
      "grad_norm": 0.5360332627787981,
      "learning_rate": 2.5208439425297385e-05,
      "loss": 0.1337,
      "step": 223
    },
    {
      "epoch": 0.9087221095334685,
      "grad_norm": 0.4975091772962004,
      "learning_rate": 2.5159223574386117e-05,
      "loss": 0.1563,
      "step": 224
    },
    {
      "epoch": 0.9127789046653144,
      "grad_norm": 0.5099800307673038,
      "learning_rate": 2.5109804838964785e-05,
      "loss": 0.143,
      "step": 225
    },
    {
      "epoch": 0.9168356997971603,
      "grad_norm": 0.46703357661804473,
      "learning_rate": 2.5060184205948953e-05,
      "loss": 0.1241,
      "step": 226
    },
    {
      "epoch": 0.920892494929006,
      "grad_norm": 0.5140596431464904,
      "learning_rate": 2.5010362666286185e-05,
      "loss": 0.1405,
      "step": 227
    },
    {
      "epoch": 0.9249492900608519,
      "grad_norm": 0.5271654527108036,
      "learning_rate": 2.4960341214936244e-05,
      "loss": 0.1321,
      "step": 228
    },
    {
      "epoch": 0.9290060851926978,
      "grad_norm": 0.5768457462148251,
      "learning_rate": 2.491012085085122e-05,
      "loss": 0.1234,
      "step": 229
    },
    {
      "epoch": 0.9330628803245437,
      "grad_norm": 0.5454185697970022,
      "learning_rate": 2.4859702576955595e-05,
      "loss": 0.1349,
      "step": 230
    },
    {
      "epoch": 0.9371196754563894,
      "grad_norm": 0.5179952256745091,
      "learning_rate": 2.480908740012618e-05,
      "loss": 0.1193,
      "step": 231
    },
    {
      "epoch": 0.9411764705882353,
      "grad_norm": 0.4991739609059931,
      "learning_rate": 2.4758276331172065e-05,
      "loss": 0.1208,
      "step": 232
    },
    {
      "epoch": 0.9452332657200812,
      "grad_norm": 0.6073345070204801,
      "learning_rate": 2.470727038481437e-05,
      "loss": 0.114,
      "step": 233
    },
    {
      "epoch": 0.949290060851927,
      "grad_norm": 0.4556948904301903,
      "learning_rate": 2.4656070579666022e-05,
      "loss": 0.1129,
      "step": 234
    },
    {
      "epoch": 0.9533468559837728,
      "grad_norm": 0.6204458532609,
      "learning_rate": 2.4604677938211394e-05,
      "loss": 0.1411,
      "step": 235
    },
    {
      "epoch": 0.9574036511156186,
      "grad_norm": 0.46490020601621357,
      "learning_rate": 2.45530934867859e-05,
      "loss": 0.1103,
      "step": 236
    },
    {
      "epoch": 0.9614604462474645,
      "grad_norm": 0.5058495256544994,
      "learning_rate": 2.4501318255555483e-05,
      "loss": 0.1045,
      "step": 237
    },
    {
      "epoch": 0.9655172413793104,
      "grad_norm": 0.5847707043545994,
      "learning_rate": 2.4449353278496052e-05,
      "loss": 0.1301,
      "step": 238
    },
    {
      "epoch": 0.9695740365111561,
      "grad_norm": 0.5156881183238065,
      "learning_rate": 2.439719959337283e-05,
      "loss": 0.1237,
      "step": 239
    },
    {
      "epoch": 0.973630831643002,
      "grad_norm": 0.47559822285660797,
      "learning_rate": 2.4344858241719625e-05,
      "loss": 0.1122,
      "step": 240
    },
    {
      "epoch": 0.9776876267748479,
      "grad_norm": 0.629693543735342,
      "learning_rate": 2.429233026881805e-05,
      "loss": 0.1163,
      "step": 241
    },
    {
      "epoch": 0.9817444219066938,
      "grad_norm": 0.4631203986746975,
      "learning_rate": 2.4239616723676603e-05,
      "loss": 0.1071,
      "step": 242
    },
    {
      "epoch": 0.9858012170385395,
      "grad_norm": 0.48166221209061655,
      "learning_rate": 2.4186718659009776e-05,
      "loss": 0.1106,
      "step": 243
    },
    {
      "epoch": 0.9898580121703854,
      "grad_norm": 0.4722397090336021,
      "learning_rate": 2.4133637131216994e-05,
      "loss": 0.1099,
      "step": 244
    },
    {
      "epoch": 0.9939148073022313,
      "grad_norm": 0.48081357836920197,
      "learning_rate": 2.4080373200361527e-05,
      "loss": 0.1133,
      "step": 245
    },
    {
      "epoch": 0.9979716024340771,
      "grad_norm": 0.4827455819559188,
      "learning_rate": 2.4026927930149318e-05,
      "loss": 0.1201,
      "step": 246
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.6591980404499224,
      "learning_rate": 2.3973302387907742e-05,
      "loss": 0.1198,
      "step": 247
    },
    {
      "epoch": 1.0040567951318458,
      "grad_norm": 0.6168338300228252,
      "learning_rate": 2.3919497644564302e-05,
      "loss": 0.0973,
      "step": 248
    },
    {
      "epoch": 1.0081135902636917,
      "grad_norm": 0.43650673897931774,
      "learning_rate": 2.3865514774625215e-05,
      "loss": 0.0581,
      "step": 249
    },
    {
      "epoch": 1.0121703853955375,
      "grad_norm": 0.48170811195224444,
      "learning_rate": 2.3811354856153996e-05,
      "loss": 0.0779,
      "step": 250
    },
    {
      "epoch": 1.0162271805273835,
      "grad_norm": 0.4159998966040527,
      "learning_rate": 2.3757018970749874e-05,
      "loss": 0.0693,
      "step": 251
    },
    {
      "epoch": 1.0202839756592292,
      "grad_norm": 0.534637865441219,
      "learning_rate": 2.3702508203526236e-05,
      "loss": 0.0743,
      "step": 252
    },
    {
      "epoch": 1.024340770791075,
      "grad_norm": 0.5428780017401106,
      "learning_rate": 2.3647823643088952e-05,
      "loss": 0.0824,
      "step": 253
    },
    {
      "epoch": 1.028397565922921,
      "grad_norm": 0.5058889770865802,
      "learning_rate": 2.35929663815146e-05,
      "loss": 0.0621,
      "step": 254
    },
    {
      "epoch": 1.0324543610547667,
      "grad_norm": 0.6657583405724089,
      "learning_rate": 2.3537937514328704e-05,
      "loss": 0.0735,
      "step": 255
    },
    {
      "epoch": 1.0365111561866125,
      "grad_norm": 0.43782441423036716,
      "learning_rate": 2.3482738140483815e-05,
      "loss": 0.074,
      "step": 256
    },
    {
      "epoch": 1.0405679513184585,
      "grad_norm": 0.5190186796325933,
      "learning_rate": 2.3427369362337602e-05,
      "loss": 0.0725,
      "step": 257
    },
    {
      "epoch": 1.0446247464503042,
      "grad_norm": 0.4154897947758653,
      "learning_rate": 2.3371832285630805e-05,
      "loss": 0.0725,
      "step": 258
    },
    {
      "epoch": 1.04868154158215,
      "grad_norm": 0.4875026178896022,
      "learning_rate": 2.3316128019465165e-05,
      "loss": 0.076,
      "step": 259
    },
    {
      "epoch": 1.052738336713996,
      "grad_norm": 0.4880205996397405,
      "learning_rate": 2.326025767628129e-05,
      "loss": 0.0875,
      "step": 260
    },
    {
      "epoch": 1.0567951318458417,
      "grad_norm": 0.457507116532244,
      "learning_rate": 2.320422237183641e-05,
      "loss": 0.0746,
      "step": 261
    },
    {
      "epoch": 1.0608519269776877,
      "grad_norm": 0.5011298451992371,
      "learning_rate": 2.3148023225182102e-05,
      "loss": 0.0865,
      "step": 262
    },
    {
      "epoch": 1.0649087221095335,
      "grad_norm": 0.4310865407957085,
      "learning_rate": 2.309166135864198e-05,
      "loss": 0.0657,
      "step": 263
    },
    {
      "epoch": 1.0689655172413792,
      "grad_norm": 0.46794467781250354,
      "learning_rate": 2.303513789778923e-05,
      "loss": 0.0662,
      "step": 264
    },
    {
      "epoch": 1.0730223123732252,
      "grad_norm": 0.4228722860949894,
      "learning_rate": 2.297845397142415e-05,
      "loss": 0.0644,
      "step": 265
    },
    {
      "epoch": 1.077079107505071,
      "grad_norm": 0.5300905761078608,
      "learning_rate": 2.2921610711551618e-05,
      "loss": 0.0805,
      "step": 266
    },
    {
      "epoch": 1.081135902636917,
      "grad_norm": 0.42302112184214735,
      "learning_rate": 2.2864609253358477e-05,
      "loss": 0.0654,
      "step": 267
    },
    {
      "epoch": 1.0851926977687627,
      "grad_norm": 0.4833732847143345,
      "learning_rate": 2.2807450735190864e-05,
      "loss": 0.0807,
      "step": 268
    },
    {
      "epoch": 1.0892494929006085,
      "grad_norm": 0.546877371515379,
      "learning_rate": 2.2750136298531486e-05,
      "loss": 0.0683,
      "step": 269
    },
    {
      "epoch": 1.0933062880324544,
      "grad_norm": 0.4255827063856378,
      "learning_rate": 2.2692667087976803e-05,
      "loss": 0.0694,
      "step": 270
    },
    {
      "epoch": 1.0973630831643002,
      "grad_norm": 0.5310767204910947,
      "learning_rate": 2.263504425121419e-05,
      "loss": 0.0882,
      "step": 271
    },
    {
      "epoch": 1.101419878296146,
      "grad_norm": 0.4741282639389029,
      "learning_rate": 2.2577268938999008e-05,
      "loss": 0.0709,
      "step": 272
    },
    {
      "epoch": 1.105476673427992,
      "grad_norm": 0.46558806246697076,
      "learning_rate": 2.2519342305131627e-05,
      "loss": 0.0743,
      "step": 273
    },
    {
      "epoch": 1.1095334685598377,
      "grad_norm": 0.4693076664752292,
      "learning_rate": 2.246126550643438e-05,
      "loss": 0.083,
      "step": 274
    },
    {
      "epoch": 1.1135902636916835,
      "grad_norm": 0.46565319997402443,
      "learning_rate": 2.2403039702728466e-05,
      "loss": 0.0651,
      "step": 275
    },
    {
      "epoch": 1.1176470588235294,
      "grad_norm": 0.4222193938799318,
      "learning_rate": 2.2344666056810788e-05,
      "loss": 0.0623,
      "step": 276
    },
    {
      "epoch": 1.1217038539553752,
      "grad_norm": 0.43899014503310846,
      "learning_rate": 2.2286145734430715e-05,
      "loss": 0.0655,
      "step": 277
    },
    {
      "epoch": 1.1257606490872212,
      "grad_norm": 0.7568799917810151,
      "learning_rate": 2.2227479904266827e-05,
      "loss": 0.0703,
      "step": 278
    },
    {
      "epoch": 1.129817444219067,
      "grad_norm": 0.4689401911791941,
      "learning_rate": 2.2168669737903555e-05,
      "loss": 0.0787,
      "step": 279
    },
    {
      "epoch": 1.1338742393509127,
      "grad_norm": 0.4628308683329603,
      "learning_rate": 2.2109716409807804e-05,
      "loss": 0.0648,
      "step": 280
    },
    {
      "epoch": 1.1379310344827587,
      "grad_norm": 0.43149649261110756,
      "learning_rate": 2.205062109730547e-05,
      "loss": 0.0575,
      "step": 281
    },
    {
      "epoch": 1.1419878296146044,
      "grad_norm": 0.44715734359024867,
      "learning_rate": 2.1991384980557958e-05,
      "loss": 0.0714,
      "step": 282
    },
    {
      "epoch": 1.1460446247464504,
      "grad_norm": 0.45975170848693486,
      "learning_rate": 2.1932009242538595e-05,
      "loss": 0.0782,
      "step": 283
    },
    {
      "epoch": 1.1501014198782962,
      "grad_norm": 0.44707442495336097,
      "learning_rate": 2.187249506900902e-05,
      "loss": 0.0663,
      "step": 284
    },
    {
      "epoch": 1.154158215010142,
      "grad_norm": 0.4143954800504552,
      "learning_rate": 2.1812843648495465e-05,
      "loss": 0.0593,
      "step": 285
    },
    {
      "epoch": 1.158215010141988,
      "grad_norm": 0.43790846727578037,
      "learning_rate": 2.17530561722651e-05,
      "loss": 0.0706,
      "step": 286
    },
    {
      "epoch": 1.1622718052738337,
      "grad_norm": 0.4592105560143304,
      "learning_rate": 2.1693133834302148e-05,
      "loss": 0.0697,
      "step": 287
    },
    {
      "epoch": 1.1663286004056794,
      "grad_norm": 0.40947554363650396,
      "learning_rate": 2.16330778312841e-05,
      "loss": 0.0631,
      "step": 288
    },
    {
      "epoch": 1.1703853955375254,
      "grad_norm": 0.4415229839300465,
      "learning_rate": 2.15728893625578e-05,
      "loss": 0.0726,
      "step": 289
    },
    {
      "epoch": 1.1744421906693712,
      "grad_norm": 0.46497173706211997,
      "learning_rate": 2.1512569630115507e-05,
      "loss": 0.0742,
      "step": 290
    },
    {
      "epoch": 1.178498985801217,
      "grad_norm": 0.410904105419549,
      "learning_rate": 2.1452119838570857e-05,
      "loss": 0.0672,
      "step": 291
    },
    {
      "epoch": 1.182555780933063,
      "grad_norm": 0.415458681872725,
      "learning_rate": 2.1391541195134845e-05,
      "loss": 0.0725,
      "step": 292
    },
    {
      "epoch": 1.1866125760649087,
      "grad_norm": 0.4062317481190398,
      "learning_rate": 2.1330834909591696e-05,
      "loss": 0.0646,
      "step": 293
    },
    {
      "epoch": 1.1906693711967546,
      "grad_norm": 0.43806610932754925,
      "learning_rate": 2.1270002194274698e-05,
      "loss": 0.0723,
      "step": 294
    },
    {
      "epoch": 1.1947261663286004,
      "grad_norm": 0.43543768126538734,
      "learning_rate": 2.1209044264042016e-05,
      "loss": 0.0653,
      "step": 295
    },
    {
      "epoch": 1.1987829614604462,
      "grad_norm": 0.4051994881674093,
      "learning_rate": 2.114796233625241e-05,
      "loss": 0.0575,
      "step": 296
    },
    {
      "epoch": 1.2028397565922921,
      "grad_norm": 0.4819124551084273,
      "learning_rate": 2.1086757630740924e-05,
      "loss": 0.0613,
      "step": 297
    },
    {
      "epoch": 1.206896551724138,
      "grad_norm": 1.0299389777613355,
      "learning_rate": 2.1025431369794546e-05,
      "loss": 0.0703,
      "step": 298
    },
    {
      "epoch": 1.2109533468559839,
      "grad_norm": 0.3820733350489595,
      "learning_rate": 2.0963984778127763e-05,
      "loss": 0.0569,
      "step": 299
    },
    {
      "epoch": 1.2150101419878296,
      "grad_norm": 0.4252407347521453,
      "learning_rate": 2.0902419082858142e-05,
      "loss": 0.055,
      "step": 300
    },
    {
      "epoch": 1.2190669371196754,
      "grad_norm": 0.3963130915735559,
      "learning_rate": 2.08407355134818e-05,
      "loss": 0.0605,
      "step": 301
    },
    {
      "epoch": 1.2231237322515214,
      "grad_norm": 0.3740655420714341,
      "learning_rate": 2.0778935301848852e-05,
      "loss": 0.0591,
      "step": 302
    },
    {
      "epoch": 1.2271805273833671,
      "grad_norm": 0.3633249347339507,
      "learning_rate": 2.0717019682138814e-05,
      "loss": 0.0621,
      "step": 303
    },
    {
      "epoch": 1.231237322515213,
      "grad_norm": 0.44545868345146,
      "learning_rate": 2.065498989083596e-05,
      "loss": 0.0631,
      "step": 304
    },
    {
      "epoch": 1.2352941176470589,
      "grad_norm": 0.715477713356301,
      "learning_rate": 2.059284716670463e-05,
      "loss": 0.0694,
      "step": 305
    },
    {
      "epoch": 1.2393509127789046,
      "grad_norm": 0.3819969581826308,
      "learning_rate": 2.053059275076447e-05,
      "loss": 0.0668,
      "step": 306
    },
    {
      "epoch": 1.2434077079107504,
      "grad_norm": 0.3797185410468661,
      "learning_rate": 2.0468227886265683e-05,
      "loss": 0.0661,
      "step": 307
    },
    {
      "epoch": 1.2474645030425964,
      "grad_norm": 0.465835802610691,
      "learning_rate": 2.0405753818664162e-05,
      "loss": 0.063,
      "step": 308
    },
    {
      "epoch": 1.2515212981744421,
      "grad_norm": 0.3682170190485834,
      "learning_rate": 2.0343171795596654e-05,
      "loss": 0.058,
      "step": 309
    },
    {
      "epoch": 1.2555780933062881,
      "grad_norm": 0.3659098877003393,
      "learning_rate": 2.0280483066855823e-05,
      "loss": 0.0575,
      "step": 310
    },
    {
      "epoch": 1.2596348884381339,
      "grad_norm": 0.5023156710027872,
      "learning_rate": 2.0217688884365293e-05,
      "loss": 0.0783,
      "step": 311
    },
    {
      "epoch": 1.2636916835699799,
      "grad_norm": 0.5216416280425438,
      "learning_rate": 2.0154790502154655e-05,
      "loss": 0.0613,
      "step": 312
    },
    {
      "epoch": 1.2677484787018256,
      "grad_norm": 0.4735363083812559,
      "learning_rate": 2.0091789176334414e-05,
      "loss": 0.079,
      "step": 313
    },
    {
      "epoch": 1.2718052738336714,
      "grad_norm": 0.4652822824613967,
      "learning_rate": 2.00286861650709e-05,
      "loss": 0.0767,
      "step": 314
    },
    {
      "epoch": 1.2758620689655173,
      "grad_norm": 0.4190192878483682,
      "learning_rate": 1.996548272856117e-05,
      "loss": 0.0585,
      "step": 315
    },
    {
      "epoch": 1.279918864097363,
      "grad_norm": 0.3693884498803365,
      "learning_rate": 1.9902180129007806e-05,
      "loss": 0.0532,
      "step": 316
    },
    {
      "epoch": 1.2839756592292089,
      "grad_norm": 0.3852707702368636,
      "learning_rate": 1.983877963059372e-05,
      "loss": 0.0584,
      "step": 317
    },
    {
      "epoch": 1.2880324543610548,
      "grad_norm": 0.37753306339799014,
      "learning_rate": 1.9775282499456915e-05,
      "loss": 0.0582,
      "step": 318
    },
    {
      "epoch": 1.2920892494929006,
      "grad_norm": 0.3758348932846382,
      "learning_rate": 1.9711690003665202e-05,
      "loss": 0.0586,
      "step": 319
    },
    {
      "epoch": 1.2961460446247464,
      "grad_norm": 0.4194871916934118,
      "learning_rate": 1.9648003413190858e-05,
      "loss": 0.0469,
      "step": 320
    },
    {
      "epoch": 1.3002028397565923,
      "grad_norm": 0.46048009587877814,
      "learning_rate": 1.9584223999885288e-05,
      "loss": 0.0789,
      "step": 321
    },
    {
      "epoch": 1.304259634888438,
      "grad_norm": 0.39213100039505067,
      "learning_rate": 1.95203530374536e-05,
      "loss": 0.0608,
      "step": 322
    },
    {
      "epoch": 1.3083164300202839,
      "grad_norm": 0.3993708308666585,
      "learning_rate": 1.945639180142919e-05,
      "loss": 0.0605,
      "step": 323
    },
    {
      "epoch": 1.3123732251521298,
      "grad_norm": 0.37984652567355076,
      "learning_rate": 1.9392341569148254e-05,
      "loss": 0.0626,
      "step": 324
    },
    {
      "epoch": 1.3164300202839756,
      "grad_norm": 0.4280714515322399,
      "learning_rate": 1.9328203619724297e-05,
      "loss": 0.0485,
      "step": 325
    },
    {
      "epoch": 1.3204868154158216,
      "grad_norm": 0.3917723604992393,
      "learning_rate": 1.9263979234022565e-05,
      "loss": 0.0518,
      "step": 326
    },
    {
      "epoch": 1.3245436105476673,
      "grad_norm": 0.37974066794354555,
      "learning_rate": 1.919966969463448e-05,
      "loss": 0.0582,
      "step": 327
    },
    {
      "epoch": 1.3286004056795133,
      "grad_norm": 0.3687296850227283,
      "learning_rate": 1.9135276285852028e-05,
      "loss": 0.0489,
      "step": 328
    },
    {
      "epoch": 1.332657200811359,
      "grad_norm": 0.3882503420638247,
      "learning_rate": 1.90708002936421e-05,
      "loss": 0.0714,
      "step": 329
    },
    {
      "epoch": 1.3367139959432048,
      "grad_norm": 0.3969234950017993,
      "learning_rate": 1.9006243005620825e-05,
      "loss": 0.0608,
      "step": 330
    },
    {
      "epoch": 1.3407707910750508,
      "grad_norm": 0.6237926409920694,
      "learning_rate": 1.894160571102784e-05,
      "loss": 0.057,
      "step": 331
    },
    {
      "epoch": 1.3448275862068966,
      "grad_norm": 0.3624371856816983,
      "learning_rate": 1.887688970070056e-05,
      "loss": 0.0593,
      "step": 332
    },
    {
      "epoch": 1.3488843813387423,
      "grad_norm": 0.43439892379173217,
      "learning_rate": 1.8812096267048375e-05,
      "loss": 0.0518,
      "step": 333
    },
    {
      "epoch": 1.3529411764705883,
      "grad_norm": 0.38596267591475464,
      "learning_rate": 1.874722670402688e-05,
      "loss": 0.0621,
      "step": 334
    },
    {
      "epoch": 1.356997971602434,
      "grad_norm": 0.4649551687377741,
      "learning_rate": 1.8682282307111988e-05,
      "loss": 0.0599,
      "step": 335
    },
    {
      "epoch": 1.3610547667342798,
      "grad_norm": 0.4395548596766693,
      "learning_rate": 1.861726437327409e-05,
      "loss": 0.0693,
      "step": 336
    },
    {
      "epoch": 1.3651115618661258,
      "grad_norm": 0.4862258593203981,
      "learning_rate": 1.8552174200952137e-05,
      "loss": 0.0612,
      "step": 337
    },
    {
      "epoch": 1.3691683569979716,
      "grad_norm": 0.44291191177485717,
      "learning_rate": 1.8487013090027727e-05,
      "loss": 0.0744,
      "step": 338
    },
    {
      "epoch": 1.3732251521298173,
      "grad_norm": 0.38563581033707284,
      "learning_rate": 1.8421782341799127e-05,
      "loss": 0.0565,
      "step": 339
    },
    {
      "epoch": 1.3772819472616633,
      "grad_norm": 0.41423708346018334,
      "learning_rate": 1.8356483258955302e-05,
      "loss": 0.0751,
      "step": 340
    },
    {
      "epoch": 1.381338742393509,
      "grad_norm": 0.35924533141908455,
      "learning_rate": 1.829111714554988e-05,
      "loss": 0.0587,
      "step": 341
    },
    {
      "epoch": 1.385395537525355,
      "grad_norm": 0.4220818939935522,
      "learning_rate": 1.8225685306975135e-05,
      "loss": 0.0544,
      "step": 342
    },
    {
      "epoch": 1.3894523326572008,
      "grad_norm": 0.42380504949224374,
      "learning_rate": 1.8160189049935895e-05,
      "loss": 0.0675,
      "step": 343
    },
    {
      "epoch": 1.3935091277890468,
      "grad_norm": 0.42903121805073235,
      "learning_rate": 1.8094629682423455e-05,
      "loss": 0.0553,
      "step": 344
    },
    {
      "epoch": 1.3975659229208925,
      "grad_norm": 0.3212183188904997,
      "learning_rate": 1.802900851368946e-05,
      "loss": 0.0454,
      "step": 345
    },
    {
      "epoch": 1.4016227180527383,
      "grad_norm": 0.36796684826856213,
      "learning_rate": 1.796332685421975e-05,
      "loss": 0.0522,
      "step": 346
    },
    {
      "epoch": 1.4056795131845843,
      "grad_norm": 0.3859937827585194,
      "learning_rate": 1.78975860157082e-05,
      "loss": 0.0502,
      "step": 347
    },
    {
      "epoch": 1.40973630831643,
      "grad_norm": 0.48175546838276356,
      "learning_rate": 1.7831787311030514e-05,
      "loss": 0.0672,
      "step": 348
    },
    {
      "epoch": 1.4137931034482758,
      "grad_norm": 0.35741222694673913,
      "learning_rate": 1.7765932054218013e-05,
      "loss": 0.0587,
      "step": 349
    },
    {
      "epoch": 1.4178498985801218,
      "grad_norm": 0.33476461422223275,
      "learning_rate": 1.770002156043138e-05,
      "loss": 0.0524,
      "step": 350
    },
    {
      "epoch": 1.4219066937119675,
      "grad_norm": 0.4375594713384405,
      "learning_rate": 1.7634057145934436e-05,
      "loss": 0.0734,
      "step": 351
    },
    {
      "epoch": 1.4259634888438133,
      "grad_norm": 0.6125411034762981,
      "learning_rate": 1.756804012806778e-05,
      "loss": 0.054,
      "step": 352
    },
    {
      "epoch": 1.4300202839756593,
      "grad_norm": 0.3969621592412149,
      "learning_rate": 1.7501971825222574e-05,
      "loss": 0.0607,
      "step": 353
    },
    {
      "epoch": 1.434077079107505,
      "grad_norm": 0.40912007576868703,
      "learning_rate": 1.7435853556814128e-05,
      "loss": 0.0508,
      "step": 354
    },
    {
      "epoch": 1.4381338742393508,
      "grad_norm": 0.4028347679550677,
      "learning_rate": 1.73696866432556e-05,
      "loss": 0.0625,
      "step": 355
    },
    {
      "epoch": 1.4421906693711968,
      "grad_norm": 0.35121176777719804,
      "learning_rate": 1.7303472405931614e-05,
      "loss": 0.0423,
      "step": 356
    },
    {
      "epoch": 1.4462474645030425,
      "grad_norm": 0.3734997556745032,
      "learning_rate": 1.723721216717188e-05,
      "loss": 0.0508,
      "step": 357
    },
    {
      "epoch": 1.4503042596348885,
      "grad_norm": 0.39957427660410166,
      "learning_rate": 1.7170907250224772e-05,
      "loss": 0.0611,
      "step": 358
    },
    {
      "epoch": 1.4543610547667343,
      "grad_norm": 0.4061196583559151,
      "learning_rate": 1.7104558979230908e-05,
      "loss": 0.0653,
      "step": 359
    },
    {
      "epoch": 1.4584178498985803,
      "grad_norm": 0.42066306297323564,
      "learning_rate": 1.70381686791967e-05,
      "loss": 0.0544,
      "step": 360
    },
    {
      "epoch": 1.462474645030426,
      "grad_norm": 0.3414243495462988,
      "learning_rate": 1.697173767596792e-05,
      "loss": 0.0402,
      "step": 361
    },
    {
      "epoch": 1.4665314401622718,
      "grad_norm": 0.3745448318503202,
      "learning_rate": 1.6905267296203182e-05,
      "loss": 0.055,
      "step": 362
    },
    {
      "epoch": 1.4705882352941178,
      "grad_norm": 0.3979687411753602,
      "learning_rate": 1.6838758867347478e-05,
      "loss": 0.0587,
      "step": 363
    },
    {
      "epoch": 1.4746450304259635,
      "grad_norm": 0.4280060924115683,
      "learning_rate": 1.677221371760565e-05,
      "loss": 0.0546,
      "step": 364
    },
    {
      "epoch": 1.4787018255578093,
      "grad_norm": 0.38953339017944766,
      "learning_rate": 1.670563317591589e-05,
      "loss": 0.0532,
      "step": 365
    },
    {
      "epoch": 1.4827586206896552,
      "grad_norm": 0.33687703339250086,
      "learning_rate": 1.6639018571923165e-05,
      "loss": 0.0427,
      "step": 366
    },
    {
      "epoch": 1.486815415821501,
      "grad_norm": 0.36071368662447184,
      "learning_rate": 1.6572371235952698e-05,
      "loss": 0.049,
      "step": 367
    },
    {
      "epoch": 1.4908722109533468,
      "grad_norm": 0.4388319382689881,
      "learning_rate": 1.6505692498983367e-05,
      "loss": 0.0624,
      "step": 368
    },
    {
      "epoch": 1.4949290060851927,
      "grad_norm": 0.4240499829869781,
      "learning_rate": 1.643898369262117e-05,
      "loss": 0.0664,
      "step": 369
    },
    {
      "epoch": 1.4989858012170385,
      "grad_norm": 0.39531241733876216,
      "learning_rate": 1.6372246149072572e-05,
      "loss": 0.0647,
      "step": 370
    },
    {
      "epoch": 1.5030425963488843,
      "grad_norm": 0.3866849983999559,
      "learning_rate": 1.6305481201117958e-05,
      "loss": 0.0519,
      "step": 371
    },
    {
      "epoch": 1.5070993914807302,
      "grad_norm": 0.3932432735778696,
      "learning_rate": 1.623869018208499e-05,
      "loss": 0.0574,
      "step": 372
    },
    {
      "epoch": 1.5111561866125762,
      "grad_norm": 0.3648065777660632,
      "learning_rate": 1.617187442582196e-05,
      "loss": 0.0536,
      "step": 373
    },
    {
      "epoch": 1.5152129817444218,
      "grad_norm": 0.3191973621717305,
      "learning_rate": 1.61050352666712e-05,
      "loss": 0.0357,
      "step": 374
    },
    {
      "epoch": 1.5192697768762677,
      "grad_norm": 0.36611928703171565,
      "learning_rate": 1.6038174039442408e-05,
      "loss": 0.049,
      "step": 375
    },
    {
      "epoch": 1.5233265720081137,
      "grad_norm": 0.3382368716620762,
      "learning_rate": 1.5971292079385963e-05,
      "loss": 0.0491,
      "step": 376
    },
    {
      "epoch": 1.5273833671399595,
      "grad_norm": 0.4357138284943321,
      "learning_rate": 1.590439072216632e-05,
      "loss": 0.0534,
      "step": 377
    },
    {
      "epoch": 1.5314401622718052,
      "grad_norm": 0.4239454871704157,
      "learning_rate": 1.58374713038353e-05,
      "loss": 0.0574,
      "step": 378
    },
    {
      "epoch": 1.5354969574036512,
      "grad_norm": 0.4366363374367421,
      "learning_rate": 1.5770535160805383e-05,
      "loss": 0.0578,
      "step": 379
    },
    {
      "epoch": 1.539553752535497,
      "grad_norm": 0.6084387765008901,
      "learning_rate": 1.570358362982309e-05,
      "loss": 0.0425,
      "step": 380
    },
    {
      "epoch": 1.5436105476673427,
      "grad_norm": 0.33997122436540295,
      "learning_rate": 1.5636618047942225e-05,
      "loss": 0.0467,
      "step": 381
    },
    {
      "epoch": 1.5476673427991887,
      "grad_norm": 0.35089831421268103,
      "learning_rate": 1.55696397524972e-05,
      "loss": 0.055,
      "step": 382
    },
    {
      "epoch": 1.5517241379310345,
      "grad_norm": 0.3798972719987602,
      "learning_rate": 1.5502650081076316e-05,
      "loss": 0.0563,
      "step": 383
    },
    {
      "epoch": 1.5557809330628802,
      "grad_norm": 0.32510731462108816,
      "learning_rate": 1.5435650371495066e-05,
      "loss": 0.0467,
      "step": 384
    },
    {
      "epoch": 1.5598377281947262,
      "grad_norm": 0.33402496992983266,
      "learning_rate": 1.5368641961769404e-05,
      "loss": 0.0484,
      "step": 385
    },
    {
      "epoch": 1.563894523326572,
      "grad_norm": 0.36474864088922704,
      "learning_rate": 1.5301626190089037e-05,
      "loss": 0.0465,
      "step": 386
    },
    {
      "epoch": 1.5679513184584177,
      "grad_norm": 0.36295702849052125,
      "learning_rate": 1.523460439479069e-05,
      "loss": 0.0492,
      "step": 387
    },
    {
      "epoch": 1.5720081135902637,
      "grad_norm": 0.39047953624252674,
      "learning_rate": 1.5167577914331383e-05,
      "loss": 0.0528,
      "step": 388
    },
    {
      "epoch": 1.5760649087221097,
      "grad_norm": 0.37194589071658085,
      "learning_rate": 1.5100548087261692e-05,
      "loss": 0.0637,
      "step": 389
    },
    {
      "epoch": 1.5801217038539552,
      "grad_norm": 0.3810548350728733,
      "learning_rate": 1.5033516252199047e-05,
      "loss": 0.0555,
      "step": 390
    },
    {
      "epoch": 1.5841784989858012,
      "grad_norm": 0.40043981849846777,
      "learning_rate": 1.4966483747800957e-05,
      "loss": 0.0561,
      "step": 391
    },
    {
      "epoch": 1.5882352941176472,
      "grad_norm": 0.5220754123514092,
      "learning_rate": 1.4899451912738307e-05,
      "loss": 0.0612,
      "step": 392
    },
    {
      "epoch": 1.592292089249493,
      "grad_norm": 0.43468404049599646,
      "learning_rate": 1.483242208566862e-05,
      "loss": 0.0612,
      "step": 393
    },
    {
      "epoch": 1.5963488843813387,
      "grad_norm": 0.3042175270465621,
      "learning_rate": 1.4765395605209309e-05,
      "loss": 0.0429,
      "step": 394
    },
    {
      "epoch": 1.6004056795131847,
      "grad_norm": 0.3721980766639612,
      "learning_rate": 1.4698373809910964e-05,
      "loss": 0.053,
      "step": 395
    },
    {
      "epoch": 1.6044624746450304,
      "grad_norm": 0.3792114270784363,
      "learning_rate": 1.4631358038230602e-05,
      "loss": 0.0608,
      "step": 396
    },
    {
      "epoch": 1.6085192697768762,
      "grad_norm": 0.558961664405718,
      "learning_rate": 1.4564349628504938e-05,
      "loss": 0.057,
      "step": 397
    },
    {
      "epoch": 1.6125760649087222,
      "grad_norm": 0.38762889149568547,
      "learning_rate": 1.4497349918923693e-05,
      "loss": 0.0483,
      "step": 398
    },
    {
      "epoch": 1.616632860040568,
      "grad_norm": 0.41842317615428753,
      "learning_rate": 1.4430360247502802e-05,
      "loss": 0.0549,
      "step": 399
    },
    {
      "epoch": 1.6206896551724137,
      "grad_norm": 0.3356947240634165,
      "learning_rate": 1.4363381952057779e-05,
      "loss": 0.0444,
      "step": 400
    },
    {
      "epoch": 1.6247464503042597,
      "grad_norm": 0.3385969976968215,
      "learning_rate": 1.4296416370176911e-05,
      "loss": 0.0506,
      "step": 401
    },
    {
      "epoch": 1.6288032454361054,
      "grad_norm": 0.34833330430761994,
      "learning_rate": 1.422946483919462e-05,
      "loss": 0.0433,
      "step": 402
    },
    {
      "epoch": 1.6328600405679512,
      "grad_norm": 0.3547317090371702,
      "learning_rate": 1.4162528696164708e-05,
      "loss": 0.0383,
      "step": 403
    },
    {
      "epoch": 1.6369168356997972,
      "grad_norm": 0.3572464802981435,
      "learning_rate": 1.409560927783368e-05,
      "loss": 0.0471,
      "step": 404
    },
    {
      "epoch": 1.6409736308316432,
      "grad_norm": 0.4078511085972787,
      "learning_rate": 1.402870792061404e-05,
      "loss": 0.0479,
      "step": 405
    },
    {
      "epoch": 1.6450304259634887,
      "grad_norm": 0.45053367326742416,
      "learning_rate": 1.3961825960557598e-05,
      "loss": 0.0488,
      "step": 406
    },
    {
      "epoch": 1.6490872210953347,
      "grad_norm": 0.391437337418899,
      "learning_rate": 1.38949647333288e-05,
      "loss": 0.0514,
      "step": 407
    },
    {
      "epoch": 1.6531440162271807,
      "grad_norm": 0.408732102689673,
      "learning_rate": 1.382812557417804e-05,
      "loss": 0.0431,
      "step": 408
    },
    {
      "epoch": 1.6572008113590264,
      "grad_norm": 0.4038960351294187,
      "learning_rate": 1.3761309817915017e-05,
      "loss": 0.0503,
      "step": 409
    },
    {
      "epoch": 1.6612576064908722,
      "grad_norm": 0.34726808950461435,
      "learning_rate": 1.3694518798882041e-05,
      "loss": 0.043,
      "step": 410
    },
    {
      "epoch": 1.6653144016227182,
      "grad_norm": 0.3569286082484257,
      "learning_rate": 1.3627753850927434e-05,
      "loss": 0.0514,
      "step": 411
    },
    {
      "epoch": 1.669371196754564,
      "grad_norm": 2.5156687118725736,
      "learning_rate": 1.356101630737883e-05,
      "loss": 0.0466,
      "step": 412
    },
    {
      "epoch": 1.6734279918864097,
      "grad_norm": 0.3305227447341641,
      "learning_rate": 1.3494307501016634e-05,
      "loss": 0.0435,
      "step": 413
    },
    {
      "epoch": 1.6774847870182557,
      "grad_norm": 0.3368406729262284,
      "learning_rate": 1.3427628764047308e-05,
      "loss": 0.0412,
      "step": 414
    },
    {
      "epoch": 1.6815415821501014,
      "grad_norm": 0.36346054994322113,
      "learning_rate": 1.3360981428076837e-05,
      "loss": 0.0419,
      "step": 415
    },
    {
      "epoch": 1.6855983772819472,
      "grad_norm": 0.35727350467498614,
      "learning_rate": 1.3294366824084114e-05,
      "loss": 0.0579,
      "step": 416
    },
    {
      "epoch": 1.6896551724137931,
      "grad_norm": 0.2969626674288336,
      "learning_rate": 1.322778628239435e-05,
      "loss": 0.0382,
      "step": 417
    },
    {
      "epoch": 1.693711967545639,
      "grad_norm": 0.4115522039939296,
      "learning_rate": 1.3161241132652526e-05,
      "loss": 0.0524,
      "step": 418
    },
    {
      "epoch": 1.6977687626774847,
      "grad_norm": 0.3226088009987354,
      "learning_rate": 1.3094732703796819e-05,
      "loss": 0.0435,
      "step": 419
    },
    {
      "epoch": 1.7018255578093306,
      "grad_norm": 0.4166243770414429,
      "learning_rate": 1.3028262324032083e-05,
      "loss": 0.0529,
      "step": 420
    },
    {
      "epoch": 1.7058823529411766,
      "grad_norm": 0.5768808567980608,
      "learning_rate": 1.2961831320803298e-05,
      "loss": 0.0507,
      "step": 421
    },
    {
      "epoch": 1.7099391480730222,
      "grad_norm": 0.3115823293971135,
      "learning_rate": 1.2895441020769096e-05,
      "loss": 0.0356,
      "step": 422
    },
    {
      "epoch": 1.7139959432048681,
      "grad_norm": 0.3525413888420736,
      "learning_rate": 1.2829092749775229e-05,
      "loss": 0.0438,
      "step": 423
    },
    {
      "epoch": 1.7180527383367141,
      "grad_norm": 0.5771695307719267,
      "learning_rate": 1.276278783282812e-05,
      "loss": 0.044,
      "step": 424
    },
    {
      "epoch": 1.7221095334685599,
      "grad_norm": 0.32856795722956933,
      "learning_rate": 1.269652759406839e-05,
      "loss": 0.0376,
      "step": 425
    },
    {
      "epoch": 1.7261663286004056,
      "grad_norm": 0.40237568439445387,
      "learning_rate": 1.2630313356744404e-05,
      "loss": 0.0535,
      "step": 426
    },
    {
      "epoch": 1.7302231237322516,
      "grad_norm": 0.3457471850990833,
      "learning_rate": 1.256414644318588e-05,
      "loss": 0.0455,
      "step": 427
    },
    {
      "epoch": 1.7342799188640974,
      "grad_norm": 0.2958982436386828,
      "learning_rate": 1.2498028174777428e-05,
      "loss": 0.0324,
      "step": 428
    },
    {
      "epoch": 1.7383367139959431,
      "grad_norm": 0.3636255930835156,
      "learning_rate": 1.243195987193222e-05,
      "loss": 0.0445,
      "step": 429
    },
    {
      "epoch": 1.7423935091277891,
      "grad_norm": 0.38524609276341326,
      "learning_rate": 1.236594285406557e-05,
      "loss": 0.041,
      "step": 430
    },
    {
      "epoch": 1.7464503042596349,
      "grad_norm": 0.5336365912189125,
      "learning_rate": 1.229997843956862e-05,
      "loss": 0.0395,
      "step": 431
    },
    {
      "epoch": 1.7505070993914806,
      "grad_norm": 0.34460744048253517,
      "learning_rate": 1.2234067945781991e-05,
      "loss": 0.0344,
      "step": 432
    },
    {
      "epoch": 1.7545638945233266,
      "grad_norm": 0.40294802503464133,
      "learning_rate": 1.2168212688969489e-05,
      "loss": 0.0439,
      "step": 433
    },
    {
      "epoch": 1.7586206896551724,
      "grad_norm": 0.45454193803533016,
      "learning_rate": 1.2102413984291804e-05,
      "loss": 0.0491,
      "step": 434
    },
    {
      "epoch": 1.7626774847870181,
      "grad_norm": 0.3317346567653446,
      "learning_rate": 1.2036673145780251e-05,
      "loss": 0.0368,
      "step": 435
    },
    {
      "epoch": 1.7667342799188641,
      "grad_norm": 0.4450615911596974,
      "learning_rate": 1.1970991486310543e-05,
      "loss": 0.0461,
      "step": 436
    },
    {
      "epoch": 1.77079107505071,
      "grad_norm": 0.3566006140898405,
      "learning_rate": 1.1905370317576544e-05,
      "loss": 0.0361,
      "step": 437
    },
    {
      "epoch": 1.7748478701825556,
      "grad_norm": 0.39635531600963336,
      "learning_rate": 1.183981095006411e-05,
      "loss": 0.0469,
      "step": 438
    },
    {
      "epoch": 1.7789046653144016,
      "grad_norm": 0.39314677552680516,
      "learning_rate": 1.1774314693024863e-05,
      "loss": 0.0412,
      "step": 439
    },
    {
      "epoch": 1.7829614604462476,
      "grad_norm": 0.3404742231149006,
      "learning_rate": 1.1708882854450123e-05,
      "loss": 0.0401,
      "step": 440
    },
    {
      "epoch": 1.7870182555780934,
      "grad_norm": 0.4018473444675262,
      "learning_rate": 1.1643516741044697e-05,
      "loss": 0.0568,
      "step": 441
    },
    {
      "epoch": 1.791075050709939,
      "grad_norm": 0.42524465351455154,
      "learning_rate": 1.1578217658200875e-05,
      "loss": 0.0515,
      "step": 442
    },
    {
      "epoch": 1.795131845841785,
      "grad_norm": 0.38868002112425293,
      "learning_rate": 1.1512986909972279e-05,
      "loss": 0.0514,
      "step": 443
    },
    {
      "epoch": 1.7991886409736308,
      "grad_norm": 0.35122549166081785,
      "learning_rate": 1.1447825799047868e-05,
      "loss": 0.0483,
      "step": 444
    },
    {
      "epoch": 1.8032454361054766,
      "grad_norm": 0.3439279884475484,
      "learning_rate": 1.1382735626725916e-05,
      "loss": 0.0449,
      "step": 445
    },
    {
      "epoch": 1.8073022312373226,
      "grad_norm": 0.317289330890349,
      "learning_rate": 1.1317717692888014e-05,
      "loss": 0.0389,
      "step": 446
    },
    {
      "epoch": 1.8113590263691683,
      "grad_norm": 0.30112048560120525,
      "learning_rate": 1.1252773295973122e-05,
      "loss": 0.038,
      "step": 447
    },
    {
      "epoch": 1.815415821501014,
      "grad_norm": 0.3519313377042473,
      "learning_rate": 1.1187903732951624e-05,
      "loss": 0.0387,
      "step": 448
    },
    {
      "epoch": 1.81947261663286,
      "grad_norm": 0.2964711727898209,
      "learning_rate": 1.1123110299299445e-05,
      "loss": 0.0345,
      "step": 449
    },
    {
      "epoch": 1.8235294117647058,
      "grad_norm": 0.32468825235424914,
      "learning_rate": 1.105839428897216e-05,
      "loss": 0.0341,
      "step": 450
    },
    {
      "epoch": 1.8275862068965516,
      "grad_norm": 0.337431774628168,
      "learning_rate": 1.0993756994379178e-05,
      "loss": 0.0453,
      "step": 451
    },
    {
      "epoch": 1.8316430020283976,
      "grad_norm": 0.36965782178837847,
      "learning_rate": 1.0929199706357906e-05,
      "loss": 0.0419,
      "step": 452
    },
    {
      "epoch": 1.8356997971602436,
      "grad_norm": 0.33955413410890395,
      "learning_rate": 1.0864723714147975e-05,
      "loss": 0.0371,
      "step": 453
    },
    {
      "epoch": 1.839756592292089,
      "grad_norm": 0.37702859177437276,
      "learning_rate": 1.0800330305365526e-05,
      "loss": 0.0447,
      "step": 454
    },
    {
      "epoch": 1.843813387423935,
      "grad_norm": 0.43380541102915904,
      "learning_rate": 1.0736020765977434e-05,
      "loss": 0.0525,
      "step": 455
    },
    {
      "epoch": 1.847870182555781,
      "grad_norm": 0.3308232636624218,
      "learning_rate": 1.0671796380275705e-05,
      "loss": 0.0275,
      "step": 456
    },
    {
      "epoch": 1.8519269776876268,
      "grad_norm": 0.30675776077260075,
      "learning_rate": 1.0607658430851745e-05,
      "loss": 0.0387,
      "step": 457
    },
    {
      "epoch": 1.8559837728194726,
      "grad_norm": 0.3441545600958111,
      "learning_rate": 1.0543608198570815e-05,
      "loss": 0.0351,
      "step": 458
    },
    {
      "epoch": 1.8600405679513186,
      "grad_norm": 0.3574675624451796,
      "learning_rate": 1.0479646962546401e-05,
      "loss": 0.0395,
      "step": 459
    },
    {
      "epoch": 1.8640973630831643,
      "grad_norm": 0.41572429982747455,
      "learning_rate": 1.0415776000114716e-05,
      "loss": 0.0488,
      "step": 460
    },
    {
      "epoch": 1.86815415821501,
      "grad_norm": 0.39369896529868187,
      "learning_rate": 1.0351996586809145e-05,
      "loss": 0.0418,
      "step": 461
    },
    {
      "epoch": 1.872210953346856,
      "grad_norm": 0.34363426124475344,
      "learning_rate": 1.0288309996334802e-05,
      "loss": 0.0394,
      "step": 462
    },
    {
      "epoch": 1.8762677484787018,
      "grad_norm": 0.327289268468903,
      "learning_rate": 1.0224717500543087e-05,
      "loss": 0.0407,
      "step": 463
    },
    {
      "epoch": 1.8803245436105476,
      "grad_norm": 0.504229258734072,
      "learning_rate": 1.0161220369406283e-05,
      "loss": 0.0339,
      "step": 464
    },
    {
      "epoch": 1.8843813387423936,
      "grad_norm": 0.32336927283271066,
      "learning_rate": 1.0097819870992196e-05,
      "loss": 0.0399,
      "step": 465
    },
    {
      "epoch": 1.8884381338742393,
      "grad_norm": 0.30534018999460294,
      "learning_rate": 1.0034517271438826e-05,
      "loss": 0.0363,
      "step": 466
    },
    {
      "epoch": 1.892494929006085,
      "grad_norm": 0.3363030481693883,
      "learning_rate": 9.9713138349291e-06,
      "loss": 0.0424,
      "step": 467
    },
    {
      "epoch": 1.896551724137931,
      "grad_norm": 0.3940025228623559,
      "learning_rate": 9.908210823665587e-06,
      "loss": 0.0475,
      "step": 468
    },
    {
      "epoch": 1.900608519269777,
      "grad_norm": 0.3465688297316223,
      "learning_rate": 9.84520949784535e-06,
      "loss": 0.0339,
      "step": 469
    },
    {
      "epoch": 1.9046653144016226,
      "grad_norm": 0.3304003434324526,
      "learning_rate": 9.782311115634706e-06,
      "loss": 0.0431,
      "step": 470
    },
    {
      "epoch": 1.9087221095334685,
      "grad_norm": 0.36499605332027524,
      "learning_rate": 9.719516933144183e-06,
      "loss": 0.0378,
      "step": 471
    },
    {
      "epoch": 1.9127789046653145,
      "grad_norm": 0.40038829914160073,
      "learning_rate": 9.656828204403352e-06,
      "loss": 0.0326,
      "step": 472
    },
    {
      "epoch": 1.9168356997971603,
      "grad_norm": 0.2998673014346592,
      "learning_rate": 9.594246181335844e-06,
      "loss": 0.0304,
      "step": 473
    },
    {
      "epoch": 1.920892494929006,
      "grad_norm": 0.3233930312542325,
      "learning_rate": 9.531772113734325e-06,
      "loss": 0.0337,
      "step": 474
    },
    {
      "epoch": 1.924949290060852,
      "grad_norm": 0.30650567980290994,
      "learning_rate": 9.469407249235532e-06,
      "loss": 0.0305,
      "step": 475
    },
    {
      "epoch": 1.9290060851926978,
      "grad_norm": 0.4514180300508764,
      "learning_rate": 9.407152833295373e-06,
      "loss": 0.0337,
      "step": 476
    },
    {
      "epoch": 1.9330628803245435,
      "grad_norm": 0.4313574733470663,
      "learning_rate": 9.345010109164038e-06,
      "loss": 0.047,
      "step": 477
    },
    {
      "epoch": 1.9371196754563895,
      "grad_norm": 0.36322481811838864,
      "learning_rate": 9.282980317861188e-06,
      "loss": 0.0411,
      "step": 478
    },
    {
      "epoch": 1.9411764705882353,
      "grad_norm": 0.31572498922793873,
      "learning_rate": 9.22106469815115e-06,
      "loss": 0.0302,
      "step": 479
    },
    {
      "epoch": 1.945233265720081,
      "grad_norm": 0.3623773378997451,
      "learning_rate": 9.1592644865182e-06,
      "loss": 0.043,
      "step": 480
    },
    {
      "epoch": 1.949290060851927,
      "grad_norm": 0.35603531168253105,
      "learning_rate": 9.097580917141862e-06,
      "loss": 0.0394,
      "step": 481
    },
    {
      "epoch": 1.9533468559837728,
      "grad_norm": 0.3298984695320802,
      "learning_rate": 9.03601522187224e-06,
      "loss": 0.0382,
      "step": 482
    },
    {
      "epoch": 1.9574036511156185,
      "grad_norm": 0.34985337949550965,
      "learning_rate": 8.974568630205462e-06,
      "loss": 0.0305,
      "step": 483
    },
    {
      "epoch": 1.9614604462474645,
      "grad_norm": 0.37580676659704776,
      "learning_rate": 8.913242369259076e-06,
      "loss": 0.0369,
      "step": 484
    },
    {
      "epoch": 1.9655172413793105,
      "grad_norm": 0.3578031464742577,
      "learning_rate": 8.852037663747595e-06,
      "loss": 0.041,
      "step": 485
    },
    {
      "epoch": 1.969574036511156,
      "grad_norm": 0.3055635144638437,
      "learning_rate": 8.790955735957984e-06,
      "loss": 0.0298,
      "step": 486
    },
    {
      "epoch": 1.973630831643002,
      "grad_norm": 0.4410780953526682,
      "learning_rate": 8.729997805725305e-06,
      "loss": 0.0342,
      "step": 487
    },
    {
      "epoch": 1.977687626774848,
      "grad_norm": 0.36929913708419226,
      "learning_rate": 8.669165090408303e-06,
      "loss": 0.0364,
      "step": 488
    },
    {
      "epoch": 1.9817444219066938,
      "grad_norm": 0.32405392390526616,
      "learning_rate": 8.60845880486516e-06,
      "loss": 0.0343,
      "step": 489
    },
    {
      "epoch": 1.9858012170385395,
      "grad_norm": 0.38038844185366744,
      "learning_rate": 8.54788016142915e-06,
      "loss": 0.039,
      "step": 490
    },
    {
      "epoch": 1.9898580121703855,
      "grad_norm": 0.3097549740680631,
      "learning_rate": 8.487430369884497e-06,
      "loss": 0.0265,
      "step": 491
    },
    {
      "epoch": 1.9939148073022313,
      "grad_norm": 0.33837296723283344,
      "learning_rate": 8.427110637442202e-06,
      "loss": 0.0423,
      "step": 492
    },
    {
      "epoch": 1.997971602434077,
      "grad_norm": 0.7548004728332394,
      "learning_rate": 8.366922168715907e-06,
      "loss": 0.0436,
      "step": 493
    },
    {
      "epoch": 2.0,
      "grad_norm": 0.3588161803270943,
      "learning_rate": 8.30686616569786e-06,
      "loss": 0.0218,
      "step": 494
    },
    {
      "epoch": 2.004056795131846,
      "grad_norm": 0.3166650742352506,
      "learning_rate": 8.246943827734899e-06,
      "loss": 0.0145,
      "step": 495
    },
    {
      "epoch": 2.0081135902636915,
      "grad_norm": 0.29379020109122056,
      "learning_rate": 8.18715635150453e-06,
      "loss": 0.0122,
      "step": 496
    },
    {
      "epoch": 2.0121703853955375,
      "grad_norm": 0.21926970559190412,
      "learning_rate": 8.127504930990986e-06,
      "loss": 0.0128,
      "step": 497
    },
    {
      "epoch": 2.0162271805273835,
      "grad_norm": 0.228510859709003,
      "learning_rate": 8.067990757461406e-06,
      "loss": 0.0122,
      "step": 498
    },
    {
      "epoch": 2.020283975659229,
      "grad_norm": 0.376799062256713,
      "learning_rate": 8.008615019442046e-06,
      "loss": 0.0114,
      "step": 499
    },
    {
      "epoch": 2.024340770791075,
      "grad_norm": 0.24226554064647018,
      "learning_rate": 7.94937890269453e-06,
      "loss": 0.015,
      "step": 500
    },
    {
      "epoch": 2.028397565922921,
      "grad_norm": 0.24487658318343053,
      "learning_rate": 7.890283590192203e-06,
      "loss": 0.0134,
      "step": 501
    },
    {
      "epoch": 2.032454361054767,
      "grad_norm": 0.2831459815506862,
      "learning_rate": 7.831330262096444e-06,
      "loss": 0.0139,
      "step": 502
    },
    {
      "epoch": 2.0365111561866125,
      "grad_norm": 0.24261217304937002,
      "learning_rate": 7.772520095733177e-06,
      "loss": 0.013,
      "step": 503
    },
    {
      "epoch": 2.0405679513184585,
      "grad_norm": 0.25184431686328385,
      "learning_rate": 7.713854265569283e-06,
      "loss": 0.011,
      "step": 504
    },
    {
      "epoch": 2.0446247464503045,
      "grad_norm": 0.30101462279040575,
      "learning_rate": 7.655333943189218e-06,
      "loss": 0.0135,
      "step": 505
    },
    {
      "epoch": 2.04868154158215,
      "grad_norm": 0.2606959867535079,
      "learning_rate": 7.596960297271531e-06,
      "loss": 0.0103,
      "step": 506
    },
    {
      "epoch": 2.052738336713996,
      "grad_norm": 0.24820046887000718,
      "learning_rate": 7.538734493565621e-06,
      "loss": 0.0123,
      "step": 507
    },
    {
      "epoch": 2.056795131845842,
      "grad_norm": 0.2918905563444268,
      "learning_rate": 7.480657694868378e-06,
      "loss": 0.0109,
      "step": 508
    },
    {
      "epoch": 2.0608519269776875,
      "grad_norm": 0.26284895212730003,
      "learning_rate": 7.422731061000998e-06,
      "loss": 0.0143,
      "step": 509
    },
    {
      "epoch": 2.0649087221095335,
      "grad_norm": 0.2299243190180256,
      "learning_rate": 7.364955748785817e-06,
      "loss": 0.0105,
      "step": 510
    },
    {
      "epoch": 2.0689655172413794,
      "grad_norm": 0.2780394702085014,
      "learning_rate": 7.307332912023197e-06,
      "loss": 0.0123,
      "step": 511
    },
    {
      "epoch": 2.073022312373225,
      "grad_norm": 0.372944451393654,
      "learning_rate": 7.2498637014685144e-06,
      "loss": 0.0131,
      "step": 512
    },
    {
      "epoch": 2.077079107505071,
      "grad_norm": 0.2485004068898688,
      "learning_rate": 7.192549264809136e-06,
      "loss": 0.0105,
      "step": 513
    },
    {
      "epoch": 2.081135902636917,
      "grad_norm": 0.23050371072210507,
      "learning_rate": 7.135390746641527e-06,
      "loss": 0.0093,
      "step": 514
    },
    {
      "epoch": 2.0851926977687625,
      "grad_norm": 0.2626322620347206,
      "learning_rate": 7.078389288448384e-06,
      "loss": 0.0158,
      "step": 515
    },
    {
      "epoch": 2.0892494929006085,
      "grad_norm": 0.2491223084332659,
      "learning_rate": 7.021546028575854e-06,
      "loss": 0.0105,
      "step": 516
    },
    {
      "epoch": 2.0933062880324544,
      "grad_norm": 0.2914558707105371,
      "learning_rate": 6.964862102210773e-06,
      "loss": 0.0109,
      "step": 517
    },
    {
      "epoch": 2.0973630831643,
      "grad_norm": 0.2879693675651145,
      "learning_rate": 6.908338641358021e-06,
      "loss": 0.0131,
      "step": 518
    },
    {
      "epoch": 2.101419878296146,
      "grad_norm": 0.2458165550394172,
      "learning_rate": 6.8519767748179005e-06,
      "loss": 0.0094,
      "step": 519
    },
    {
      "epoch": 2.105476673427992,
      "grad_norm": 0.22406613482172252,
      "learning_rate": 6.795777628163599e-06,
      "loss": 0.01,
      "step": 520
    },
    {
      "epoch": 2.109533468559838,
      "grad_norm": 0.2356332206172294,
      "learning_rate": 6.739742323718716e-06,
      "loss": 0.0088,
      "step": 521
    },
    {
      "epoch": 2.1135902636916835,
      "grad_norm": 0.24668005158070347,
      "learning_rate": 6.683871980534833e-06,
      "loss": 0.01,
      "step": 522
    },
    {
      "epoch": 2.1176470588235294,
      "grad_norm": 0.2518605659887813,
      "learning_rate": 6.628167714369197e-06,
      "loss": 0.0111,
      "step": 523
    },
    {
      "epoch": 2.1217038539553754,
      "grad_norm": 0.2705553856669013,
      "learning_rate": 6.5726306376624e-06,
      "loss": 0.0122,
      "step": 524
    },
    {
      "epoch": 2.125760649087221,
      "grad_norm": 0.24625652105303836,
      "learning_rate": 6.517261859516188e-06,
      "loss": 0.0119,
      "step": 525
    },
    {
      "epoch": 2.129817444219067,
      "grad_norm": 0.2621098976362248,
      "learning_rate": 6.462062485671299e-06,
      "loss": 0.0141,
      "step": 526
    },
    {
      "epoch": 2.133874239350913,
      "grad_norm": 0.22374065082170833,
      "learning_rate": 6.407033618485401e-06,
      "loss": 0.0107,
      "step": 527
    },
    {
      "epoch": 2.1379310344827585,
      "grad_norm": 0.2630409589185763,
      "learning_rate": 6.352176356911056e-06,
      "loss": 0.012,
      "step": 528
    },
    {
      "epoch": 2.1419878296146044,
      "grad_norm": 0.28222343712803627,
      "learning_rate": 6.297491796473765e-06,
      "loss": 0.0139,
      "step": 529
    },
    {
      "epoch": 2.1460446247464504,
      "grad_norm": 0.317176893149287,
      "learning_rate": 6.242981029250131e-06,
      "loss": 0.011,
      "step": 530
    },
    {
      "epoch": 2.150101419878296,
      "grad_norm": 0.19869118994266702,
      "learning_rate": 6.188645143846005e-06,
      "loss": 0.0077,
      "step": 531
    },
    {
      "epoch": 2.154158215010142,
      "grad_norm": 0.319593585799946,
      "learning_rate": 6.134485225374787e-06,
      "loss": 0.01,
      "step": 532
    },
    {
      "epoch": 2.158215010141988,
      "grad_norm": 0.2366052906120083,
      "learning_rate": 6.080502355435702e-06,
      "loss": 0.0116,
      "step": 533
    },
    {
      "epoch": 2.162271805273834,
      "grad_norm": 0.1913014899550726,
      "learning_rate": 6.026697612092259e-06,
      "loss": 0.008,
      "step": 534
    },
    {
      "epoch": 2.1663286004056794,
      "grad_norm": 0.23493412563901295,
      "learning_rate": 5.973072069850686e-06,
      "loss": 0.0096,
      "step": 535
    },
    {
      "epoch": 2.1703853955375254,
      "grad_norm": 0.2609102661845724,
      "learning_rate": 5.919626799638477e-06,
      "loss": 0.0122,
      "step": 536
    },
    {
      "epoch": 2.1744421906693714,
      "grad_norm": 0.28503067190982867,
      "learning_rate": 5.866362868783008e-06,
      "loss": 0.0112,
      "step": 537
    },
    {
      "epoch": 2.178498985801217,
      "grad_norm": 0.2640652554619867,
      "learning_rate": 5.8132813409902226e-06,
      "loss": 0.0122,
      "step": 538
    },
    {
      "epoch": 2.182555780933063,
      "grad_norm": 0.2391357216466815,
      "learning_rate": 5.760383276323398e-06,
      "loss": 0.0126,
      "step": 539
    },
    {
      "epoch": 2.186612576064909,
      "grad_norm": 0.3103681231035885,
      "learning_rate": 5.707669731181955e-06,
      "loss": 0.0111,
      "step": 540
    },
    {
      "epoch": 2.1906693711967544,
      "grad_norm": 0.21657582935164016,
      "learning_rate": 5.655141758280374e-06,
      "loss": 0.0101,
      "step": 541
    },
    {
      "epoch": 2.1947261663286004,
      "grad_norm": 0.21854371695303926,
      "learning_rate": 5.6028004066271686e-06,
      "loss": 0.0105,
      "step": 542
    },
    {
      "epoch": 2.1987829614604464,
      "grad_norm": 0.24975655642710679,
      "learning_rate": 5.550646721503947e-06,
      "loss": 0.0115,
      "step": 543
    },
    {
      "epoch": 2.202839756592292,
      "grad_norm": 0.25634458122766723,
      "learning_rate": 5.498681744444518e-06,
      "loss": 0.0125,
      "step": 544
    },
    {
      "epoch": 2.206896551724138,
      "grad_norm": 0.45332168206537427,
      "learning_rate": 5.4469065132141025e-06,
      "loss": 0.011,
      "step": 545
    },
    {
      "epoch": 2.210953346855984,
      "grad_norm": 0.22621788005120613,
      "learning_rate": 5.39532206178861e-06,
      "loss": 0.011,
      "step": 546
    },
    {
      "epoch": 2.2150101419878294,
      "grad_norm": 0.26240485222820514,
      "learning_rate": 5.3439294203339844e-06,
      "loss": 0.0134,
      "step": 547
    },
    {
      "epoch": 2.2190669371196754,
      "grad_norm": 0.21029205760374123,
      "learning_rate": 5.292729615185637e-06,
      "loss": 0.0099,
      "step": 548
    },
    {
      "epoch": 2.2231237322515214,
      "grad_norm": 0.2792807255391835,
      "learning_rate": 5.241723668827937e-06,
      "loss": 0.0129,
      "step": 549
    },
    {
      "epoch": 2.227180527383367,
      "grad_norm": 0.2795152742456593,
      "learning_rate": 5.190912599873818e-06,
      "loss": 0.0126,
      "step": 550
    },
    {
      "epoch": 2.231237322515213,
      "grad_norm": 0.24802505785116624,
      "learning_rate": 5.14029742304441e-06,
      "loss": 0.0108,
      "step": 551
    },
    {
      "epoch": 2.235294117647059,
      "grad_norm": 0.2595006809811974,
      "learning_rate": 5.089879149148781e-06,
      "loss": 0.0117,
      "step": 552
    },
    {
      "epoch": 2.239350912778905,
      "grad_norm": 0.25411628526886854,
      "learning_rate": 5.0396587850637554e-06,
      "loss": 0.0091,
      "step": 553
    },
    {
      "epoch": 2.2434077079107504,
      "grad_norm": 0.2612915952356164,
      "learning_rate": 4.989637333713814e-06,
      "loss": 0.01,
      "step": 554
    },
    {
      "epoch": 2.2474645030425964,
      "grad_norm": 0.26843182159434964,
      "learning_rate": 4.93981579405105e-06,
      "loss": 0.0111,
      "step": 555
    },
    {
      "epoch": 2.2515212981744424,
      "grad_norm": 0.21565821566578344,
      "learning_rate": 4.89019516103522e-06,
      "loss": 0.0093,
      "step": 556
    },
    {
      "epoch": 2.255578093306288,
      "grad_norm": 0.257015977515393,
      "learning_rate": 4.840776425613887e-06,
      "loss": 0.014,
      "step": 557
    },
    {
      "epoch": 2.259634888438134,
      "grad_norm": 0.20799379451848776,
      "learning_rate": 4.791560574702614e-06,
      "loss": 0.0082,
      "step": 558
    },
    {
      "epoch": 2.26369168356998,
      "grad_norm": 0.31771401066766947,
      "learning_rate": 4.742548591165289e-06,
      "loss": 0.0145,
      "step": 559
    },
    {
      "epoch": 2.2677484787018254,
      "grad_norm": 0.2951694121169533,
      "learning_rate": 4.693741453794433e-06,
      "loss": 0.0133,
      "step": 560
    },
    {
      "epoch": 2.2718052738336714,
      "grad_norm": 0.2628861243112249,
      "learning_rate": 4.6451401372917275e-06,
      "loss": 0.0099,
      "step": 561
    },
    {
      "epoch": 2.2758620689655173,
      "grad_norm": 0.22269435944973373,
      "learning_rate": 4.596745612248488e-06,
      "loss": 0.01,
      "step": 562
    },
    {
      "epoch": 2.279918864097363,
      "grad_norm": 0.28704577522446245,
      "learning_rate": 4.548558845126334e-06,
      "loss": 0.0133,
      "step": 563
    },
    {
      "epoch": 2.283975659229209,
      "grad_norm": 0.26309253454993753,
      "learning_rate": 4.500580798237831e-06,
      "loss": 0.0112,
      "step": 564
    },
    {
      "epoch": 2.288032454361055,
      "grad_norm": 0.36204770339604975,
      "learning_rate": 4.452812429727313e-06,
      "loss": 0.0102,
      "step": 565
    },
    {
      "epoch": 2.292089249492901,
      "grad_norm": 0.27129867464793533,
      "learning_rate": 4.405254693551754e-06,
      "loss": 0.0129,
      "step": 566
    },
    {
      "epoch": 2.2961460446247464,
      "grad_norm": 0.22000281062189,
      "learning_rate": 4.357908539461679e-06,
      "loss": 0.008,
      "step": 567
    },
    {
      "epoch": 2.3002028397565923,
      "grad_norm": 0.29624602171723224,
      "learning_rate": 4.310774912982227e-06,
      "loss": 0.0144,
      "step": 568
    },
    {
      "epoch": 2.3042596348884383,
      "grad_norm": 0.22414337252422092,
      "learning_rate": 4.263854755394256e-06,
      "loss": 0.0089,
      "step": 569
    },
    {
      "epoch": 2.308316430020284,
      "grad_norm": 0.28474418070215113,
      "learning_rate": 4.21714900371556e-06,
      "loss": 0.012,
      "step": 570
    },
    {
      "epoch": 2.31237322515213,
      "grad_norm": 0.210326196860165,
      "learning_rate": 4.170658590682134e-06,
      "loss": 0.0082,
      "step": 571
    },
    {
      "epoch": 2.316430020283976,
      "grad_norm": 0.25084743918519153,
      "learning_rate": 4.124384444729561e-06,
      "loss": 0.0089,
      "step": 572
    },
    {
      "epoch": 2.3204868154158214,
      "grad_norm": 0.28537259628253975,
      "learning_rate": 4.078327489974466e-06,
      "loss": 0.0113,
      "step": 573
    },
    {
      "epoch": 2.3245436105476673,
      "grad_norm": 0.22908276842060815,
      "learning_rate": 4.032488646196077e-06,
      "loss": 0.0101,
      "step": 574
    },
    {
      "epoch": 2.3286004056795133,
      "grad_norm": 0.23845424830115683,
      "learning_rate": 3.986868828817818e-06,
      "loss": 0.0082,
      "step": 575
    },
    {
      "epoch": 2.332657200811359,
      "grad_norm": 0.184143153098664,
      "learning_rate": 3.941468948889067e-06,
      "loss": 0.0068,
      "step": 576
    },
    {
      "epoch": 2.336713995943205,
      "grad_norm": 0.6122313601455306,
      "learning_rate": 3.8962899130669525e-06,
      "loss": 0.0108,
      "step": 577
    },
    {
      "epoch": 2.340770791075051,
      "grad_norm": 0.28166906523725416,
      "learning_rate": 3.851332623598227e-06,
      "loss": 0.0123,
      "step": 578
    },
    {
      "epoch": 2.344827586206897,
      "grad_norm": 0.25383591722677934,
      "learning_rate": 3.8065979783012746e-06,
      "loss": 0.0112,
      "step": 579
    },
    {
      "epoch": 2.3488843813387423,
      "grad_norm": 0.19603119074642442,
      "learning_rate": 3.7620868705481586e-06,
      "loss": 0.0079,
      "step": 580
    },
    {
      "epoch": 2.3529411764705883,
      "grad_norm": 0.6430341184106714,
      "learning_rate": 3.717800189246807e-06,
      "loss": 0.0079,
      "step": 581
    },
    {
      "epoch": 2.356997971602434,
      "grad_norm": 0.18811787242514347,
      "learning_rate": 3.6737388188232305e-06,
      "loss": 0.0083,
      "step": 582
    },
    {
      "epoch": 2.36105476673428,
      "grad_norm": 0.20181404498766184,
      "learning_rate": 3.629903639203884e-06,
      "loss": 0.0083,
      "step": 583
    },
    {
      "epoch": 2.365111561866126,
      "grad_norm": 0.277342849633144,
      "learning_rate": 3.5862955257980813e-06,
      "loss": 0.0117,
      "step": 584
    },
    {
      "epoch": 2.369168356997972,
      "grad_norm": 0.33333350892821556,
      "learning_rate": 3.5429153494805087e-06,
      "loss": 0.0123,
      "step": 585
    },
    {
      "epoch": 2.3732251521298173,
      "grad_norm": 0.23513638472728224,
      "learning_rate": 3.499763976573866e-06,
      "loss": 0.0108,
      "step": 586
    },
    {
      "epoch": 2.3772819472616633,
      "grad_norm": 0.9093270963617072,
      "learning_rate": 3.4568422688315027e-06,
      "loss": 0.0142,
      "step": 587
    },
    {
      "epoch": 2.3813387423935093,
      "grad_norm": 0.34746001689384526,
      "learning_rate": 3.41415108342028e-06,
      "loss": 0.0091,
      "step": 588
    },
    {
      "epoch": 2.385395537525355,
      "grad_norm": 0.2173220084157316,
      "learning_rate": 3.371691272903398e-06,
      "loss": 0.0072,
      "step": 589
    },
    {
      "epoch": 2.389452332657201,
      "grad_norm": 0.24334697959441584,
      "learning_rate": 3.329463685223411e-06,
      "loss": 0.01,
      "step": 590
    },
    {
      "epoch": 2.393509127789047,
      "grad_norm": 0.17003427758882395,
      "learning_rate": 3.287469163685241e-06,
      "loss": 0.0078,
      "step": 591
    },
    {
      "epoch": 2.3975659229208923,
      "grad_norm": 0.275983232519286,
      "learning_rate": 3.2457085469394015e-06,
      "loss": 0.0098,
      "step": 592
    },
    {
      "epoch": 2.4016227180527383,
      "grad_norm": 0.2634629301055357,
      "learning_rate": 3.204182668965198e-06,
      "loss": 0.0093,
      "step": 593
    },
    {
      "epoch": 2.4056795131845843,
      "grad_norm": 0.22325919432645464,
      "learning_rate": 3.162892359054098e-06,
      "loss": 0.0102,
      "step": 594
    },
    {
      "epoch": 2.40973630831643,
      "grad_norm": 0.18144358371062383,
      "learning_rate": 3.12183844179316e-06,
      "loss": 0.0072,
      "step": 595
    },
    {
      "epoch": 2.413793103448276,
      "grad_norm": 0.19726131763241822,
      "learning_rate": 3.081021737048565e-06,
      "loss": 0.0079,
      "step": 596
    },
    {
      "epoch": 2.417849898580122,
      "grad_norm": 0.2681563404805776,
      "learning_rate": 3.040443059949264e-06,
      "loss": 0.0124,
      "step": 597
    },
    {
      "epoch": 2.4219066937119678,
      "grad_norm": 2.0846202190030847,
      "learning_rate": 3.0001032208706653e-06,
      "loss": 0.0108,
      "step": 598
    },
    {
      "epoch": 2.4259634888438133,
      "grad_norm": 0.20806969883961424,
      "learning_rate": 2.960003025418478e-06,
      "loss": 0.0082,
      "step": 599
    },
    {
      "epoch": 2.4300202839756593,
      "grad_norm": 0.21726326567282914,
      "learning_rate": 2.9201432744126074e-06,
      "loss": 0.0114,
      "step": 600
    },
    {
      "epoch": 2.4340770791075053,
      "grad_norm": 0.23506065145671068,
      "learning_rate": 2.8805247638711814e-06,
      "loss": 0.0084,
      "step": 601
    },
    {
      "epoch": 2.438133874239351,
      "grad_norm": 0.18812525391216506,
      "learning_rate": 2.8411482849946352e-06,
      "loss": 0.0067,
      "step": 602
    },
    {
      "epoch": 2.4421906693711968,
      "grad_norm": 0.22631798439472142,
      "learning_rate": 2.802014624149902e-06,
      "loss": 0.0083,
      "step": 603
    },
    {
      "epoch": 2.4462474645030428,
      "grad_norm": 0.23945298074449045,
      "learning_rate": 2.7631245628547496e-06,
      "loss": 0.008,
      "step": 604
    },
    {
      "epoch": 2.4503042596348883,
      "grad_norm": 0.25259941453485113,
      "learning_rate": 2.7244788777621326e-06,
      "loss": 0.0084,
      "step": 605
    },
    {
      "epoch": 2.4543610547667343,
      "grad_norm": 0.2652122618762015,
      "learning_rate": 2.6860783406446986e-06,
      "loss": 0.0083,
      "step": 606
    },
    {
      "epoch": 2.4584178498985803,
      "grad_norm": 0.22664519985433124,
      "learning_rate": 2.6479237183793716e-06,
      "loss": 0.0081,
      "step": 607
    },
    {
      "epoch": 2.462474645030426,
      "grad_norm": 0.27386433835548185,
      "learning_rate": 2.6100157729320497e-06,
      "loss": 0.0084,
      "step": 608
    },
    {
      "epoch": 2.4665314401622718,
      "grad_norm": 0.24744848716097542,
      "learning_rate": 2.572355261342369e-06,
      "loss": 0.0103,
      "step": 609
    },
    {
      "epoch": 2.4705882352941178,
      "grad_norm": 0.29076814152760166,
      "learning_rate": 2.5349429357085952e-06,
      "loss": 0.0115,
      "step": 610
    },
    {
      "epoch": 2.4746450304259637,
      "grad_norm": 0.246208068848628,
      "learning_rate": 2.497779543172603e-06,
      "loss": 0.0112,
      "step": 611
    },
    {
      "epoch": 2.4787018255578093,
      "grad_norm": 0.18929036981063926,
      "learning_rate": 2.4608658259049544e-06,
      "loss": 0.0074,
      "step": 612
    },
    {
      "epoch": 2.4827586206896552,
      "grad_norm": 0.3125249504834572,
      "learning_rate": 2.424202521090091e-06,
      "loss": 0.0091,
      "step": 613
    },
    {
      "epoch": 2.486815415821501,
      "grad_norm": 0.23707086469052593,
      "learning_rate": 2.3877903609115697e-06,
      "loss": 0.0088,
      "step": 614
    },
    {
      "epoch": 2.4908722109533468,
      "grad_norm": 0.32146587243757385,
      "learning_rate": 2.3516300725375016e-06,
      "loss": 0.0118,
      "step": 615
    },
    {
      "epoch": 2.4949290060851927,
      "grad_norm": 0.25434522572220347,
      "learning_rate": 2.3157223781059776e-06,
      "loss": 0.0079,
      "step": 616
    },
    {
      "epoch": 2.4989858012170387,
      "grad_norm": 0.24238745433424433,
      "learning_rate": 2.2800679947106858e-06,
      "loss": 0.0109,
      "step": 617
    },
    {
      "epoch": 2.5030425963488843,
      "grad_norm": 0.25094583442033846,
      "learning_rate": 2.2446676343865464e-06,
      "loss": 0.0118,
      "step": 618
    },
    {
      "epoch": 2.5070993914807302,
      "grad_norm": 0.16936601125564227,
      "learning_rate": 2.209522004095547e-06,
      "loss": 0.0054,
      "step": 619
    },
    {
      "epoch": 2.5111561866125762,
      "grad_norm": 0.24921797976060717,
      "learning_rate": 2.174631805712576e-06,
      "loss": 0.0097,
      "step": 620
    },
    {
      "epoch": 2.5152129817444218,
      "grad_norm": 0.2993762969900287,
      "learning_rate": 2.1399977360114376e-06,
      "loss": 0.0106,
      "step": 621
    },
    {
      "epoch": 2.5192697768762677,
      "grad_norm": 0.19797722360809955,
      "learning_rate": 2.1056204866509145e-06,
      "loss": 0.0085,
      "step": 622
    },
    {
      "epoch": 2.5233265720081137,
      "grad_norm": 0.282509193504894,
      "learning_rate": 2.0715007441609694e-06,
      "loss": 0.0108,
      "step": 623
    },
    {
      "epoch": 2.5273833671399597,
      "grad_norm": 0.22730726091766484,
      "learning_rate": 2.0376391899290397e-06,
      "loss": 0.0082,
      "step": 624
    },
    {
      "epoch": 2.5314401622718052,
      "grad_norm": 0.22036323180624318,
      "learning_rate": 2.0040365001864074e-06,
      "loss": 0.0079,
      "step": 625
    },
    {
      "epoch": 2.535496957403651,
      "grad_norm": 0.24907228575266155,
      "learning_rate": 1.9706933459947156e-06,
      "loss": 0.0115,
      "step": 626
    },
    {
      "epoch": 2.5395537525354968,
      "grad_norm": 0.29345103112240617,
      "learning_rate": 1.9376103932325552e-06,
      "loss": 0.0119,
      "step": 627
    },
    {
      "epoch": 2.5436105476673427,
      "grad_norm": 0.2276489727076261,
      "learning_rate": 1.9047883025821777e-06,
      "loss": 0.0099,
      "step": 628
    },
    {
      "epoch": 2.5476673427991887,
      "grad_norm": 0.1682439024937179,
      "learning_rate": 1.8722277295162881e-06,
      "loss": 0.0055,
      "step": 629
    },
    {
      "epoch": 2.5517241379310347,
      "grad_norm": 0.29245117392862996,
      "learning_rate": 1.8399293242849635e-06,
      "loss": 0.0114,
      "step": 630
    },
    {
      "epoch": 2.5557809330628802,
      "grad_norm": 0.25775324221398893,
      "learning_rate": 1.8078937319026655e-06,
      "loss": 0.0101,
      "step": 631
    },
    {
      "epoch": 2.559837728194726,
      "grad_norm": 0.20713597802336198,
      "learning_rate": 1.776121592135358e-06,
      "loss": 0.0075,
      "step": 632
    },
    {
      "epoch": 2.5638945233265718,
      "grad_norm": 0.24027964794024184,
      "learning_rate": 1.7446135394877327e-06,
      "loss": 0.0086,
      "step": 633
    },
    {
      "epoch": 2.5679513184584177,
      "grad_norm": 0.2272031647767097,
      "learning_rate": 1.7133702031905307e-06,
      "loss": 0.0109,
      "step": 634
    },
    {
      "epoch": 2.5720081135902637,
      "grad_norm": 0.37511064492446994,
      "learning_rate": 1.6823922071879932e-06,
      "loss": 0.0103,
      "step": 635
    },
    {
      "epoch": 2.5760649087221097,
      "grad_norm": 0.18921052381613496,
      "learning_rate": 1.6516801701253802e-06,
      "loss": 0.0061,
      "step": 636
    },
    {
      "epoch": 2.5801217038539552,
      "grad_norm": 0.3363009906887839,
      "learning_rate": 1.621234705336629e-06,
      "loss": 0.008,
      "step": 637
    },
    {
      "epoch": 2.584178498985801,
      "grad_norm": 0.34887166835747263,
      "learning_rate": 1.5910564208320993e-06,
      "loss": 0.0099,
      "step": 638
    },
    {
      "epoch": 2.588235294117647,
      "grad_norm": 0.258451194057935,
      "learning_rate": 1.561145919286442e-06,
      "loss": 0.0103,
      "step": 639
    },
    {
      "epoch": 2.5922920892494927,
      "grad_norm": 0.3295393253593759,
      "learning_rate": 1.5315037980265478e-06,
      "loss": 0.0103,
      "step": 640
    },
    {
      "epoch": 2.5963488843813387,
      "grad_norm": 0.19642120190004772,
      "learning_rate": 1.5021306490196273e-06,
      "loss": 0.0072,
      "step": 641
    },
    {
      "epoch": 2.6004056795131847,
      "grad_norm": 0.18844082881675525,
      "learning_rate": 1.4730270588613876e-06,
      "loss": 0.0076,
      "step": 642
    },
    {
      "epoch": 2.6044624746450307,
      "grad_norm": 0.2334747249976257,
      "learning_rate": 1.4441936087643182e-06,
      "loss": 0.0085,
      "step": 643
    },
    {
      "epoch": 2.608519269776876,
      "grad_norm": 0.21454076957961676,
      "learning_rate": 1.4156308745460928e-06,
      "loss": 0.0079,
      "step": 644
    },
    {
      "epoch": 2.612576064908722,
      "grad_norm": 0.23373233938323304,
      "learning_rate": 1.3873394266180377e-06,
      "loss": 0.009,
      "step": 645
    },
    {
      "epoch": 2.6166328600405677,
      "grad_norm": 0.24633588532171205,
      "learning_rate": 1.3593198299737869e-06,
      "loss": 0.0065,
      "step": 646
    },
    {
      "epoch": 2.6206896551724137,
      "grad_norm": 0.26000762104813135,
      "learning_rate": 1.331572644177963e-06,
      "loss": 0.0123,
      "step": 647
    },
    {
      "epoch": 2.6247464503042597,
      "grad_norm": 0.2915566393938057,
      "learning_rate": 1.3040984233550242e-06,
      "loss": 0.0101,
      "step": 648
    },
    {
      "epoch": 2.6288032454361057,
      "grad_norm": 0.20647014289947155,
      "learning_rate": 1.2768977161781736e-06,
      "loss": 0.0098,
      "step": 649
    },
    {
      "epoch": 2.632860040567951,
      "grad_norm": 0.24731975614208263,
      "learning_rate": 1.2499710658584296e-06,
      "loss": 0.0108,
      "step": 650
    },
    {
      "epoch": 2.636916835699797,
      "grad_norm": 0.31247533393817645,
      "learning_rate": 1.2233190101337644e-06,
      "loss": 0.0126,
      "step": 651
    },
    {
      "epoch": 2.640973630831643,
      "grad_norm": 0.23703695879461487,
      "learning_rate": 1.1969420812583603e-06,
      "loss": 0.0113,
      "step": 652
    },
    {
      "epoch": 2.6450304259634887,
      "grad_norm": 0.29797798103465356,
      "learning_rate": 1.1708408059919901e-06,
      "loss": 0.0139,
      "step": 653
    },
    {
      "epoch": 2.6490872210953347,
      "grad_norm": 3.139650970793164,
      "learning_rate": 1.145015705589491e-06,
      "loss": 0.0112,
      "step": 654
    },
    {
      "epoch": 2.6531440162271807,
      "grad_norm": 0.2405246638894348,
      "learning_rate": 1.119467295790363e-06,
      "loss": 0.011,
      "step": 655
    },
    {
      "epoch": 2.6572008113590266,
      "grad_norm": 0.24093581404167375,
      "learning_rate": 1.0941960868084549e-06,
      "loss": 0.0108,
      "step": 656
    },
    {
      "epoch": 2.661257606490872,
      "grad_norm": 1.4166321141255014,
      "learning_rate": 1.06920258332179e-06,
      "loss": 0.0092,
      "step": 657
    },
    {
      "epoch": 2.665314401622718,
      "grad_norm": 0.2516080027548331,
      "learning_rate": 1.0444872844624804e-06,
      "loss": 0.0091,
      "step": 658
    },
    {
      "epoch": 2.6693711967545637,
      "grad_norm": 0.27372507155820414,
      "learning_rate": 1.0200506838067558e-06,
      "loss": 0.0161,
      "step": 659
    },
    {
      "epoch": 2.6734279918864097,
      "grad_norm": 0.22462772010565904,
      "learning_rate": 9.958932693651168e-07,
      "loss": 0.0085,
      "step": 660
    },
    {
      "epoch": 2.6774847870182557,
      "grad_norm": 0.19482170746221347,
      "learning_rate": 9.720155235725753e-07,
      "loss": 0.0077,
      "step": 661
    },
    {
      "epoch": 2.6815415821501016,
      "grad_norm": 0.21706494083610625,
      "learning_rate": 9.484179232790391e-07,
      "loss": 0.0071,
      "step": 662
    },
    {
      "epoch": 2.685598377281947,
      "grad_norm": 0.2700405708098266,
      "learning_rate": 9.251009397397663e-07,
      "loss": 0.0096,
      "step": 663
    },
    {
      "epoch": 2.689655172413793,
      "grad_norm": 0.20416894288766446,
      "learning_rate": 9.020650386059731e-07,
      "loss": 0.0084,
      "step": 664
    },
    {
      "epoch": 2.6937119675456387,
      "grad_norm": 0.2977765225079465,
      "learning_rate": 8.793106799155187e-07,
      "loss": 0.0122,
      "step": 665
    },
    {
      "epoch": 2.6977687626774847,
      "grad_norm": 0.39111551936936895,
      "learning_rate": 8.568383180837369e-07,
      "loss": 0.0061,
      "step": 666
    },
    {
      "epoch": 2.7018255578093306,
      "grad_norm": 0.23369929762822697,
      "learning_rate": 8.346484018943429e-07,
      "loss": 0.0071,
      "step": 667
    },
    {
      "epoch": 2.7058823529411766,
      "grad_norm": 0.2529908334984344,
      "learning_rate": 8.127413744904805e-07,
      "loss": 0.0109,
      "step": 668
    },
    {
      "epoch": 2.709939148073022,
      "grad_norm": 0.19978914969994244,
      "learning_rate": 7.911176733658709e-07,
      "loss": 0.0071,
      "step": 669
    },
    {
      "epoch": 2.713995943204868,
      "grad_norm": 0.35516946776094027,
      "learning_rate": 7.697777303560699e-07,
      "loss": 0.0076,
      "step": 670
    },
    {
      "epoch": 2.718052738336714,
      "grad_norm": 0.32064994090406973,
      "learning_rate": 7.487219716298643e-07,
      "loss": 0.0078,
      "step": 671
    },
    {
      "epoch": 2.7221095334685597,
      "grad_norm": 0.17610583979954028,
      "learning_rate": 7.279508176807259e-07,
      "loss": 0.007,
      "step": 672
    },
    {
      "epoch": 2.7261663286004056,
      "grad_norm": 0.1879019239049559,
      "learning_rate": 7.074646833184495e-07,
      "loss": 0.0077,
      "step": 673
    },
    {
      "epoch": 2.7302231237322516,
      "grad_norm": 0.2508655898096489,
      "learning_rate": 6.872639776608464e-07,
      "loss": 0.012,
      "step": 674
    },
    {
      "epoch": 2.7342799188640976,
      "grad_norm": 0.20939981063074065,
      "learning_rate": 6.673491041255874e-07,
      "loss": 0.0072,
      "step": 675
    },
    {
      "epoch": 2.738336713995943,
      "grad_norm": 0.2524661562844755,
      "learning_rate": 6.477204604221298e-07,
      "loss": 0.0089,
      "step": 676
    },
    {
      "epoch": 2.742393509127789,
      "grad_norm": 0.18123227676882245,
      "learning_rate": 6.283784385437963e-07,
      "loss": 0.0074,
      "step": 677
    },
    {
      "epoch": 2.7464503042596347,
      "grad_norm": 0.28169632716010695,
      "learning_rate": 6.093234247599317e-07,
      "loss": 0.0115,
      "step": 678
    },
    {
      "epoch": 2.7505070993914806,
      "grad_norm": 0.24112096399796779,
      "learning_rate": 5.905557996081906e-07,
      "loss": 0.0104,
      "step": 679
    },
    {
      "epoch": 2.7545638945233266,
      "grad_norm": 1.891213001719549,
      "learning_rate": 5.720759378869455e-07,
      "loss": 0.0108,
      "step": 680
    },
    {
      "epoch": 2.7586206896551726,
      "grad_norm": 0.2143920645162132,
      "learning_rate": 5.538842086477891e-07,
      "loss": 0.0073,
      "step": 681
    },
    {
      "epoch": 2.762677484787018,
      "grad_norm": 0.3298995677537989,
      "learning_rate": 5.359809751881834e-07,
      "loss": 0.0114,
      "step": 682
    },
    {
      "epoch": 2.766734279918864,
      "grad_norm": 0.18127821937547067,
      "learning_rate": 5.18366595044184e-07,
      "loss": 0.0059,
      "step": 683
    },
    {
      "epoch": 2.77079107505071,
      "grad_norm": 0.3580659253774967,
      "learning_rate": 5.010414199833097e-07,
      "loss": 0.0134,
      "step": 684
    },
    {
      "epoch": 2.7748478701825556,
      "grad_norm": 0.20714170407676127,
      "learning_rate": 4.840057959975169e-07,
      "loss": 0.0072,
      "step": 685
    },
    {
      "epoch": 2.7789046653144016,
      "grad_norm": 0.2277337899414502,
      "learning_rate": 4.6726006329629645e-07,
      "loss": 0.0101,
      "step": 686
    },
    {
      "epoch": 2.7829614604462476,
      "grad_norm": 0.19613471713041244,
      "learning_rate": 4.5080455629986475e-07,
      "loss": 0.0047,
      "step": 687
    },
    {
      "epoch": 2.7870182555780936,
      "grad_norm": 0.2823039689966462,
      "learning_rate": 4.3463960363249286e-07,
      "loss": 0.0115,
      "step": 688
    },
    {
      "epoch": 2.791075050709939,
      "grad_norm": 0.20345163681925613,
      "learning_rate": 4.187655281159536e-07,
      "loss": 0.0074,
      "step": 689
    },
    {
      "epoch": 2.795131845841785,
      "grad_norm": 0.29840307095638663,
      "learning_rate": 4.031826467630545e-07,
      "loss": 0.01,
      "step": 690
    },
    {
      "epoch": 2.7991886409736306,
      "grad_norm": 0.1860689908066093,
      "learning_rate": 3.8789127077132336e-07,
      "loss": 0.0055,
      "step": 691
    },
    {
      "epoch": 2.8032454361054766,
      "grad_norm": 0.3478181689879201,
      "learning_rate": 3.7289170551678633e-07,
      "loss": 0.0118,
      "step": 692
    },
    {
      "epoch": 2.8073022312373226,
      "grad_norm": 0.22939108780939063,
      "learning_rate": 3.581842505478744e-07,
      "loss": 0.0112,
      "step": 693
    },
    {
      "epoch": 2.8113590263691686,
      "grad_norm": 0.3032587745992294,
      "learning_rate": 3.437691995794301e-07,
      "loss": 0.0124,
      "step": 694
    },
    {
      "epoch": 2.815415821501014,
      "grad_norm": 0.2094386636776182,
      "learning_rate": 3.2964684048685523e-07,
      "loss": 0.0073,
      "step": 695
    },
    {
      "epoch": 2.81947261663286,
      "grad_norm": 0.24925291522480858,
      "learning_rate": 3.15817455300354e-07,
      "loss": 0.01,
      "step": 696
    },
    {
      "epoch": 2.8235294117647056,
      "grad_norm": 0.22927354124709365,
      "learning_rate": 3.022813201993041e-07,
      "loss": 0.0103,
      "step": 697
    },
    {
      "epoch": 2.8275862068965516,
      "grad_norm": 0.24523657497451284,
      "learning_rate": 2.890387055067412e-07,
      "loss": 0.0092,
      "step": 698
    },
    {
      "epoch": 2.8316430020283976,
      "grad_norm": 0.2375204245523175,
      "learning_rate": 2.7608987568395306e-07,
      "loss": 0.0116,
      "step": 699
    },
    {
      "epoch": 2.8356997971602436,
      "grad_norm": 0.2066202436946509,
      "learning_rate": 2.6343508932521243e-07,
      "loss": 0.0086,
      "step": 700
    },
    {
      "epoch": 2.839756592292089,
      "grad_norm": 0.1847332447135413,
      "learning_rate": 2.510745991525992e-07,
      "loss": 0.0069,
      "step": 701
    },
    {
      "epoch": 2.843813387423935,
      "grad_norm": 0.21938966536504567,
      "learning_rate": 2.39008652010963e-07,
      "loss": 0.0086,
      "step": 702
    },
    {
      "epoch": 2.847870182555781,
      "grad_norm": 0.23134459803966625,
      "learning_rate": 2.2723748886298523e-07,
      "loss": 0.009,
      "step": 703
    },
    {
      "epoch": 2.8519269776876266,
      "grad_norm": 0.26561602719544714,
      "learning_rate": 2.1576134478437315e-07,
      "loss": 0.0102,
      "step": 704
    },
    {
      "epoch": 2.8559837728194726,
      "grad_norm": 1.1071488735425152,
      "learning_rate": 2.0458044895916516e-07,
      "loss": 0.0084,
      "step": 705
    },
    {
      "epoch": 2.8600405679513186,
      "grad_norm": 0.27265875970319914,
      "learning_rate": 1.9369502467514788e-07,
      "loss": 0.0111,
      "step": 706
    },
    {
      "epoch": 2.8640973630831645,
      "grad_norm": 0.22724233458925192,
      "learning_rate": 1.831052893194063e-07,
      "loss": 0.0089,
      "step": 707
    },
    {
      "epoch": 2.86815415821501,
      "grad_norm": 0.26572957456388885,
      "learning_rate": 1.7281145437397394e-07,
      "loss": 0.0102,
      "step": 708
    },
    {
      "epoch": 2.872210953346856,
      "grad_norm": 0.21131153496136418,
      "learning_rate": 1.62813725411613e-07,
      "loss": 0.0081,
      "step": 709
    },
    {
      "epoch": 2.8762677484787016,
      "grad_norm": 0.2164022001956463,
      "learning_rate": 1.5311230209171078e-07,
      "loss": 0.0115,
      "step": 710
    },
    {
      "epoch": 2.8803245436105476,
      "grad_norm": 0.18362776733451797,
      "learning_rate": 1.4370737815628809e-07,
      "loss": 0.0068,
      "step": 711
    },
    {
      "epoch": 2.8843813387423936,
      "grad_norm": 0.22201535643027853,
      "learning_rate": 1.3459914142613384e-07,
      "loss": 0.0093,
      "step": 712
    },
    {
      "epoch": 2.8884381338742395,
      "grad_norm": 0.23084858527126895,
      "learning_rate": 1.2578777379705476e-07,
      "loss": 0.0084,
      "step": 713
    },
    {
      "epoch": 2.892494929006085,
      "grad_norm": 0.33392265560180945,
      "learning_rate": 1.1727345123623667e-07,
      "loss": 0.0108,
      "step": 714
    },
    {
      "epoch": 2.896551724137931,
      "grad_norm": 0.2883283240758792,
      "learning_rate": 1.0905634377873563e-07,
      "loss": 0.0092,
      "step": 715
    },
    {
      "epoch": 2.900608519269777,
      "grad_norm": 0.2686572168243743,
      "learning_rate": 1.011366155240856e-07,
      "loss": 0.0131,
      "step": 716
    },
    {
      "epoch": 2.9046653144016226,
      "grad_norm": 0.2101145436417912,
      "learning_rate": 9.351442463301274e-08,
      "loss": 0.0073,
      "step": 717
    },
    {
      "epoch": 2.9087221095334685,
      "grad_norm": 0.18153151909382642,
      "learning_rate": 8.618992332427966e-08,
      "loss": 0.0054,
      "step": 718
    },
    {
      "epoch": 2.9127789046653145,
      "grad_norm": 0.1970262952306368,
      "learning_rate": 7.916325787164947e-08,
      "loss": 0.0073,
      "step": 719
    },
    {
      "epoch": 2.9168356997971605,
      "grad_norm": 0.23074904705177698,
      "learning_rate": 7.243456860096476e-08,
      "loss": 0.0079,
      "step": 720
    },
    {
      "epoch": 2.920892494929006,
      "grad_norm": 0.2628324630369001,
      "learning_rate": 6.600398988733824e-08,
      "loss": 0.0085,
      "step": 721
    },
    {
      "epoch": 2.924949290060852,
      "grad_norm": 0.28909539190720107,
      "learning_rate": 5.98716501524732e-08,
      "loss": 0.0126,
      "step": 722
    },
    {
      "epoch": 2.9290060851926976,
      "grad_norm": 0.27286922538855823,
      "learning_rate": 5.403767186210218e-08,
      "loss": 0.0093,
      "step": 723
    },
    {
      "epoch": 2.9330628803245435,
      "grad_norm": 0.2568428715793184,
      "learning_rate": 4.850217152353731e-08,
      "loss": 0.0074,
      "step": 724
    },
    {
      "epoch": 2.9371196754563895,
      "grad_norm": 0.4731785556263277,
      "learning_rate": 4.326525968334216e-08,
      "loss": 0.0076,
      "step": 725
    },
    {
      "epoch": 2.9411764705882355,
      "grad_norm": 0.2031164746992896,
      "learning_rate": 3.8327040925130175e-08,
      "loss": 0.0074,
      "step": 726
    },
    {
      "epoch": 2.945233265720081,
      "grad_norm": 0.4807857991510011,
      "learning_rate": 3.368761386746966e-08,
      "loss": 0.0072,
      "step": 727
    },
    {
      "epoch": 2.949290060851927,
      "grad_norm": 0.66364903613515,
      "learning_rate": 2.9347071161918703e-08,
      "loss": 0.0097,
      "step": 728
    },
    {
      "epoch": 2.9533468559837726,
      "grad_norm": 0.3120023778508287,
      "learning_rate": 2.530549949117167e-08,
      "loss": 0.0103,
      "step": 729
    },
    {
      "epoch": 2.9574036511156185,
      "grad_norm": 0.20907205106461102,
      "learning_rate": 2.1562979567330554e-08,
      "loss": 0.0069,
      "step": 730
    },
    {
      "epoch": 2.9614604462474645,
      "grad_norm": 0.23184300955403422,
      "learning_rate": 1.8119586130292964e-08,
      "loss": 0.0062,
      "step": 731
    },
    {
      "epoch": 2.9655172413793105,
      "grad_norm": 0.2240122101684402,
      "learning_rate": 1.4975387946256634e-08,
      "loss": 0.0083,
      "step": 732
    },
    {
      "epoch": 2.969574036511156,
      "grad_norm": 0.23638952694105592,
      "learning_rate": 1.213044780635053e-08,
      "loss": 0.0078,
      "step": 733
    },
    {
      "epoch": 2.973630831643002,
      "grad_norm": 0.23626023739586408,
      "learning_rate": 9.584822525377512e-09,
      "loss": 0.0081,
      "step": 734
    },
    {
      "epoch": 2.977687626774848,
      "grad_norm": 0.19999524138260236,
      "learning_rate": 7.338562940680249e-09,
      "loss": 0.0074,
      "step": 735
    },
    {
      "epoch": 2.9817444219066935,
      "grad_norm": 0.21364040585606983,
      "learning_rate": 5.391713911128693e-09,
      "loss": 0.0069,
      "step": 736
    },
    {
      "epoch": 2.9858012170385395,
      "grad_norm": 0.20996179998709147,
      "learning_rate": 3.744314316220798e-09,
      "loss": 0.0072,
      "step": 737
    },
    {
      "epoch": 2.9898580121703855,
      "grad_norm": 0.19358339065466926,
      "learning_rate": 2.396397055306476e-09,
      "loss": 0.0061,
      "step": 738
    },
    {
      "epoch": 2.9939148073022315,
      "grad_norm": 0.18667044909228617,
      "learning_rate": 1.3479890469314527e-09,
      "loss": 0.0075,
      "step": 739
    },
    {
      "epoch": 2.997971602434077,
      "grad_norm": 0.1920159799469308,
      "learning_rate": 5.991112283026956e-10,
      "loss": 0.0074,
      "step": 740
    },
    {
      "epoch": 3.0,
      "grad_norm": 0.1960028788559094,
      "learning_rate": 1.4977855486209002e-10,
      "loss": 0.0037,
      "step": 741
    },
    {
      "epoch": 3.0,
      "step": 741,
      "total_flos": 5016006509985792.0,
      "train_loss": 0.12115606438027954,
      "train_runtime": 234868.3901,
      "train_samples_per_second": 4.024,
      "train_steps_per_second": 0.003
    }
  ],
  "logging_steps": 1,
  "max_steps": 741,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 50,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 5016006509985792.0,
  "train_batch_size": 10,
  "trial_name": null,
  "trial_params": null
}