{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.0,
  "eval_steps": 500,
  "global_step": 492,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0040650406504065045,
      "grad_norm": 7.252714940173002,
      "learning_rate": 2.0000000000000002e-07,
      "loss": 1.7848,
      "step": 1
    },
    {
      "epoch": 0.008130081300813009,
      "grad_norm": 8.041954031416958,
      "learning_rate": 4.0000000000000003e-07,
      "loss": 1.9339,
      "step": 2
    },
    {
      "epoch": 0.012195121951219513,
      "grad_norm": 7.730138743538377,
      "learning_rate": 6.000000000000001e-07,
      "loss": 1.7886,
      "step": 3
    },
    {
      "epoch": 0.016260162601626018,
      "grad_norm": 7.583424866406282,
      "learning_rate": 8.000000000000001e-07,
      "loss": 1.6851,
      "step": 4
    },
    {
      "epoch": 0.02032520325203252,
      "grad_norm": 8.096824351961159,
      "learning_rate": 1.0000000000000002e-06,
      "loss": 1.8599,
      "step": 5
    },
    {
      "epoch": 0.024390243902439025,
      "grad_norm": 7.079805446171174,
      "learning_rate": 1.2000000000000002e-06,
      "loss": 1.6364,
      "step": 6
    },
    {
      "epoch": 0.028455284552845527,
      "grad_norm": 8.059662590377085,
      "learning_rate": 1.4000000000000001e-06,
      "loss": 1.8774,
      "step": 7
    },
    {
      "epoch": 0.032520325203252036,
      "grad_norm": 7.784056695808858,
      "learning_rate": 1.6000000000000001e-06,
      "loss": 1.8972,
      "step": 8
    },
    {
      "epoch": 0.036585365853658534,
      "grad_norm": 6.700684708686177,
      "learning_rate": 1.8000000000000001e-06,
      "loss": 1.8278,
      "step": 9
    },
    {
      "epoch": 0.04065040650406504,
      "grad_norm": 6.514102409318334,
      "learning_rate": 2.0000000000000003e-06,
      "loss": 1.6222,
      "step": 10
    },
    {
      "epoch": 0.044715447154471545,
      "grad_norm": 5.64452086813206,
      "learning_rate": 2.2e-06,
      "loss": 1.7499,
      "step": 11
    },
    {
      "epoch": 0.04878048780487805,
      "grad_norm": 6.304162192868725,
      "learning_rate": 2.4000000000000003e-06,
      "loss": 1.9921,
      "step": 12
    },
    {
      "epoch": 0.052845528455284556,
      "grad_norm": 5.660742187171789,
      "learning_rate": 2.6e-06,
      "loss": 1.5938,
      "step": 13
    },
    {
      "epoch": 0.056910569105691054,
      "grad_norm": 5.84135884044965,
      "learning_rate": 2.8000000000000003e-06,
      "loss": 1.7175,
      "step": 14
    },
    {
      "epoch": 0.06097560975609756,
      "grad_norm": 5.8883921035199664,
      "learning_rate": 3e-06,
      "loss": 1.7167,
      "step": 15
    },
    {
      "epoch": 0.06504065040650407,
      "grad_norm": 4.872577028754156,
      "learning_rate": 3.2000000000000003e-06,
      "loss": 1.6396,
      "step": 16
    },
    {
      "epoch": 0.06910569105691057,
      "grad_norm": 5.033828898246033,
      "learning_rate": 3.4000000000000005e-06,
      "loss": 1.7618,
      "step": 17
    },
    {
      "epoch": 0.07317073170731707,
      "grad_norm": 5.618404672136545,
      "learning_rate": 3.6000000000000003e-06,
      "loss": 1.8478,
      "step": 18
    },
    {
      "epoch": 0.07723577235772358,
      "grad_norm": 4.644359087577748,
      "learning_rate": 3.8000000000000005e-06,
      "loss": 1.7212,
      "step": 19
    },
    {
      "epoch": 0.08130081300813008,
      "grad_norm": 4.61494509739694,
      "learning_rate": 4.000000000000001e-06,
      "loss": 1.7749,
      "step": 20
    },
    {
      "epoch": 0.08536585365853659,
      "grad_norm": 4.915181497872769,
      "learning_rate": 4.2000000000000004e-06,
      "loss": 1.7796,
      "step": 21
    },
    {
      "epoch": 0.08943089430894309,
      "grad_norm": 4.971626559916134,
      "learning_rate": 4.4e-06,
      "loss": 1.7369,
      "step": 22
    },
    {
      "epoch": 0.09349593495934959,
      "grad_norm": 4.506844268450052,
      "learning_rate": 4.600000000000001e-06,
      "loss": 1.7173,
      "step": 23
    },
    {
      "epoch": 0.0975609756097561,
      "grad_norm": 5.566132011081365,
      "learning_rate": 4.800000000000001e-06,
      "loss": 1.7578,
      "step": 24
    },
    {
      "epoch": 0.1016260162601626,
      "grad_norm": 4.285061174044111,
      "learning_rate": 5e-06,
      "loss": 1.6751,
      "step": 25
    },
    {
      "epoch": 0.10569105691056911,
      "grad_norm": 3.2399830013754887,
      "learning_rate": 5.2e-06,
      "loss": 1.3605,
      "step": 26
    },
    {
      "epoch": 0.10975609756097561,
      "grad_norm": 3.539848061855604,
      "learning_rate": 5.400000000000001e-06,
      "loss": 1.38,
      "step": 27
    },
    {
      "epoch": 0.11382113821138211,
      "grad_norm": 4.546848096544689,
      "learning_rate": 5.600000000000001e-06,
      "loss": 1.5411,
      "step": 28
    },
    {
      "epoch": 0.11788617886178862,
      "grad_norm": 4.677103196959982,
      "learning_rate": 5.8e-06,
      "loss": 1.6256,
      "step": 29
    },
    {
      "epoch": 0.12195121951219512,
      "grad_norm": 4.1219944114782345,
      "learning_rate": 6e-06,
      "loss": 1.6101,
      "step": 30
    },
    {
      "epoch": 0.12601626016260162,
      "grad_norm": 4.386185353107293,
      "learning_rate": 6.200000000000001e-06,
      "loss": 1.6272,
      "step": 31
    },
    {
      "epoch": 0.13008130081300814,
      "grad_norm": 4.117211442239609,
      "learning_rate": 6.4000000000000006e-06,
      "loss": 1.4924,
      "step": 32
    },
    {
      "epoch": 0.13414634146341464,
      "grad_norm": 4.679432150474269,
      "learning_rate": 6.600000000000001e-06,
      "loss": 1.6172,
      "step": 33
    },
    {
      "epoch": 0.13821138211382114,
      "grad_norm": 4.141719392574872,
      "learning_rate": 6.800000000000001e-06,
      "loss": 1.6287,
      "step": 34
    },
    {
      "epoch": 0.14227642276422764,
      "grad_norm": 14.149512334739653,
      "learning_rate": 7e-06,
      "loss": 1.7817,
      "step": 35
    },
    {
      "epoch": 0.14634146341463414,
      "grad_norm": 4.256590260435325,
      "learning_rate": 7.2000000000000005e-06,
      "loss": 1.5054,
      "step": 36
    },
    {
      "epoch": 0.15040650406504066,
      "grad_norm": 3.9378372902054215,
      "learning_rate": 7.4e-06,
      "loss": 1.4642,
      "step": 37
    },
    {
      "epoch": 0.15447154471544716,
      "grad_norm": 5.073065583562386,
      "learning_rate": 7.600000000000001e-06,
      "loss": 1.6987,
      "step": 38
    },
    {
      "epoch": 0.15853658536585366,
      "grad_norm": 3.955080579841974,
      "learning_rate": 7.800000000000002e-06,
      "loss": 1.4779,
      "step": 39
    },
    {
      "epoch": 0.16260162601626016,
      "grad_norm": 4.679066673569764,
      "learning_rate": 8.000000000000001e-06,
      "loss": 1.7102,
      "step": 40
    },
    {
      "epoch": 0.16666666666666666,
      "grad_norm": 4.4740512918032636,
      "learning_rate": 8.2e-06,
      "loss": 1.5423,
      "step": 41
    },
    {
      "epoch": 0.17073170731707318,
      "grad_norm": 4.960822682002186,
      "learning_rate": 8.400000000000001e-06,
      "loss": 1.6839,
      "step": 42
    },
    {
      "epoch": 0.17479674796747968,
      "grad_norm": 4.0320252512557095,
      "learning_rate": 8.6e-06,
      "loss": 1.6922,
      "step": 43
    },
    {
      "epoch": 0.17886178861788618,
      "grad_norm": 4.3372067875156395,
      "learning_rate": 8.8e-06,
      "loss": 1.4837,
      "step": 44
    },
    {
      "epoch": 0.18292682926829268,
      "grad_norm": 4.47419442001546,
      "learning_rate": 9e-06,
      "loss": 1.5454,
      "step": 45
    },
    {
      "epoch": 0.18699186991869918,
      "grad_norm": 4.406750306634826,
      "learning_rate": 9.200000000000002e-06,
      "loss": 1.5301,
      "step": 46
    },
    {
      "epoch": 0.1910569105691057,
      "grad_norm": 3.9021397483272655,
      "learning_rate": 9.4e-06,
      "loss": 1.6126,
      "step": 47
    },
    {
      "epoch": 0.1951219512195122,
      "grad_norm": 3.653827972520367,
      "learning_rate": 9.600000000000001e-06,
      "loss": 1.4816,
      "step": 48
    },
    {
      "epoch": 0.1991869918699187,
      "grad_norm": 4.505273199692054,
      "learning_rate": 9.800000000000001e-06,
      "loss": 1.5949,
      "step": 49
    },
    {
      "epoch": 0.2032520325203252,
      "grad_norm": 3.565918103537592,
      "learning_rate": 1e-05,
      "loss": 1.5271,
      "step": 50
    },
    {
      "epoch": 0.2073170731707317,
      "grad_norm": 4.012380931266431,
      "learning_rate": 9.999873702897528e-06,
      "loss": 1.5027,
      "step": 51
    },
    {
      "epoch": 0.21138211382113822,
      "grad_norm": 4.888550731359106,
      "learning_rate": 9.999494817970498e-06,
      "loss": 1.612,
      "step": 52
    },
    {
      "epoch": 0.21544715447154472,
      "grad_norm": 4.1912784450852225,
      "learning_rate": 9.998863364359734e-06,
      "loss": 1.4866,
      "step": 53
    },
    {
      "epoch": 0.21951219512195122,
      "grad_norm": 4.178267006955291,
      "learning_rate": 9.997979373965542e-06,
      "loss": 1.653,
      "step": 54
    },
    {
      "epoch": 0.22357723577235772,
      "grad_norm": 4.87798113769922,
      "learning_rate": 9.996842891446092e-06,
      "loss": 1.6177,
      "step": 55
    },
    {
      "epoch": 0.22764227642276422,
      "grad_norm": 3.8484589931839857,
      "learning_rate": 9.995453974215164e-06,
      "loss": 1.5229,
      "step": 56
    },
    {
      "epoch": 0.23170731707317074,
      "grad_norm": 4.101650487240815,
      "learning_rate": 9.993812692439247e-06,
      "loss": 1.5214,
      "step": 57
    },
    {
      "epoch": 0.23577235772357724,
      "grad_norm": 4.362611564068637,
      "learning_rate": 9.991919129033994e-06,
      "loss": 1.6307,
      "step": 58
    },
    {
      "epoch": 0.23983739837398374,
      "grad_norm": 4.655614475337303,
      "learning_rate": 9.98977337966003e-06,
      "loss": 1.5714,
      "step": 59
    },
    {
      "epoch": 0.24390243902439024,
      "grad_norm": 4.342587357240943,
      "learning_rate": 9.987375552718133e-06,
      "loss": 1.4715,
      "step": 60
    },
    {
      "epoch": 0.24796747967479674,
      "grad_norm": 4.238066429606384,
      "learning_rate": 9.984725769343737e-06,
      "loss": 1.5536,
      "step": 61
    },
    {
      "epoch": 0.25203252032520324,
      "grad_norm": 4.301601899528779,
      "learning_rate": 9.981824163400827e-06,
      "loss": 1.4955,
      "step": 62
    },
    {
      "epoch": 0.25609756097560976,
      "grad_norm": 3.911274471894397,
      "learning_rate": 9.978670881475173e-06,
      "loss": 1.5308,
      "step": 63
    },
    {
      "epoch": 0.2601626016260163,
      "grad_norm": 4.118832227167338,
      "learning_rate": 9.975266082866923e-06,
      "loss": 1.5555,
      "step": 64
    },
    {
      "epoch": 0.26422764227642276,
      "grad_norm": 4.432642562527081,
      "learning_rate": 9.971609939582556e-06,
      "loss": 1.658,
      "step": 65
    },
    {
      "epoch": 0.2682926829268293,
      "grad_norm": 3.5208387359907727,
      "learning_rate": 9.967702636326195e-06,
      "loss": 1.4747,
      "step": 66
    },
    {
      "epoch": 0.27235772357723576,
      "grad_norm": 4.2526896847696305,
      "learning_rate": 9.96354437049027e-06,
      "loss": 1.523,
      "step": 67
    },
    {
      "epoch": 0.2764227642276423,
      "grad_norm": 4.217466839694022,
      "learning_rate": 9.959135352145552e-06,
      "loss": 1.5447,
      "step": 68
    },
    {
      "epoch": 0.2804878048780488,
      "grad_norm": 4.519363889301345,
      "learning_rate": 9.954475804030539e-06,
      "loss": 1.6282,
      "step": 69
    },
    {
      "epoch": 0.2845528455284553,
      "grad_norm": 4.405830508618357,
      "learning_rate": 9.9495659615402e-06,
      "loss": 1.6676,
      "step": 70
    },
    {
      "epoch": 0.2886178861788618,
      "grad_norm": 4.063392227520675,
      "learning_rate": 9.944406072714086e-06,
      "loss": 1.5793,
      "step": 71
    },
    {
      "epoch": 0.2926829268292683,
      "grad_norm": 3.7279811430490013,
      "learning_rate": 9.938996398223802e-06,
      "loss": 1.4448,
      "step": 72
    },
    {
      "epoch": 0.2967479674796748,
      "grad_norm": 4.7340318449158,
      "learning_rate": 9.933337211359833e-06,
      "loss": 1.5116,
      "step": 73
    },
    {
      "epoch": 0.3008130081300813,
      "grad_norm": 4.125862373262926,
      "learning_rate": 9.927428798017738e-06,
      "loss": 1.6252,
      "step": 74
    },
    {
      "epoch": 0.3048780487804878,
      "grad_norm": 4.503060221923278,
      "learning_rate": 9.921271456683716e-06,
      "loss": 1.5883,
      "step": 75
    },
    {
      "epoch": 0.3089430894308943,
      "grad_norm": 4.030964240265612,
      "learning_rate": 9.91486549841951e-06,
      "loss": 1.4513,
      "step": 76
    },
    {
      "epoch": 0.3130081300813008,
      "grad_norm": 4.279705027198175,
      "learning_rate": 9.908211246846708e-06,
      "loss": 1.3775,
      "step": 77
    },
    {
      "epoch": 0.3170731707317073,
      "grad_norm": 4.368927809869299,
      "learning_rate": 9.901309038130392e-06,
      "loss": 1.5471,
      "step": 78
    },
    {
      "epoch": 0.32113821138211385,
      "grad_norm": 3.55743157069438,
      "learning_rate": 9.894159220962138e-06,
      "loss": 1.3894,
      "step": 79
    },
    {
      "epoch": 0.3252032520325203,
      "grad_norm": 4.004435314321132,
      "learning_rate": 9.886762156542428e-06,
      "loss": 1.4869,
      "step": 80
    },
    {
      "epoch": 0.32926829268292684,
      "grad_norm": 4.27950260857538,
      "learning_rate": 9.879118218562384e-06,
      "loss": 1.3831,
      "step": 81
    },
    {
      "epoch": 0.3333333333333333,
      "grad_norm": 4.178642916274787,
      "learning_rate": 9.871227793184893e-06,
      "loss": 1.3701,
      "step": 82
    },
    {
      "epoch": 0.33739837398373984,
      "grad_norm": 4.654225154626956,
      "learning_rate": 9.863091279025095e-06,
      "loss": 1.5812,
      "step": 83
    },
    {
      "epoch": 0.34146341463414637,
      "grad_norm": 4.033763945760902,
      "learning_rate": 9.854709087130261e-06,
      "loss": 1.5003,
      "step": 84
    },
    {
      "epoch": 0.34552845528455284,
      "grad_norm": 4.134788720970193,
      "learning_rate": 9.846081640959008e-06,
      "loss": 1.4811,
      "step": 85
    },
    {
      "epoch": 0.34959349593495936,
      "grad_norm": 4.004503453499489,
      "learning_rate": 9.837209376359918e-06,
      "loss": 1.5358,
      "step": 86
    },
    {
      "epoch": 0.35365853658536583,
      "grad_norm": 3.7677878191637233,
      "learning_rate": 9.828092741549513e-06,
      "loss": 1.4858,
      "step": 87
    },
    {
      "epoch": 0.35772357723577236,
      "grad_norm": 4.578911874711249,
      "learning_rate": 9.81873219708962e-06,
      "loss": 1.5514,
      "step": 88
    },
    {
      "epoch": 0.3617886178861789,
      "grad_norm": 4.9270432646197735,
      "learning_rate": 9.809128215864096e-06,
      "loss": 1.6168,
      "step": 89
    },
    {
      "epoch": 0.36585365853658536,
      "grad_norm": 4.193560229748371,
      "learning_rate": 9.79928128305494e-06,
      "loss": 1.5689,
      "step": 90
    },
    {
      "epoch": 0.3699186991869919,
      "grad_norm": 3.858624299461163,
      "learning_rate": 9.789191896117786e-06,
      "loss": 1.5973,
      "step": 91
    },
    {
      "epoch": 0.37398373983739835,
      "grad_norm": 3.6862911668206046,
      "learning_rate": 9.778860564756769e-06,
      "loss": 1.448,
      "step": 92
    },
    {
      "epoch": 0.3780487804878049,
      "grad_norm": 4.044958145902229,
      "learning_rate": 9.768287810898773e-06,
      "loss": 1.4225,
      "step": 93
    },
    {
      "epoch": 0.3821138211382114,
      "grad_norm": 4.635836143476677,
      "learning_rate": 9.757474168667072e-06,
      "loss": 1.6042,
      "step": 94
    },
    {
      "epoch": 0.3861788617886179,
      "grad_norm": 4.237166478010606,
      "learning_rate": 9.746420184354334e-06,
      "loss": 1.4636,
      "step": 95
    },
    {
      "epoch": 0.3902439024390244,
      "grad_norm": 3.6945776453925885,
      "learning_rate": 9.73512641639504e-06,
      "loss": 1.5352,
      "step": 96
    },
    {
      "epoch": 0.3943089430894309,
      "grad_norm": 4.2788684169490105,
      "learning_rate": 9.723593435337252e-06,
      "loss": 1.4831,
      "step": 97
    },
    {
      "epoch": 0.3983739837398374,
      "grad_norm": 4.237562757783015,
      "learning_rate": 9.711821823813812e-06,
      "loss": 1.4187,
      "step": 98
    },
    {
      "epoch": 0.4024390243902439,
      "grad_norm": 4.0121887080303695,
      "learning_rate": 9.699812176512887e-06,
      "loss": 1.5175,
      "step": 99
    },
    {
      "epoch": 0.4065040650406504,
      "grad_norm": 4.089988976445491,
      "learning_rate": 9.68756510014794e-06,
      "loss": 1.5804,
      "step": 100
    },
    {
      "epoch": 0.4105691056910569,
      "grad_norm": 4.2230335971432185,
      "learning_rate": 9.675081213427076e-06,
      "loss": 1.486,
      "step": 101
    },
    {
      "epoch": 0.4146341463414634,
      "grad_norm": 4.31542184716973,
      "learning_rate": 9.66236114702178e-06,
      "loss": 1.5065,
      "step": 102
    },
    {
      "epoch": 0.4186991869918699,
      "grad_norm": 3.7651861366457844,
      "learning_rate": 9.649405543535067e-06,
      "loss": 1.447,
      "step": 103
    },
    {
      "epoch": 0.42276422764227645,
      "grad_norm": 3.565995005609616,
      "learning_rate": 9.636215057469009e-06,
      "loss": 1.5025,
      "step": 104
    },
    {
      "epoch": 0.4268292682926829,
      "grad_norm": 4.755520093055592,
      "learning_rate": 9.622790355191672e-06,
      "loss": 1.5984,
      "step": 105
    },
    {
      "epoch": 0.43089430894308944,
      "grad_norm": 4.560871118656236,
      "learning_rate": 9.609132114903458e-06,
      "loss": 1.6039,
      "step": 106
    },
    {
      "epoch": 0.4349593495934959,
      "grad_norm": 4.14097350938773,
      "learning_rate": 9.595241026602836e-06,
      "loss": 1.5437,
      "step": 107
    },
    {
      "epoch": 0.43902439024390244,
      "grad_norm": 4.134377632845812,
      "learning_rate": 9.581117792051487e-06,
      "loss": 1.5875,
      "step": 108
    },
    {
      "epoch": 0.44308943089430897,
      "grad_norm": 4.181076547736983,
      "learning_rate": 9.56676312473885e-06,
      "loss": 1.4929,
      "step": 109
    },
    {
      "epoch": 0.44715447154471544,
      "grad_norm": 4.484563052187801,
      "learning_rate": 9.552177749846083e-06,
      "loss": 1.652,
      "step": 110
    },
    {
      "epoch": 0.45121951219512196,
      "grad_norm": 4.097649732485832,
      "learning_rate": 9.537362404209419e-06,
      "loss": 1.4188,
      "step": 111
    },
    {
      "epoch": 0.45528455284552843,
      "grad_norm": 3.7058287794583844,
      "learning_rate": 9.522317836282949e-06,
      "loss": 1.386,
      "step": 112
    },
    {
      "epoch": 0.45934959349593496,
      "grad_norm": 4.493281379042812,
      "learning_rate": 9.507044806100806e-06,
      "loss": 1.5926,
      "step": 113
    },
    {
      "epoch": 0.4634146341463415,
      "grad_norm": 4.316018698694785,
      "learning_rate": 9.491544085238778e-06,
      "loss": 1.5401,
      "step": 114
    },
    {
      "epoch": 0.46747967479674796,
      "grad_norm": 4.894081838523462,
      "learning_rate": 9.475816456775313e-06,
      "loss": 1.4803,
      "step": 115
    },
    {
      "epoch": 0.4715447154471545,
      "grad_norm": 3.7742812759076876,
      "learning_rate": 9.459862715251973e-06,
      "loss": 1.2609,
      "step": 116
    },
    {
      "epoch": 0.47560975609756095,
      "grad_norm": 4.211778484845177,
      "learning_rate": 9.44368366663329e-06,
      "loss": 1.5086,
      "step": 117
    },
    {
      "epoch": 0.4796747967479675,
      "grad_norm": 4.178202675025514,
      "learning_rate": 9.427280128266049e-06,
      "loss": 1.4877,
      "step": 118
    },
    {
      "epoch": 0.483739837398374,
      "grad_norm": 3.81342990030962,
      "learning_rate": 9.410652928837998e-06,
      "loss": 1.556,
      "step": 119
    },
    {
      "epoch": 0.4878048780487805,
      "grad_norm": 3.6819015497865455,
      "learning_rate": 9.393802908335978e-06,
      "loss": 1.2884,
      "step": 120
    },
    {
      "epoch": 0.491869918699187,
      "grad_norm": 4.617462995606693,
      "learning_rate": 9.376730918003495e-06,
      "loss": 1.6417,
      "step": 121
    },
    {
      "epoch": 0.4959349593495935,
      "grad_norm": 4.226492412729268,
      "learning_rate": 9.359437820297716e-06,
      "loss": 1.5866,
      "step": 122
    },
    {
      "epoch": 0.5,
      "grad_norm": 3.5584733289799235,
      "learning_rate": 9.341924488845892e-06,
      "loss": 1.5407,
      "step": 123
    },
    {
      "epoch": 0.5040650406504065,
      "grad_norm": 4.135798632090438,
      "learning_rate": 9.324191808401235e-06,
      "loss": 1.4992,
      "step": 124
    },
    {
      "epoch": 0.508130081300813,
      "grad_norm": 4.210768157038929,
      "learning_rate": 9.306240674798203e-06,
      "loss": 1.5432,
      "step": 125
    },
    {
      "epoch": 0.5121951219512195,
      "grad_norm": 4.38733920704163,
      "learning_rate": 9.288071994907262e-06,
      "loss": 1.5541,
      "step": 126
    },
    {
      "epoch": 0.516260162601626,
      "grad_norm": 4.481255250958727,
      "learning_rate": 9.269686686589063e-06,
      "loss": 1.4207,
      "step": 127
    },
    {
      "epoch": 0.5203252032520326,
      "grad_norm": 2.6132141931469346,
      "learning_rate": 9.251085678648072e-06,
      "loss": 1.0761,
      "step": 128
    },
    {
      "epoch": 0.524390243902439,
      "grad_norm": 4.48309463777525,
      "learning_rate": 9.232269910785651e-06,
      "loss": 1.4887,
      "step": 129
    },
    {
      "epoch": 0.5284552845528455,
      "grad_norm": 4.429844303156119,
      "learning_rate": 9.213240333552589e-06,
      "loss": 1.7002,
      "step": 130
    },
    {
      "epoch": 0.532520325203252,
      "grad_norm": 3.8214018897562654,
      "learning_rate": 9.193997908301069e-06,
      "loss": 1.6757,
      "step": 131
    },
    {
      "epoch": 0.5365853658536586,
      "grad_norm": 4.2570506828256605,
      "learning_rate": 9.174543607136111e-06,
      "loss": 1.4434,
      "step": 132
    },
    {
      "epoch": 0.540650406504065,
      "grad_norm": 4.968270587243067,
      "learning_rate": 9.154878412866465e-06,
      "loss": 1.5012,
      "step": 133
    },
    {
      "epoch": 0.5447154471544715,
      "grad_norm": 4.927472957532449,
      "learning_rate": 9.135003318954954e-06,
      "loss": 1.5436,
      "step": 134
    },
    {
      "epoch": 0.5487804878048781,
      "grad_norm": 3.6784871911807313,
      "learning_rate": 9.114919329468283e-06,
      "loss": 1.5054,
      "step": 135
    },
    {
      "epoch": 0.5528455284552846,
      "grad_norm": 3.909457661323846,
      "learning_rate": 9.094627459026326e-06,
      "loss": 1.6024,
      "step": 136
    },
    {
      "epoch": 0.556910569105691,
      "grad_norm": 3.6189177817219274,
      "learning_rate": 9.074128732750859e-06,
      "loss": 1.4737,
      "step": 137
    },
    {
      "epoch": 0.5609756097560976,
      "grad_norm": 4.396763959996382,
      "learning_rate": 9.053424186213776e-06,
      "loss": 1.6196,
      "step": 138
    },
    {
      "epoch": 0.5650406504065041,
      "grad_norm": 4.05959424566033,
      "learning_rate": 9.032514865384767e-06,
      "loss": 1.501,
      "step": 139
    },
    {
      "epoch": 0.5691056910569106,
      "grad_norm": 3.8692860407635323,
      "learning_rate": 9.011401826578492e-06,
      "loss": 1.5761,
      "step": 140
    },
    {
      "epoch": 0.573170731707317,
      "grad_norm": 4.130928540510955,
      "learning_rate": 8.990086136401199e-06,
      "loss": 1.4981,
      "step": 141
    },
    {
      "epoch": 0.5772357723577236,
      "grad_norm": 3.4615012538912073,
      "learning_rate": 8.968568871696847e-06,
      "loss": 1.5123,
      "step": 142
    },
    {
      "epoch": 0.5813008130081301,
      "grad_norm": 4.194843955078523,
      "learning_rate": 8.946851119492717e-06,
      "loss": 1.3952,
      "step": 143
    },
    {
      "epoch": 0.5853658536585366,
      "grad_norm": 3.8748342201448014,
      "learning_rate": 8.924933976944474e-06,
      "loss": 1.4191,
      "step": 144
    },
    {
      "epoch": 0.5894308943089431,
      "grad_norm": 3.9671232026128327,
      "learning_rate": 8.902818551280758e-06,
      "loss": 1.4265,
      "step": 145
    },
    {
      "epoch": 0.5934959349593496,
      "grad_norm": 3.7789529942834434,
      "learning_rate": 8.880505959747245e-06,
      "loss": 1.5675,
      "step": 146
    },
    {
      "epoch": 0.5975609756097561,
      "grad_norm": 3.9650111560868946,
      "learning_rate": 8.857997329550195e-06,
      "loss": 1.4827,
      "step": 147
    },
    {
      "epoch": 0.6016260162601627,
      "grad_norm": 4.206949987820223,
      "learning_rate": 8.835293797799517e-06,
      "loss": 1.6229,
      "step": 148
    },
    {
      "epoch": 0.6056910569105691,
      "grad_norm": 5.392821026840922,
      "learning_rate": 8.812396511451324e-06,
      "loss": 1.5615,
      "step": 149
    },
    {
      "epoch": 0.6097560975609756,
      "grad_norm": 3.4784769352898297,
      "learning_rate": 8.789306627249985e-06,
      "loss": 1.3398,
      "step": 150
    },
    {
      "epoch": 0.6138211382113821,
      "grad_norm": 4.545003974920788,
      "learning_rate": 8.766025311669685e-06,
      "loss": 1.5171,
      "step": 151
    },
    {
      "epoch": 0.6178861788617886,
      "grad_norm": 3.492957975610403,
      "learning_rate": 8.742553740855507e-06,
      "loss": 1.4777,
      "step": 152
    },
    {
      "epoch": 0.6219512195121951,
      "grad_norm": 3.5683430523130943,
      "learning_rate": 8.718893100564002e-06,
      "loss": 1.5097,
      "step": 153
    },
    {
      "epoch": 0.6260162601626016,
      "grad_norm": 3.615648900985645,
      "learning_rate": 8.695044586103297e-06,
      "loss": 1.3382,
      "step": 154
    },
    {
      "epoch": 0.6300813008130082,
      "grad_norm": 3.9273873075270926,
      "learning_rate": 8.6710094022727e-06,
      "loss": 1.4144,
      "step": 155
    },
    {
      "epoch": 0.6341463414634146,
      "grad_norm": 4.520103275610601,
      "learning_rate": 8.646788763301842e-06,
      "loss": 1.4159,
      "step": 156
    },
    {
      "epoch": 0.6382113821138211,
      "grad_norm": 3.7370573534301554,
      "learning_rate": 8.62238389278933e-06,
      "loss": 1.4078,
      "step": 157
    },
    {
      "epoch": 0.6422764227642277,
      "grad_norm": 3.7448394640213785,
      "learning_rate": 8.59779602364094e-06,
      "loss": 1.5356,
      "step": 158
    },
    {
      "epoch": 0.6463414634146342,
      "grad_norm": 3.531064969394623,
      "learning_rate": 8.573026398007323e-06,
      "loss": 1.5079,
      "step": 159
    },
    {
      "epoch": 0.6504065040650406,
      "grad_norm": 4.206132375250735,
      "learning_rate": 8.548076267221258e-06,
      "loss": 1.5113,
      "step": 160
    },
    {
      "epoch": 0.6544715447154471,
      "grad_norm": 4.3840587897407834,
      "learning_rate": 8.52294689173443e-06,
      "loss": 1.566,
      "step": 161
    },
    {
      "epoch": 0.6585365853658537,
      "grad_norm": 3.7017661184350334,
      "learning_rate": 8.497639541053769e-06,
      "loss": 1.4671,
      "step": 162
    },
    {
      "epoch": 0.6626016260162602,
      "grad_norm": 3.7543935791161176,
      "learning_rate": 8.472155493677299e-06,
      "loss": 1.4916,
      "step": 163
    },
    {
      "epoch": 0.6666666666666666,
      "grad_norm": 4.6253028926456405,
      "learning_rate": 8.446496037029555e-06,
      "loss": 1.5772,
      "step": 164
    },
    {
      "epoch": 0.6707317073170732,
      "grad_norm": 3.9393510425216682,
      "learning_rate": 8.420662467396548e-06,
      "loss": 1.5256,
      "step": 165
    },
    {
      "epoch": 0.6747967479674797,
      "grad_norm": 3.6125553513227113,
      "learning_rate": 8.394656089860274e-06,
      "loss": 1.5097,
      "step": 166
    },
    {
      "epoch": 0.6788617886178862,
      "grad_norm": 4.16306624806542,
      "learning_rate": 8.368478218232787e-06,
      "loss": 1.4933,
      "step": 167
    },
    {
      "epoch": 0.6829268292682927,
      "grad_norm": 3.953302118531983,
      "learning_rate": 8.342130174989819e-06,
      "loss": 1.4468,
      "step": 168
    },
    {
      "epoch": 0.6869918699186992,
      "grad_norm": 4.690723855965399,
      "learning_rate": 8.315613291203977e-06,
      "loss": 1.5799,
      "step": 169
    },
    {
      "epoch": 0.6910569105691057,
      "grad_norm": 3.9042113692341416,
      "learning_rate": 8.288928906477497e-06,
      "loss": 1.3188,
      "step": 170
    },
    {
      "epoch": 0.6951219512195121,
      "grad_norm": 3.819625555583647,
      "learning_rate": 8.262078368874566e-06,
      "loss": 1.5533,
      "step": 171
    },
    {
      "epoch": 0.6991869918699187,
      "grad_norm": 2.9715877508305724,
      "learning_rate": 8.235063034853228e-06,
      "loss": 1.1148,
      "step": 172
    },
    {
      "epoch": 0.7032520325203252,
      "grad_norm": 3.606400141092476,
      "learning_rate": 8.207884269196845e-06,
      "loss": 1.4893,
      "step": 173
    },
    {
      "epoch": 0.7073170731707317,
      "grad_norm": 4.461915743399059,
      "learning_rate": 8.180543444945154e-06,
      "loss": 1.5427,
      "step": 174
    },
    {
      "epoch": 0.7113821138211383,
      "grad_norm": 4.779705190716492,
      "learning_rate": 8.153041943324912e-06,
      "loss": 1.414,
      "step": 175
    },
    {
      "epoch": 0.7154471544715447,
      "grad_norm": 4.276486153672041,
      "learning_rate": 8.125381153680103e-06,
      "loss": 1.5302,
      "step": 176
    },
    {
      "epoch": 0.7195121951219512,
      "grad_norm": 4.238840116007087,
      "learning_rate": 8.097562473401764e-06,
      "loss": 1.3102,
      "step": 177
    },
    {
      "epoch": 0.7235772357723578,
      "grad_norm": 4.237740381579647,
      "learning_rate": 8.069587307857377e-06,
      "loss": 1.4436,
      "step": 178
    },
    {
      "epoch": 0.7276422764227642,
      "grad_norm": 3.7162216825525927,
      "learning_rate": 8.041457070319884e-06,
      "loss": 1.2793,
      "step": 179
    },
    {
      "epoch": 0.7317073170731707,
      "grad_norm": 3.844333529762707,
      "learning_rate": 8.013173181896283e-06,
      "loss": 1.5374,
      "step": 180
    },
    {
      "epoch": 0.7357723577235772,
      "grad_norm": 3.8220385386917615,
      "learning_rate": 7.984737071455834e-06,
      "loss": 1.4163,
      "step": 181
    },
    {
      "epoch": 0.7398373983739838,
      "grad_norm": 3.6685146114993943,
      "learning_rate": 7.95615017555788e-06,
      "loss": 1.4275,
      "step": 182
    },
    {
      "epoch": 0.7439024390243902,
      "grad_norm": 4.052963640332902,
      "learning_rate": 7.927413938379268e-06,
      "loss": 1.429,
      "step": 183
    },
    {
      "epoch": 0.7479674796747967,
      "grad_norm": 4.465867327817124,
      "learning_rate": 7.898529811641393e-06,
      "loss": 1.6021,
      "step": 184
    },
    {
      "epoch": 0.7520325203252033,
      "grad_norm": 4.262132065127325,
      "learning_rate": 7.869499254536865e-06,
      "loss": 1.4571,
      "step": 185
    },
    {
      "epoch": 0.7560975609756098,
      "grad_norm": 4.088434419556255,
      "learning_rate": 7.84032373365578e-06,
      "loss": 1.5395,
      "step": 186
    },
    {
      "epoch": 0.7601626016260162,
      "grad_norm": 5.08541650116389,
      "learning_rate": 7.811004722911637e-06,
      "loss": 1.5279,
      "step": 187
    },
    {
      "epoch": 0.7642276422764228,
      "grad_norm": 4.434520321233798,
      "learning_rate": 7.781543703466881e-06,
      "loss": 1.6533,
      "step": 188
    },
    {
      "epoch": 0.7682926829268293,
      "grad_norm": 4.156561821204787,
      "learning_rate": 7.751942163658066e-06,
      "loss": 1.4536,
      "step": 189
    },
    {
      "epoch": 0.7723577235772358,
      "grad_norm": 4.052792569245924,
      "learning_rate": 7.722201598920673e-06,
      "loss": 1.5543,
      "step": 190
    },
    {
      "epoch": 0.7764227642276422,
      "grad_norm": 5.1250039974702775,
      "learning_rate": 7.692323511713568e-06,
      "loss": 1.5276,
      "step": 191
    },
    {
      "epoch": 0.7804878048780488,
      "grad_norm": 3.8490656548861635,
      "learning_rate": 7.662309411443084e-06,
      "loss": 1.4725,
      "step": 192
    },
    {
      "epoch": 0.7845528455284553,
      "grad_norm": 3.5599844603279434,
      "learning_rate": 7.63216081438678e-06,
      "loss": 1.4958,
      "step": 193
    },
    {
      "epoch": 0.7886178861788617,
      "grad_norm": 3.89224947478226,
      "learning_rate": 7.601879243616838e-06,
      "loss": 1.4679,
      "step": 194
    },
    {
      "epoch": 0.7926829268292683,
      "grad_norm": 4.291686100205089,
      "learning_rate": 7.571466228923115e-06,
      "loss": 1.5106,
      "step": 195
    },
    {
      "epoch": 0.7967479674796748,
      "grad_norm": 3.7108822171665863,
      "learning_rate": 7.540923306735868e-06,
      "loss": 1.487,
      "step": 196
    },
    {
      "epoch": 0.8008130081300813,
      "grad_norm": 3.0914010089470825,
      "learning_rate": 7.510252020048121e-06,
      "loss": 1.229,
      "step": 197
    },
    {
      "epoch": 0.8048780487804879,
      "grad_norm": 4.516517851884792,
      "learning_rate": 7.479453918337733e-06,
      "loss": 1.4602,
      "step": 198
    },
    {
      "epoch": 0.8089430894308943,
      "grad_norm": 4.130400559771834,
      "learning_rate": 7.448530557489105e-06,
      "loss": 1.396,
      "step": 199
    },
    {
      "epoch": 0.8130081300813008,
      "grad_norm": 4.4322915898599655,
      "learning_rate": 7.417483499714589e-06,
      "loss": 1.5604,
      "step": 200
    },
    {
      "epoch": 0.8170731707317073,
      "grad_norm": 3.8094872673493767,
      "learning_rate": 7.386314313475557e-06,
      "loss": 1.5942,
      "step": 201
    },
    {
      "epoch": 0.8211382113821138,
      "grad_norm": 3.544830361462593,
      "learning_rate": 7.355024573403174e-06,
      "loss": 1.5303,
      "step": 202
    },
    {
      "epoch": 0.8252032520325203,
      "grad_norm": 4.250695002729135,
      "learning_rate": 7.323615860218844e-06,
      "loss": 1.4203,
      "step": 203
    },
    {
      "epoch": 0.8292682926829268,
      "grad_norm": 4.425292970743814,
      "learning_rate": 7.292089760654352e-06,
      "loss": 1.5367,
      "step": 204
    },
    {
      "epoch": 0.8333333333333334,
      "grad_norm": 3.7498722104475686,
      "learning_rate": 7.2604478673717095e-06,
      "loss": 1.5462,
      "step": 205
    },
    {
      "epoch": 0.8373983739837398,
      "grad_norm": 4.21611622145359,
      "learning_rate": 7.2286917788826926e-06,
      "loss": 1.66,
      "step": 206
    },
    {
      "epoch": 0.8414634146341463,
      "grad_norm": 3.7234454752744686,
      "learning_rate": 7.196823099468084e-06,
      "loss": 1.4327,
      "step": 207
    },
    {
      "epoch": 0.8455284552845529,
      "grad_norm": 4.305427329850879,
      "learning_rate": 7.1648434390966356e-06,
      "loss": 1.3825,
      "step": 208
    },
    {
      "epoch": 0.8495934959349594,
      "grad_norm": 4.371006316975152,
      "learning_rate": 7.132754413343721e-06,
      "loss": 1.619,
      "step": 209
    },
    {
      "epoch": 0.8536585365853658,
      "grad_norm": 3.944138562661673,
      "learning_rate": 7.100557643309732e-06,
      "loss": 1.468,
      "step": 210
    },
    {
      "epoch": 0.8577235772357723,
      "grad_norm": 3.9244009579137975,
      "learning_rate": 7.0682547555381734e-06,
      "loss": 1.4736,
      "step": 211
    },
    {
      "epoch": 0.8617886178861789,
      "grad_norm": 3.9797118366214597,
      "learning_rate": 7.035847381933494e-06,
      "loss": 1.5529,
      "step": 212
    },
    {
      "epoch": 0.8658536585365854,
      "grad_norm": 4.5651684626691,
      "learning_rate": 7.003337159678649e-06,
      "loss": 1.5253,
      "step": 213
    },
    {
      "epoch": 0.8699186991869918,
      "grad_norm": 3.9234590079518483,
      "learning_rate": 6.970725731152389e-06,
      "loss": 1.5733,
      "step": 214
    },
    {
      "epoch": 0.8739837398373984,
      "grad_norm": 3.8509361368556236,
      "learning_rate": 6.938014743846285e-06,
      "loss": 1.5955,
      "step": 215
    },
    {
      "epoch": 0.8780487804878049,
      "grad_norm": 4.110184642785762,
      "learning_rate": 6.905205850281502e-06,
      "loss": 1.5388,
      "step": 216
    },
    {
      "epoch": 0.8821138211382114,
      "grad_norm": 3.6055230082787624,
      "learning_rate": 6.872300707925319e-06,
      "loss": 1.4322,
      "step": 217
    },
    {
      "epoch": 0.8861788617886179,
      "grad_norm": 4.063053038982541,
      "learning_rate": 6.8393009791073895e-06,
      "loss": 1.4822,
      "step": 218
    },
    {
      "epoch": 0.8902439024390244,
      "grad_norm": 3.5220426836484253,
      "learning_rate": 6.806208330935766e-06,
      "loss": 1.3724,
      "step": 219
    },
    {
      "epoch": 0.8943089430894309,
      "grad_norm": 3.7775619539984384,
      "learning_rate": 6.773024435212678e-06,
      "loss": 1.4603,
      "step": 220
    },
    {
      "epoch": 0.8983739837398373,
      "grad_norm": 4.598762256770478,
      "learning_rate": 6.739750968350081e-06,
      "loss": 1.5066,
      "step": 221
    },
    {
      "epoch": 0.9024390243902439,
      "grad_norm": 4.198093521281738,
      "learning_rate": 6.706389611284953e-06,
      "loss": 1.5804,
      "step": 222
    },
    {
      "epoch": 0.9065040650406504,
      "grad_norm": 3.8645227144297998,
      "learning_rate": 6.6729420493943875e-06,
      "loss": 1.4994,
      "step": 223
    },
    {
      "epoch": 0.9105691056910569,
      "grad_norm": 3.3258313240727646,
      "learning_rate": 6.639409972410446e-06,
      "loss": 1.3242,
      "step": 224
    },
    {
      "epoch": 0.9146341463414634,
      "grad_norm": 4.036090909687347,
      "learning_rate": 6.605795074334793e-06,
      "loss": 1.5058,
      "step": 225
    },
    {
      "epoch": 0.9186991869918699,
      "grad_norm": 4.275435429861942,
      "learning_rate": 6.57209905335312e-06,
      "loss": 1.4772,
      "step": 226
    },
    {
      "epoch": 0.9227642276422764,
      "grad_norm": 3.6089292407316997,
      "learning_rate": 6.538323611749351e-06,
      "loss": 1.4726,
      "step": 227
    },
    {
      "epoch": 0.926829268292683,
      "grad_norm": 3.611573503513016,
      "learning_rate": 6.504470455819651e-06,
      "loss": 1.4672,
      "step": 228
    },
    {
      "epoch": 0.9308943089430894,
      "grad_norm": 3.8214510249995777,
      "learning_rate": 6.470541295786222e-06,
      "loss": 1.3973,
      "step": 229
    },
    {
      "epoch": 0.9349593495934959,
      "grad_norm": 3.835773184688124,
      "learning_rate": 6.436537845710904e-06,
      "loss": 1.5484,
      "step": 230
    },
    {
      "epoch": 0.9390243902439024,
      "grad_norm": 4.04783334864951,
      "learning_rate": 6.402461823408584e-06,
      "loss": 1.5051,
      "step": 231
    },
    {
      "epoch": 0.943089430894309,
      "grad_norm": 4.662221169315537,
      "learning_rate": 6.368314950360416e-06,
      "loss": 1.4658,
      "step": 232
    },
    {
      "epoch": 0.9471544715447154,
      "grad_norm": 3.6403213977944127,
      "learning_rate": 6.334098951626847e-06,
      "loss": 1.4847,
      "step": 233
    },
    {
      "epoch": 0.9512195121951219,
      "grad_norm": 3.790783459144055,
      "learning_rate": 6.299815555760478e-06,
      "loss": 1.431,
      "step": 234
    },
    {
      "epoch": 0.9552845528455285,
      "grad_norm": 3.501495900552076,
      "learning_rate": 6.265466494718731e-06,
      "loss": 1.2882,
      "step": 235
    },
    {
      "epoch": 0.959349593495935,
      "grad_norm": 3.9957053415971613,
      "learning_rate": 6.231053503776363e-06,
      "loss": 1.3099,
      "step": 236
    },
    {
      "epoch": 0.9634146341463414,
      "grad_norm": 3.844161677005182,
      "learning_rate": 6.1965783214377895e-06,
      "loss": 1.5197,
      "step": 237
    },
    {
      "epoch": 0.967479674796748,
      "grad_norm": 3.8384616545529986,
      "learning_rate": 6.1620426893492645e-06,
      "loss": 1.5219,
      "step": 238
    },
    {
      "epoch": 0.9715447154471545,
      "grad_norm": 3.346881287038091,
      "learning_rate": 6.127448352210894e-06,
      "loss": 1.2766,
      "step": 239
    },
    {
      "epoch": 0.975609756097561,
      "grad_norm": 3.841358671953983,
      "learning_rate": 6.092797057688496e-06,
      "loss": 1.4856,
      "step": 240
    },
    {
      "epoch": 0.9796747967479674,
      "grad_norm": 3.2273602717235796,
      "learning_rate": 6.058090556325305e-06,
      "loss": 1.3838,
      "step": 241
    },
    {
      "epoch": 0.983739837398374,
      "grad_norm": 3.781592629619726,
      "learning_rate": 6.0233306014535505e-06,
      "loss": 1.4198,
      "step": 242
    },
    {
      "epoch": 0.9878048780487805,
      "grad_norm": 4.052768925377713,
      "learning_rate": 5.988518949105862e-06,
      "loss": 1.5785,
      "step": 243
    },
    {
      "epoch": 0.991869918699187,
      "grad_norm": 3.8803305720836336,
      "learning_rate": 5.953657357926569e-06,
      "loss": 1.4233,
      "step": 244
    },
    {
      "epoch": 0.9959349593495935,
      "grad_norm": 5.103389183399254,
      "learning_rate": 5.918747589082853e-06,
      "loss": 1.5313,
      "step": 245
    },
    {
      "epoch": 1.0,
      "grad_norm": 3.5704015527732627,
      "learning_rate": 5.883791406175775e-06,
      "loss": 1.2762,
      "step": 246
    },
    {
      "epoch": 1.0040650406504066,
      "grad_norm": 4.216632291136199,
      "learning_rate": 5.848790575151181e-06,
      "loss": 0.9355,
      "step": 247
    },
    {
      "epoch": 1.008130081300813,
      "grad_norm": 4.106578314905918,
      "learning_rate": 5.813746864210489e-06,
      "loss": 1.0987,
      "step": 248
    },
    {
      "epoch": 1.0121951219512195,
      "grad_norm": 4.290456410003726,
      "learning_rate": 5.778662043721359e-06,
      "loss": 1.2815,
      "step": 249
    },
    {
      "epoch": 1.016260162601626,
      "grad_norm": 3.4931202641139367,
      "learning_rate": 5.743537886128258e-06,
      "loss": 1.0524,
      "step": 250
    },
    {
      "epoch": 1.0203252032520325,
      "grad_norm": 3.83506643883134,
      "learning_rate": 5.708376165862921e-06,
      "loss": 0.9908,
      "step": 251
    },
    {
      "epoch": 1.024390243902439,
      "grad_norm": 3.399638782538431,
      "learning_rate": 5.673178659254698e-06,
      "loss": 1.0546,
      "step": 252
    },
    {
      "epoch": 1.0284552845528456,
      "grad_norm": 3.8422737797255873,
      "learning_rate": 5.637947144440832e-06,
      "loss": 1.0086,
      "step": 253
    },
    {
      "epoch": 1.032520325203252,
      "grad_norm": 4.323870126328155,
      "learning_rate": 5.6026834012766155e-06,
      "loss": 1.0805,
      "step": 254
    },
    {
      "epoch": 1.0365853658536586,
      "grad_norm": 3.5450826685712817,
      "learning_rate": 5.567389211245486e-06,
      "loss": 0.8563,
      "step": 255
    },
    {
      "epoch": 1.040650406504065,
      "grad_norm": 3.2888573965449437,
      "learning_rate": 5.532066357369012e-06,
      "loss": 1.0105,
      "step": 256
    },
    {
      "epoch": 1.0447154471544715,
      "grad_norm": 4.190107194544142,
      "learning_rate": 5.496716624116836e-06,
      "loss": 0.9597,
      "step": 257
    },
    {
      "epoch": 1.048780487804878,
      "grad_norm": 3.6862994007034238,
      "learning_rate": 5.46134179731651e-06,
      "loss": 1.0305,
      "step": 258
    },
    {
      "epoch": 1.0528455284552845,
      "grad_norm": 3.555468688002694,
      "learning_rate": 5.425943664063284e-06,
      "loss": 0.8827,
      "step": 259
    },
    {
      "epoch": 1.056910569105691,
      "grad_norm": 4.094504105572881,
      "learning_rate": 5.390524012629824e-06,
      "loss": 1.068,
      "step": 260
    },
    {
      "epoch": 1.0609756097560976,
      "grad_norm": 3.5250058893374794,
      "learning_rate": 5.3550846323758666e-06,
      "loss": 0.8818,
      "step": 261
    },
    {
      "epoch": 1.065040650406504,
      "grad_norm": 3.542846431805926,
      "learning_rate": 5.319627313657829e-06,
      "loss": 0.9169,
      "step": 262
    },
    {
      "epoch": 1.0691056910569106,
      "grad_norm": 3.8586777254657783,
      "learning_rate": 5.284153847738356e-06,
      "loss": 1.0591,
      "step": 263
    },
    {
      "epoch": 1.0731707317073171,
      "grad_norm": 4.235851716612974,
      "learning_rate": 5.248666026695835e-06,
      "loss": 1.141,
      "step": 264
    },
    {
      "epoch": 1.0772357723577235,
      "grad_norm": 3.7250854058603085,
      "learning_rate": 5.213165643333851e-06,
      "loss": 1.0495,
      "step": 265
    },
    {
      "epoch": 1.08130081300813,
      "grad_norm": 3.8263762456879125,
      "learning_rate": 5.177654491090627e-06,
      "loss": 1.0217,
      "step": 266
    },
    {
      "epoch": 1.0853658536585367,
      "grad_norm": 4.412392915802862,
      "learning_rate": 5.1421343639484165e-06,
      "loss": 1.0547,
      "step": 267
    },
    {
      "epoch": 1.089430894308943,
      "grad_norm": 4.181058115462962,
      "learning_rate": 5.1066070563428736e-06,
      "loss": 0.9316,
      "step": 268
    },
    {
      "epoch": 1.0934959349593496,
      "grad_norm": 3.3937572080987177,
      "learning_rate": 5.071074363072403e-06,
      "loss": 0.9298,
      "step": 269
    },
    {
      "epoch": 1.0975609756097562,
      "grad_norm": 4.355853356906208,
      "learning_rate": 5.035538079207488e-06,
      "loss": 0.8765,
      "step": 270
    },
    {
      "epoch": 1.1016260162601625,
      "grad_norm": 3.298839176747146,
      "learning_rate": 5e-06,
      "loss": 0.9391,
      "step": 271
    },
    {
      "epoch": 1.1056910569105691,
      "grad_norm": 4.504229350855425,
      "learning_rate": 4.964461920792512e-06,
      "loss": 1.1586,
      "step": 272
    },
    {
      "epoch": 1.1097560975609757,
      "grad_norm": 3.5656359190998557,
      "learning_rate": 4.928925636927597e-06,
      "loss": 1.0144,
      "step": 273
    },
    {
      "epoch": 1.113821138211382,
      "grad_norm": 3.618874611859637,
      "learning_rate": 4.893392943657127e-06,
      "loss": 0.8568,
      "step": 274
    },
    {
      "epoch": 1.1178861788617886,
      "grad_norm": 4.169072041098469,
      "learning_rate": 4.857865636051586e-06,
      "loss": 1.0775,
      "step": 275
    },
    {
      "epoch": 1.1219512195121952,
      "grad_norm": 3.443485206553656,
      "learning_rate": 4.822345508909376e-06,
      "loss": 0.9325,
      "step": 276
    },
    {
      "epoch": 1.1260162601626016,
      "grad_norm": 3.2881344998560027,
      "learning_rate": 4.786834356666153e-06,
      "loss": 0.9096,
      "step": 277
    },
    {
      "epoch": 1.1300813008130082,
      "grad_norm": 3.795586925465744,
      "learning_rate": 4.751333973304166e-06,
      "loss": 0.9672,
      "step": 278
    },
    {
      "epoch": 1.1341463414634148,
      "grad_norm": 3.6242186524308955,
      "learning_rate": 4.715846152261645e-06,
      "loss": 0.9583,
      "step": 279
    },
    {
      "epoch": 1.1382113821138211,
      "grad_norm": 4.631530737465761,
      "learning_rate": 4.680372686342173e-06,
      "loss": 1.0386,
      "step": 280
    },
    {
      "epoch": 1.1422764227642277,
      "grad_norm": 3.931455744651018,
      "learning_rate": 4.644915367624134e-06,
      "loss": 0.9738,
      "step": 281
    },
    {
      "epoch": 1.146341463414634,
      "grad_norm": 3.886080843660189,
      "learning_rate": 4.609475987370177e-06,
      "loss": 1.0012,
      "step": 282
    },
    {
      "epoch": 1.1504065040650406,
      "grad_norm": 4.228319224768889,
      "learning_rate": 4.5740563359367164e-06,
      "loss": 1.1627,
      "step": 283
    },
    {
      "epoch": 1.1544715447154472,
      "grad_norm": 3.514944636631718,
      "learning_rate": 4.53865820268349e-06,
      "loss": 0.956,
      "step": 284
    },
    {
      "epoch": 1.1585365853658536,
      "grad_norm": 3.538951910470513,
      "learning_rate": 4.503283375883165e-06,
      "loss": 0.9759,
      "step": 285
    },
    {
      "epoch": 1.1626016260162602,
      "grad_norm": 4.274123074176085,
      "learning_rate": 4.467933642630989e-06,
      "loss": 1.0171,
      "step": 286
    },
    {
      "epoch": 1.1666666666666667,
      "grad_norm": 3.836022987364166,
      "learning_rate": 4.432610788754517e-06,
      "loss": 1.0258,
      "step": 287
    },
    {
      "epoch": 1.170731707317073,
      "grad_norm": 3.678535995693643,
      "learning_rate": 4.397316598723385e-06,
      "loss": 1.0198,
      "step": 288
    },
    {
      "epoch": 1.1747967479674797,
      "grad_norm": 3.393770150546556,
      "learning_rate": 4.362052855559171e-06,
      "loss": 0.9732,
      "step": 289
    },
    {
      "epoch": 1.1788617886178863,
      "grad_norm": 3.858038880135667,
      "learning_rate": 4.326821340745304e-06,
      "loss": 1.0039,
      "step": 290
    },
    {
      "epoch": 1.1829268292682926,
      "grad_norm": 4.00764244121564,
      "learning_rate": 4.291623834137082e-06,
      "loss": 0.9767,
      "step": 291
    },
    {
      "epoch": 1.1869918699186992,
      "grad_norm": 3.933188571362055,
      "learning_rate": 4.256462113871741e-06,
      "loss": 1.0594,
      "step": 292
    },
    {
      "epoch": 1.1910569105691058,
      "grad_norm": 4.501928479732958,
      "learning_rate": 4.2213379562786406e-06,
      "loss": 0.9411,
      "step": 293
    },
    {
      "epoch": 1.1951219512195121,
      "grad_norm": 3.7101337632487152,
      "learning_rate": 4.186253135789511e-06,
      "loss": 0.9728,
      "step": 294
    },
    {
      "epoch": 1.1991869918699187,
      "grad_norm": 3.8236826876602303,
      "learning_rate": 4.15120942484882e-06,
      "loss": 0.9036,
      "step": 295
    },
    {
      "epoch": 1.203252032520325,
      "grad_norm": 4.024473693532734,
      "learning_rate": 4.116208593824227e-06,
      "loss": 1.0781,
      "step": 296
    },
    {
      "epoch": 1.2073170731707317,
      "grad_norm": 3.6369388820395283,
      "learning_rate": 4.081252410917148e-06,
      "loss": 0.9891,
      "step": 297
    },
    {
      "epoch": 1.2113821138211383,
      "grad_norm": 3.7010541156424708,
      "learning_rate": 4.046342642073433e-06,
      "loss": 0.9724,
      "step": 298
    },
    {
      "epoch": 1.2154471544715446,
      "grad_norm": 3.5911225035162815,
      "learning_rate": 4.01148105089414e-06,
      "loss": 1.0239,
      "step": 299
    },
    {
      "epoch": 1.2195121951219512,
      "grad_norm": 3.521662940956276,
      "learning_rate": 3.976669398546451e-06,
      "loss": 1.0109,
      "step": 300
    },
    {
      "epoch": 1.2235772357723578,
      "grad_norm": 3.855644275693675,
      "learning_rate": 3.941909443674696e-06,
      "loss": 1.0498,
      "step": 301
    },
    {
      "epoch": 1.2276422764227641,
      "grad_norm": 3.4599309481583935,
      "learning_rate": 3.907202942311506e-06,
      "loss": 0.9521,
      "step": 302
    },
    {
      "epoch": 1.2317073170731707,
      "grad_norm": 3.491476989084066,
      "learning_rate": 3.872551647789108e-06,
      "loss": 0.9474,
      "step": 303
    },
    {
      "epoch": 1.2357723577235773,
      "grad_norm": 32.262705414195246,
      "learning_rate": 3.837957310650738e-06,
      "loss": 0.906,
      "step": 304
    },
    {
      "epoch": 1.2398373983739837,
      "grad_norm": 3.84250057643824,
      "learning_rate": 3.803421678562213e-06,
      "loss": 0.9264,
      "step": 305
    },
    {
      "epoch": 1.2439024390243902,
      "grad_norm": 3.1494724710918827,
      "learning_rate": 3.7689464962236367e-06,
      "loss": 0.8365,
      "step": 306
    },
    {
      "epoch": 1.2479674796747968,
      "grad_norm": 3.3982902219496354,
      "learning_rate": 3.734533505281269e-06,
      "loss": 0.9983,
      "step": 307
    },
    {
      "epoch": 1.2520325203252032,
      "grad_norm": 3.893213160762182,
      "learning_rate": 3.700184444239524e-06,
      "loss": 0.9916,
      "step": 308
    },
    {
      "epoch": 1.2560975609756098,
      "grad_norm": 4.084636899332558,
      "learning_rate": 3.6659010483731543e-06,
      "loss": 0.9333,
      "step": 309
    },
    {
      "epoch": 1.2601626016260163,
      "grad_norm": 3.5547285795900025,
      "learning_rate": 3.6316850496395863e-06,
      "loss": 1.0306,
      "step": 310
    },
    {
      "epoch": 1.2642276422764227,
      "grad_norm": 4.387856612059098,
      "learning_rate": 3.597538176591417e-06,
      "loss": 1.0213,
      "step": 311
    },
    {
      "epoch": 1.2682926829268293,
      "grad_norm": 3.7034317042973757,
      "learning_rate": 3.563462154289098e-06,
      "loss": 1.0348,
      "step": 312
    },
    {
      "epoch": 1.2723577235772359,
      "grad_norm": 3.6811952215617447,
      "learning_rate": 3.5294587042137796e-06,
      "loss": 1.058,
      "step": 313
    },
    {
      "epoch": 1.2764227642276422,
      "grad_norm": 3.1183018069231636,
      "learning_rate": 3.49552954418035e-06,
      "loss": 0.8768,
      "step": 314
    },
    {
      "epoch": 1.2804878048780488,
      "grad_norm": 3.444034542353001,
      "learning_rate": 3.461676388250651e-06,
      "loss": 0.9825,
      "step": 315
    },
    {
      "epoch": 1.2845528455284554,
      "grad_norm": 3.7392115265278165,
      "learning_rate": 3.4279009466468825e-06,
      "loss": 0.8815,
      "step": 316
    },
    {
      "epoch": 1.2886178861788617,
      "grad_norm": 4.182871042947326,
      "learning_rate": 3.3942049256652093e-06,
      "loss": 0.9786,
      "step": 317
    },
    {
      "epoch": 1.2926829268292683,
      "grad_norm": 3.5630464583189823,
      "learning_rate": 3.3605900275895565e-06,
      "loss": 1.008,
      "step": 318
    },
    {
      "epoch": 1.296747967479675,
      "grad_norm": 3.8298454034397715,
      "learning_rate": 3.3270579506056146e-06,
      "loss": 1.0363,
      "step": 319
    },
    {
      "epoch": 1.3008130081300813,
      "grad_norm": 3.8540799671085284,
      "learning_rate": 3.2936103887150484e-06,
      "loss": 0.9924,
      "step": 320
    },
    {
      "epoch": 1.3048780487804879,
      "grad_norm": 3.7964601094131143,
      "learning_rate": 3.2602490316499197e-06,
      "loss": 1.0857,
      "step": 321
    },
    {
      "epoch": 1.3089430894308944,
      "grad_norm": 3.6666310225840664,
      "learning_rate": 3.226975564787322e-06,
      "loss": 1.0222,
      "step": 322
    },
    {
      "epoch": 1.3130081300813008,
      "grad_norm": 4.010214555221014,
      "learning_rate": 3.1937916690642356e-06,
      "loss": 1.085,
      "step": 323
    },
    {
      "epoch": 1.3170731707317074,
      "grad_norm": 3.7791909242435544,
      "learning_rate": 3.1606990208926125e-06,
      "loss": 0.9724,
      "step": 324
    },
    {
      "epoch": 1.321138211382114,
      "grad_norm": 3.064503593689533,
      "learning_rate": 3.127699292074683e-06,
      "loss": 0.9301,
      "step": 325
    },
    {
      "epoch": 1.3252032520325203,
      "grad_norm": 3.9981146911437273,
      "learning_rate": 3.0947941497184985e-06,
      "loss": 1.1049,
      "step": 326
    },
    {
      "epoch": 1.329268292682927,
      "grad_norm": 3.792220384973029,
      "learning_rate": 3.0619852561537165e-06,
      "loss": 1.0321,
      "step": 327
    },
    {
      "epoch": 1.3333333333333333,
      "grad_norm": 4.289296789774771,
      "learning_rate": 3.0292742688476125e-06,
      "loss": 0.9311,
      "step": 328
    },
    {
      "epoch": 1.3373983739837398,
      "grad_norm": 3.6446929722740666,
      "learning_rate": 2.9966628403213528e-06,
      "loss": 1.025,
      "step": 329
    },
    {
      "epoch": 1.3414634146341464,
      "grad_norm": 4.490033319208552,
      "learning_rate": 2.964152618066508e-06,
      "loss": 1.0568,
      "step": 330
    },
    {
      "epoch": 1.3455284552845528,
      "grad_norm": 3.450965579472706,
      "learning_rate": 2.93174524446183e-06,
      "loss": 0.8784,
      "step": 331
    },
    {
      "epoch": 1.3495934959349594,
      "grad_norm": 4.161559788405042,
      "learning_rate": 2.899442356690271e-06,
      "loss": 0.9934,
      "step": 332
    },
    {
      "epoch": 1.3536585365853657,
      "grad_norm": 4.526731975106362,
      "learning_rate": 2.8672455866562797e-06,
      "loss": 1.0624,
      "step": 333
    },
    {
      "epoch": 1.3577235772357723,
      "grad_norm": 4.128986988767476,
      "learning_rate": 2.835156560903365e-06,
      "loss": 0.9091,
      "step": 334
    },
    {
      "epoch": 1.3617886178861789,
      "grad_norm": 4.116808081237394,
      "learning_rate": 2.803176900531915e-06,
      "loss": 1.0205,
      "step": 335
    },
    {
      "epoch": 1.3658536585365852,
      "grad_norm": 3.5446252267366765,
      "learning_rate": 2.771308221117309e-06,
      "loss": 0.9307,
      "step": 336
    },
    {
      "epoch": 1.3699186991869918,
      "grad_norm": 3.9548465167028586,
      "learning_rate": 2.7395521326282913e-06,
      "loss": 1.0483,
      "step": 337
    },
    {
      "epoch": 1.3739837398373984,
      "grad_norm": 3.5472423921579748,
      "learning_rate": 2.7079102393456503e-06,
      "loss": 0.9656,
      "step": 338
    },
    {
      "epoch": 1.3780487804878048,
      "grad_norm": 3.853516813124923,
      "learning_rate": 2.6763841397811576e-06,
      "loss": 0.9221,
      "step": 339
    },
    {
      "epoch": 1.3821138211382114,
      "grad_norm": 4.060475171502202,
      "learning_rate": 2.6449754265968263e-06,
      "loss": 1.0565,
      "step": 340
    },
    {
      "epoch": 1.386178861788618,
      "grad_norm": 3.0492356938168377,
      "learning_rate": 2.6136856865244443e-06,
      "loss": 0.8312,
      "step": 341
    },
    {
      "epoch": 1.3902439024390243,
      "grad_norm": 3.9578106322634974,
      "learning_rate": 2.5825165002854124e-06,
      "loss": 1.0317,
      "step": 342
    },
    {
      "epoch": 1.3943089430894309,
      "grad_norm": 4.353093806474984,
      "learning_rate": 2.5514694425108968e-06,
      "loss": 1.1481,
      "step": 343
    },
    {
      "epoch": 1.3983739837398375,
      "grad_norm": 3.513880546700832,
      "learning_rate": 2.5205460816622684e-06,
      "loss": 0.9368,
      "step": 344
    },
    {
      "epoch": 1.4024390243902438,
      "grad_norm": 3.8414653794228872,
      "learning_rate": 2.4897479799518797e-06,
      "loss": 1.0788,
      "step": 345
    },
    {
      "epoch": 1.4065040650406504,
      "grad_norm": 46.63836467878444,
      "learning_rate": 2.4590766932641353e-06,
      "loss": 0.9008,
      "step": 346
    },
    {
      "epoch": 1.410569105691057,
      "grad_norm": 4.45225089824771,
      "learning_rate": 2.4285337710768843e-06,
      "loss": 0.9595,
      "step": 347
    },
    {
      "epoch": 1.4146341463414633,
      "grad_norm": 3.3936120852821734,
      "learning_rate": 2.3981207563831633e-06,
      "loss": 0.956,
      "step": 348
    },
    {
      "epoch": 1.41869918699187,
      "grad_norm": 4.694796697002138,
      "learning_rate": 2.3678391856132203e-06,
      "loss": 0.9804,
      "step": 349
    },
    {
      "epoch": 1.4227642276422765,
      "grad_norm": 3.9039345975261712,
      "learning_rate": 2.3376905885569185e-06,
      "loss": 1.1112,
      "step": 350
    },
    {
      "epoch": 1.4268292682926829,
      "grad_norm": 4.375882192486315,
      "learning_rate": 2.3076764882864333e-06,
      "loss": 0.9284,
      "step": 351
    },
    {
      "epoch": 1.4308943089430894,
      "grad_norm": 4.504132135708646,
      "learning_rate": 2.2777984010793264e-06,
      "loss": 1.125,
      "step": 352
    },
    {
      "epoch": 1.434959349593496,
      "grad_norm": 4.182412088395119,
      "learning_rate": 2.2480578363419363e-06,
      "loss": 1.1081,
      "step": 353
    },
    {
      "epoch": 1.4390243902439024,
      "grad_norm": 4.585452168929015,
      "learning_rate": 2.2184562965331203e-06,
      "loss": 1.0475,
      "step": 354
    },
    {
      "epoch": 1.443089430894309,
      "grad_norm": 4.0885701813647515,
      "learning_rate": 2.1889952770883644e-06,
      "loss": 1.124,
      "step": 355
    },
    {
      "epoch": 1.4471544715447155,
      "grad_norm": 3.5056911821730226,
      "learning_rate": 2.159676266344222e-06,
      "loss": 0.9659,
      "step": 356
    },
    {
      "epoch": 1.451219512195122,
      "grad_norm": 3.9979580432930684,
      "learning_rate": 2.130500745463136e-06,
      "loss": 0.994,
      "step": 357
    },
    {
      "epoch": 1.4552845528455285,
      "grad_norm": 4.039513265865325,
      "learning_rate": 2.1014701883586087e-06,
      "loss": 1.0819,
      "step": 358
    },
    {
      "epoch": 1.459349593495935,
      "grad_norm": 3.4944639246235147,
      "learning_rate": 2.072586061620735e-06,
      "loss": 0.9812,
      "step": 359
    },
    {
      "epoch": 1.4634146341463414,
      "grad_norm": 4.01097044265515,
      "learning_rate": 2.043849824442124e-06,
      "loss": 0.9238,
      "step": 360
    },
    {
      "epoch": 1.467479674796748,
      "grad_norm": 3.8206482337293397,
      "learning_rate": 2.0152629285441668e-06,
      "loss": 1.035,
      "step": 361
    },
    {
      "epoch": 1.4715447154471546,
      "grad_norm": 3.2549782865289236,
      "learning_rate": 1.9868268181037186e-06,
      "loss": 0.8686,
      "step": 362
    },
    {
      "epoch": 1.475609756097561,
      "grad_norm": 4.213188910356952,
      "learning_rate": 1.958542929680117e-06,
      "loss": 0.9639,
      "step": 363
    },
    {
      "epoch": 1.4796747967479675,
      "grad_norm": 3.9202184083066087,
      "learning_rate": 1.9304126921426235e-06,
      "loss": 1.0089,
      "step": 364
    },
    {
      "epoch": 1.4837398373983741,
      "grad_norm": 3.900579324779219,
      "learning_rate": 1.9024375265982386e-06,
      "loss": 0.8801,
      "step": 365
    },
    {
      "epoch": 1.4878048780487805,
      "grad_norm": 3.7497758212254215,
      "learning_rate": 1.8746188463198983e-06,
      "loss": 1.0532,
      "step": 366
    },
    {
      "epoch": 1.491869918699187,
      "grad_norm": 3.316320439440319,
      "learning_rate": 1.8469580566750911e-06,
      "loss": 0.9393,
      "step": 367
    },
    {
      "epoch": 1.4959349593495934,
      "grad_norm": 3.6503770546307432,
      "learning_rate": 1.8194565550548477e-06,
      "loss": 0.9727,
      "step": 368
    },
    {
      "epoch": 1.5,
      "grad_norm": 4.359109037614491,
      "learning_rate": 1.7921157308031567e-06,
      "loss": 1.0279,
      "step": 369
    },
    {
      "epoch": 1.5040650406504064,
      "grad_norm": 2.882183049368505,
      "learning_rate": 1.764936965146773e-06,
      "loss": 0.8451,
      "step": 370
    },
    {
      "epoch": 1.5081300813008132,
      "grad_norm": 4.457745491095926,
      "learning_rate": 1.7379216311254339e-06,
      "loss": 1.0752,
      "step": 371
    },
    {
      "epoch": 1.5121951219512195,
      "grad_norm": 3.3162867863381913,
      "learning_rate": 1.7110710935225055e-06,
      "loss": 0.952,
      "step": 372
    },
    {
      "epoch": 1.5162601626016259,
      "grad_norm": 4.003446669515271,
      "learning_rate": 1.6843867087960252e-06,
      "loss": 1.0375,
      "step": 373
    },
    {
      "epoch": 1.5203252032520327,
      "grad_norm": 3.6017712032571256,
      "learning_rate": 1.6578698250101828e-06,
      "loss": 0.9802,
      "step": 374
    },
    {
      "epoch": 1.524390243902439,
      "grad_norm": 4.140971003588729,
      "learning_rate": 1.6315217817672142e-06,
      "loss": 1.067,
      "step": 375
    },
    {
      "epoch": 1.5284552845528454,
      "grad_norm": 4.0705004013893875,
      "learning_rate": 1.6053439101397257e-06,
      "loss": 0.915,
      "step": 376
    },
    {
      "epoch": 1.532520325203252,
      "grad_norm": 4.1303831727413645,
      "learning_rate": 1.5793375326034539e-06,
      "loss": 0.9664,
      "step": 377
    },
    {
      "epoch": 1.5365853658536586,
      "grad_norm": 3.7129753807072143,
      "learning_rate": 1.5535039629704467e-06,
      "loss": 1.064,
      "step": 378
    },
    {
      "epoch": 1.540650406504065,
      "grad_norm": 3.5034854214257183,
      "learning_rate": 1.5278445063227038e-06,
      "loss": 1.0013,
      "step": 379
    },
    {
      "epoch": 1.5447154471544715,
      "grad_norm": 3.1215335264280286,
      "learning_rate": 1.502360458946232e-06,
      "loss": 0.9222,
      "step": 380
    },
    {
      "epoch": 1.548780487804878,
      "grad_norm": 3.955236224458765,
      "learning_rate": 1.4770531082655704e-06,
      "loss": 0.9712,
      "step": 381
    },
    {
      "epoch": 1.5528455284552845,
      "grad_norm": 4.198292135711804,
      "learning_rate": 1.451923732778745e-06,
      "loss": 0.8991,
      "step": 382
    },
    {
      "epoch": 1.556910569105691,
      "grad_norm": 3.102574689879648,
      "learning_rate": 1.4269736019926778e-06,
      "loss": 1.0298,
      "step": 383
    },
    {
      "epoch": 1.5609756097560976,
      "grad_norm": 3.372846780482694,
      "learning_rate": 1.4022039763590595e-06,
      "loss": 0.8567,
      "step": 384
    },
    {
      "epoch": 1.565040650406504,
      "grad_norm": 3.688513986136554,
      "learning_rate": 1.3776161072106703e-06,
      "loss": 0.9762,
      "step": 385
    },
    {
      "epoch": 1.5691056910569106,
      "grad_norm": 3.694767191664073,
      "learning_rate": 1.3532112366981598e-06,
      "loss": 0.9979,
      "step": 386
    },
    {
      "epoch": 1.5731707317073171,
      "grad_norm": 4.0857246463701955,
      "learning_rate": 1.3289905977273027e-06,
      "loss": 0.9511,
      "step": 387
    },
    {
      "epoch": 1.5772357723577235,
      "grad_norm": 3.53499666737931,
      "learning_rate": 1.3049554138967052e-06,
      "loss": 0.8967,
      "step": 388
    },
    {
      "epoch": 1.58130081300813,
      "grad_norm": 3.5347496328031465,
      "learning_rate": 1.2811068994359992e-06,
      "loss": 0.7356,
      "step": 389
    },
    {
      "epoch": 1.5853658536585367,
      "grad_norm": 4.381582039757114,
      "learning_rate": 1.257446259144494e-06,
      "loss": 1.0999,
      "step": 390
    },
    {
      "epoch": 1.589430894308943,
      "grad_norm": 3.7466328104969278,
      "learning_rate": 1.233974688330315e-06,
      "loss": 0.9674,
      "step": 391
    },
    {
      "epoch": 1.5934959349593496,
      "grad_norm": 4.277062923168833,
      "learning_rate": 1.210693372750017e-06,
      "loss": 0.9929,
      "step": 392
    },
    {
      "epoch": 1.5975609756097562,
      "grad_norm": 3.8305888215053754,
      "learning_rate": 1.1876034885486764e-06,
      "loss": 0.9858,
      "step": 393
    },
    {
      "epoch": 1.6016260162601625,
      "grad_norm": 3.4914255971094876,
      "learning_rate": 1.1647062022004845e-06,
      "loss": 0.9851,
      "step": 394
    },
    {
      "epoch": 1.6056910569105691,
      "grad_norm": 3.9890311938988643,
      "learning_rate": 1.1420026704498077e-06,
      "loss": 0.8826,
      "step": 395
    },
    {
      "epoch": 1.6097560975609757,
      "grad_norm": 3.6808318567839367,
      "learning_rate": 1.1194940402527566e-06,
      "loss": 1.0323,
      "step": 396
    },
    {
      "epoch": 1.613821138211382,
      "grad_norm": 3.7719643553355926,
      "learning_rate": 1.0971814487192429e-06,
      "loss": 0.9259,
      "step": 397
    },
    {
      "epoch": 1.6178861788617886,
      "grad_norm": 4.179966730043697,
      "learning_rate": 1.075066023055527e-06,
      "loss": 1.0841,
      "step": 398
    },
    {
      "epoch": 1.6219512195121952,
      "grad_norm": 3.4390515759083544,
      "learning_rate": 1.0531488805072848e-06,
      "loss": 0.9617,
      "step": 399
    },
    {
      "epoch": 1.6260162601626016,
      "grad_norm": 3.433401797605647,
      "learning_rate": 1.0314311283031531e-06,
      "loss": 0.9369,
      "step": 400
    },
    {
      "epoch": 1.6300813008130082,
      "grad_norm": 3.9442267675520313,
      "learning_rate": 1.0099138635988026e-06,
      "loss": 1.0009,
      "step": 401
    },
    {
      "epoch": 1.6341463414634148,
      "grad_norm": 4.142825713403116,
      "learning_rate": 9.885981734215094e-07,
      "loss": 0.9275,
      "step": 402
    },
    {
      "epoch": 1.6382113821138211,
      "grad_norm": 4.202690423258989,
      "learning_rate": 9.67485134615232e-07,
      "loss": 1.05,
      "step": 403
    },
    {
      "epoch": 1.6422764227642277,
      "grad_norm": 3.839411663010975,
      "learning_rate": 9.465758137862264e-07,
      "loss": 0.9513,
      "step": 404
    },
    {
      "epoch": 1.6463414634146343,
      "grad_norm": 3.672326700992681,
      "learning_rate": 9.258712672491416e-07,
      "loss": 1.024,
      "step": 405
    },
    {
      "epoch": 1.6504065040650406,
      "grad_norm": 4.073445323984085,
      "learning_rate": 9.053725409736752e-07,
      "loss": 0.9947,
      "step": 406
    },
    {
      "epoch": 1.654471544715447,
      "grad_norm": 4.010315161100075,
      "learning_rate": 8.850806705317183e-07,
      "loss": 1.0415,
      "step": 407
    },
    {
      "epoch": 1.6585365853658538,
      "grad_norm": 3.8293127353729015,
      "learning_rate": 8.649966810450472e-07,
      "loss": 0.9706,
      "step": 408
    },
    {
      "epoch": 1.6626016260162602,
      "grad_norm": 4.28837815719892,
      "learning_rate": 8.451215871335355e-07,
      "loss": 1.0411,
      "step": 409
    },
    {
      "epoch": 1.6666666666666665,
      "grad_norm": 4.0132337255657555,
      "learning_rate": 8.254563928638892e-07,
      "loss": 1.1221,
      "step": 410
    },
    {
      "epoch": 1.6707317073170733,
      "grad_norm": 3.7377426068899564,
      "learning_rate": 8.060020916989331e-07,
      "loss": 1.0049,
      "step": 411
    },
    {
      "epoch": 1.6747967479674797,
      "grad_norm": 3.4438718525721255,
      "learning_rate": 7.86759666447412e-07,
      "loss": 0.9957,
      "step": 412
    },
    {
      "epoch": 1.678861788617886,
      "grad_norm": 3.6205519453520956,
      "learning_rate": 7.677300892143485e-07,
      "loss": 0.9857,
      "step": 413
    },
    {
      "epoch": 1.6829268292682928,
      "grad_norm": 3.8982585731415083,
      "learning_rate": 7.489143213519301e-07,
      "loss": 0.9346,
      "step": 414
    },
    {
      "epoch": 1.6869918699186992,
      "grad_norm": 4.142796108192852,
      "learning_rate": 7.303133134109391e-07,
      "loss": 1.0084,
      "step": 415
    },
    {
      "epoch": 1.6910569105691056,
      "grad_norm": 4.225439613721668,
      "learning_rate": 7.119280050927407e-07,
      "loss": 0.9657,
      "step": 416
    },
    {
      "epoch": 1.6951219512195121,
      "grad_norm": 3.3574575459381895,
      "learning_rate": 6.937593252017983e-07,
      "loss": 0.9819,
      "step": 417
    },
    {
      "epoch": 1.6991869918699187,
      "grad_norm": 4.914841000477497,
      "learning_rate": 6.758081915987669e-07,
      "loss": 0.8859,
      "step": 418
    },
    {
      "epoch": 1.703252032520325,
      "grad_norm": 3.781768313712973,
      "learning_rate": 6.580755111541076e-07,
      "loss": 1.0215,
      "step": 419
    },
    {
      "epoch": 1.7073170731707317,
      "grad_norm": 3.7238954715457537,
      "learning_rate": 6.405621797022848e-07,
      "loss": 1.0156,
      "step": 420
    },
    {
      "epoch": 1.7113821138211383,
      "grad_norm": 3.553159127802151,
      "learning_rate": 6.232690819965065e-07,
      "loss": 1.1136,
      "step": 421
    },
    {
      "epoch": 1.7154471544715446,
      "grad_norm": 3.612323933609705,
      "learning_rate": 6.061970916640236e-07,
      "loss": 0.8911,
      "step": 422
    },
    {
      "epoch": 1.7195121951219512,
      "grad_norm": 3.587845262671792,
      "learning_rate": 5.893470711620036e-07,
      "loss": 0.9443,
      "step": 423
    },
    {
      "epoch": 1.7235772357723578,
      "grad_norm": 3.5104402409616715,
      "learning_rate": 5.727198717339511e-07,
      "loss": 0.9253,
      "step": 424
    },
    {
      "epoch": 1.7276422764227641,
      "grad_norm": 3.114895367636644,
      "learning_rate": 5.563163333667098e-07,
      "loss": 0.9985,
      "step": 425
    },
    {
      "epoch": 1.7317073170731707,
      "grad_norm": 4.204476593228392,
      "learning_rate": 5.401372847480285e-07,
      "loss": 1.1147,
      "step": 426
    },
    {
      "epoch": 1.7357723577235773,
      "grad_norm": 5.856252832998231,
      "learning_rate": 5.241835432246888e-07,
      "loss": 0.7672,
      "step": 427
    },
    {
      "epoch": 1.7398373983739837,
      "grad_norm": 4.584343185417779,
      "learning_rate": 5.084559147612244e-07,
      "loss": 1.0433,
      "step": 428
    },
    {
      "epoch": 1.7439024390243902,
      "grad_norm": 3.5601385211052863,
      "learning_rate": 4.929551938991945e-07,
      "loss": 0.9034,
      "step": 429
    },
    {
      "epoch": 1.7479674796747968,
      "grad_norm": 3.7438242901268834,
      "learning_rate": 4.776821637170525e-07,
      "loss": 0.9871,
      "step": 430
    },
    {
      "epoch": 1.7520325203252032,
      "grad_norm": 3.726788471257809,
      "learning_rate": 4.626375957905821e-07,
      "loss": 1.0139,
      "step": 431
    },
    {
      "epoch": 1.7560975609756098,
      "grad_norm": 3.500194615705022,
      "learning_rate": 4.4782225015391754e-07,
      "loss": 0.9387,
      "step": 432
    },
    {
      "epoch": 1.7601626016260163,
      "grad_norm": 4.036120727657588,
      "learning_rate": 4.3323687526115045e-07,
      "loss": 1.0591,
      "step": 433
    },
    {
      "epoch": 1.7642276422764227,
      "grad_norm": 3.7179550108214308,
      "learning_rate": 4.1888220794851386e-07,
      "loss": 0.9231,
      "step": 434
    },
    {
      "epoch": 1.7682926829268293,
      "grad_norm": 4.116011774790538,
      "learning_rate": 4.0475897339716466e-07,
      "loss": 1.096,
      "step": 435
    },
    {
      "epoch": 1.7723577235772359,
      "grad_norm": 3.4904100752060825,
      "learning_rate": 3.908678850965425e-07,
      "loss": 1.0487,
      "step": 436
    },
    {
      "epoch": 1.7764227642276422,
      "grad_norm": 3.4213015383298506,
      "learning_rate": 3.7720964480832847e-07,
      "loss": 1.0293,
      "step": 437
    },
    {
      "epoch": 1.7804878048780488,
      "grad_norm": 3.6796253516773088,
      "learning_rate": 3.6378494253099307e-07,
      "loss": 1.019,
      "step": 438
    },
    {
      "epoch": 1.7845528455284554,
      "grad_norm": 3.4820509030406415,
      "learning_rate": 3.505944564649344e-07,
      "loss": 1.0071,
      "step": 439
    },
    {
      "epoch": 1.7886178861788617,
      "grad_norm": 4.178141072634524,
      "learning_rate": 3.3763885297822153e-07,
      "loss": 1.0619,
      "step": 440
    },
    {
      "epoch": 1.7926829268292683,
      "grad_norm": 4.236971625953427,
      "learning_rate": 3.2491878657292643e-07,
      "loss": 1.0626,
      "step": 441
    },
    {
      "epoch": 1.796747967479675,
      "grad_norm": 3.6519879305302227,
      "learning_rate": 3.1243489985206097e-07,
      "loss": 0.8886,
      "step": 442
    },
    {
      "epoch": 1.8008130081300813,
      "grad_norm": 3.586686228856645,
      "learning_rate": 3.001878234871147e-07,
      "loss": 0.9034,
      "step": 443
    },
    {
      "epoch": 1.8048780487804879,
      "grad_norm": 4.238214426688419,
      "learning_rate": 2.8817817618618846e-07,
      "loss": 0.9862,
      "step": 444
    },
    {
      "epoch": 1.8089430894308944,
      "grad_norm": 3.490951187385756,
      "learning_rate": 2.7640656466274785e-07,
      "loss": 0.9977,
      "step": 445
    },
    {
      "epoch": 1.8130081300813008,
      "grad_norm": 3.6485834724251394,
      "learning_rate": 2.648735836049615e-07,
      "loss": 0.9395,
      "step": 446
    },
    {
      "epoch": 1.8170731707317072,
      "grad_norm": 3.3220985022269667,
      "learning_rate": 2.5357981564566647e-07,
      "loss": 0.8872,
      "step": 447
    },
    {
      "epoch": 1.821138211382114,
      "grad_norm": 4.123832064865542,
      "learning_rate": 2.4252583133292927e-07,
      "loss": 1.0679,
      "step": 448
    },
    {
      "epoch": 1.8252032520325203,
      "grad_norm": 3.492052368274594,
      "learning_rate": 2.3171218910122695e-07,
      "loss": 0.879,
      "step": 449
    },
    {
      "epoch": 1.8292682926829267,
      "grad_norm": 4.036773726834657,
      "learning_rate": 2.2113943524323167e-07,
      "loss": 0.9786,
      "step": 450
    },
    {
      "epoch": 1.8333333333333335,
      "grad_norm": 4.136219271416021,
      "learning_rate": 2.1080810388221406e-07,
      "loss": 1.1111,
      "step": 451
    },
    {
      "epoch": 1.8373983739837398,
      "grad_norm": 3.8933772306252967,
      "learning_rate": 2.007187169450603e-07,
      "loss": 0.9266,
      "step": 452
    },
    {
      "epoch": 1.8414634146341462,
      "grad_norm": 3.4850123477897865,
      "learning_rate": 1.908717841359048e-07,
      "loss": 0.8836,
      "step": 453
    },
    {
      "epoch": 1.845528455284553,
      "grad_norm": 3.824450626647066,
      "learning_rate": 1.8126780291038037e-07,
      "loss": 0.9532,
      "step": 454
    },
    {
      "epoch": 1.8495934959349594,
      "grad_norm": 4.340689760572588,
      "learning_rate": 1.7190725845048827e-07,
      "loss": 0.951,
      "step": 455
    },
    {
      "epoch": 1.8536585365853657,
      "grad_norm": 3.6380391806167287,
      "learning_rate": 1.6279062364008446e-07,
      "loss": 1.0206,
      "step": 456
    },
    {
      "epoch": 1.8577235772357723,
      "grad_norm": 3.483222380757324,
      "learning_rate": 1.5391835904099316e-07,
      "loss": 0.9323,
      "step": 457
    },
    {
      "epoch": 1.8617886178861789,
      "grad_norm": 3.83318933725723,
      "learning_rate": 1.4529091286973994e-07,
      "loss": 0.9291,
      "step": 458
    },
    {
      "epoch": 1.8658536585365852,
      "grad_norm": 5.25876322386921,
      "learning_rate": 1.3690872097490481e-07,
      "loss": 1.0843,
      "step": 459
    },
    {
      "epoch": 1.8699186991869918,
      "grad_norm": 3.8163606429748405,
      "learning_rate": 1.2877220681510927e-07,
      "loss": 1.1322,
      "step": 460
    },
    {
      "epoch": 1.8739837398373984,
      "grad_norm": 3.745271876845421,
      "learning_rate": 1.208817814376162e-07,
      "loss": 0.9812,
      "step": 461
    },
    {
      "epoch": 1.8780487804878048,
      "grad_norm": 3.938076078503757,
      "learning_rate": 1.1323784345757205e-07,
      "loss": 1.0328,
      "step": 462
    },
    {
      "epoch": 1.8821138211382114,
      "grad_norm": 3.8600868786911193,
      "learning_rate": 1.0584077903786238e-07,
      "loss": 1.0218,
      "step": 463
    },
    {
      "epoch": 1.886178861788618,
      "grad_norm": 4.079832178269913,
      "learning_rate": 9.869096186961025e-08,
      "loss": 1.0443,
      "step": 464
    },
    {
      "epoch": 1.8902439024390243,
      "grad_norm": 3.68360826380147,
      "learning_rate": 9.178875315329183e-08,
      "loss": 0.9284,
      "step": 465
    },
    {
      "epoch": 1.8943089430894309,
      "grad_norm": 3.6046022549114705,
      "learning_rate": 8.513450158049109e-08,
      "loss": 0.9411,
      "step": 466
    },
    {
      "epoch": 1.8983739837398375,
      "grad_norm": 4.024583530140874,
      "learning_rate": 7.872854331628599e-08,
      "loss": 1.1105,
      "step": 467
    },
    {
      "epoch": 1.9024390243902438,
      "grad_norm": 4.15926484895413,
      "learning_rate": 7.257120198226219e-08,
      "loss": 1.066,
      "step": 468
    },
    {
      "epoch": 1.9065040650406504,
      "grad_norm": 3.7639785430318566,
      "learning_rate": 6.666278864016884e-08,
      "loss": 1.059,
      "step": 469
    },
    {
      "epoch": 1.910569105691057,
      "grad_norm": 3.953800325677805,
      "learning_rate": 6.100360177619946e-08,
      "loss": 1.0305,
      "step": 470
    },
    {
      "epoch": 1.9146341463414633,
      "grad_norm": 3.4067262115402164,
      "learning_rate": 5.559392728591517e-08,
      "loss": 1.0381,
      "step": 471
    },
    {
      "epoch": 1.91869918699187,
      "grad_norm": 3.140993551988303,
      "learning_rate": 5.0434038459801213e-08,
      "loss": 0.7932,
      "step": 472
    },
    {
      "epoch": 1.9227642276422765,
      "grad_norm": 3.5873575446175754,
      "learning_rate": 4.5524195969461895e-08,
      "loss": 0.9524,
      "step": 473
    },
    {
      "epoch": 1.9268292682926829,
      "grad_norm": 4.698767984892136,
      "learning_rate": 4.086464785444777e-08,
      "loss": 0.8371,
      "step": 474
    },
    {
      "epoch": 1.9308943089430894,
      "grad_norm": 3.7978393128890997,
      "learning_rate": 3.645562950973014e-08,
      "loss": 0.9666,
      "step": 475
    },
    {
      "epoch": 1.934959349593496,
      "grad_norm": 3.5823042491668717,
      "learning_rate": 3.229736367380498e-08,
      "loss": 0.9649,
      "step": 476
    },
    {
      "epoch": 1.9390243902439024,
      "grad_norm": 3.981781985201543,
      "learning_rate": 2.8390060417443632e-08,
      "loss": 0.9881,
      "step": 477
    },
    {
      "epoch": 1.943089430894309,
      "grad_norm": 4.065041283971589,
      "learning_rate": 2.4733917133077378e-08,
      "loss": 1.0041,
      "step": 478
    },
    {
      "epoch": 1.9471544715447155,
      "grad_norm": 4.2020322856448225,
      "learning_rate": 2.1329118524827662e-08,
      "loss": 0.95,
      "step": 479
    },
    {
      "epoch": 1.951219512195122,
      "grad_norm": 4.245506598983614,
      "learning_rate": 1.8175836599173545e-08,
      "loss": 1.1151,
      "step": 480
    },
    {
      "epoch": 1.9552845528455285,
      "grad_norm": 3.4124284954497606,
      "learning_rate": 1.5274230656263656e-08,
      "loss": 1.0035,
      "step": 481
    },
    {
      "epoch": 1.959349593495935,
      "grad_norm": 4.074743275699229,
      "learning_rate": 1.2624447281867625e-08,
      "loss": 1.0419,
      "step": 482
    },
    {
      "epoch": 1.9634146341463414,
      "grad_norm": 3.783549511402003,
      "learning_rate": 1.0226620339969795e-08,
      "loss": 0.998,
      "step": 483
    },
    {
      "epoch": 1.967479674796748,
      "grad_norm": 3.929853822852935,
      "learning_rate": 8.080870966008513e-09,
      "loss": 0.954,
      "step": 484
    },
    {
      "epoch": 1.9715447154471546,
      "grad_norm": 3.3589007769177326,
      "learning_rate": 6.187307560754363e-09,
      "loss": 0.9721,
      "step": 485
    },
    {
      "epoch": 1.975609756097561,
      "grad_norm": 3.3788764384929824,
      "learning_rate": 4.546025784837316e-09,
      "loss": 0.9284,
      "step": 486
    },
    {
      "epoch": 1.9796747967479673,
      "grad_norm": 4.091963781011746,
      "learning_rate": 3.1571085539089384e-09,
      "loss": 1.0655,
      "step": 487
    },
    {
      "epoch": 1.9837398373983741,
      "grad_norm": 3.776958414812629,
      "learning_rate": 2.0206260344590724e-09,
      "loss": 1.005,
      "step": 488
    },
    {
      "epoch": 1.9878048780487805,
      "grad_norm": 4.375338523817764,
      "learning_rate": 1.136635640267003e-09,
      "loss": 0.9906,
      "step": 489
    },
    {
      "epoch": 1.9918699186991868,
      "grad_norm": 3.86863750217483,
      "learning_rate": 5.051820295032262e-10,
      "loss": 0.9767,
      "step": 490
    },
    {
      "epoch": 1.9959349593495936,
      "grad_norm": 3.6645935176814772,
      "learning_rate": 1.2629710247180626e-10,
      "loss": 1.0582,
      "step": 491
    },
    {
      "epoch": 2.0,
      "grad_norm": 3.894299701332893,
      "learning_rate": 0.0,
      "loss": 1.0572,
      "step": 492
    },
    {
      "epoch": 2.0,
      "step": 492,
      "total_flos": 8984667488256.0,
      "train_loss": 1.2601688853124293,
      "train_runtime": 414.9647,
      "train_samples_per_second": 37.921,
      "train_steps_per_second": 1.186
    }
  ],
  "logging_steps": 1,
  "max_steps": 492,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 50000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 8984667488256.0,
  "train_batch_size": 8,
  "trial_name": null,
  "trial_params": null
}