{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 575.0,
  "global_step": 1150,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0008695652173913044,
      "grad_norm": 89.0245590209961,
      "learning_rate": 4.310344827586207e-08,
      "loss": 0.34853503108024597,
      "step": 1
    },
    {
      "epoch": 0.0017391304347826088,
      "grad_norm": 1189.884521484375,
      "learning_rate": 8.620689655172414e-08,
      "loss": 3.0463950634002686,
      "step": 2
    },
    {
      "epoch": 0.0026086956521739132,
      "grad_norm": 93.21183776855469,
      "learning_rate": 1.2931034482758622e-07,
      "loss": 1.3009825944900513,
      "step": 3
    },
    {
      "epoch": 0.0034782608695652175,
      "grad_norm": 391.48583984375,
      "learning_rate": 1.7241379310344828e-07,
      "loss": 1.7774399518966675,
      "step": 4
    },
    {
      "epoch": 0.004347826086956522,
      "grad_norm": 310.1289978027344,
      "learning_rate": 2.1551724137931036e-07,
      "loss": 1.0683984756469727,
      "step": 5
    },
    {
      "epoch": 0.0052173913043478265,
      "grad_norm": 367.3047180175781,
      "learning_rate": 2.5862068965517245e-07,
      "loss": 1.4958542585372925,
      "step": 6
    },
    {
      "epoch": 0.00608695652173913,
      "grad_norm": 160.18492126464844,
      "learning_rate": 3.0172413793103453e-07,
      "loss": 1.6158473491668701,
      "step": 7
    },
    {
      "epoch": 0.006956521739130435,
      "grad_norm": 173.58932495117188,
      "learning_rate": 3.4482758620689656e-07,
      "loss": 2.8637938499450684,
      "step": 8
    },
    {
      "epoch": 0.00782608695652174,
      "grad_norm": 334.5928955078125,
      "learning_rate": 3.8793103448275865e-07,
      "loss": 0.8292187452316284,
      "step": 9
    },
    {
      "epoch": 0.008695652173913044,
      "grad_norm": 368.74224853515625,
      "learning_rate": 4.3103448275862073e-07,
      "loss": 2.565538167953491,
      "step": 10
    },
    {
      "epoch": 0.009565217391304347,
      "grad_norm": 362.66180419921875,
      "learning_rate": 4.7413793103448276e-07,
      "loss": 1.1161541938781738,
      "step": 11
    },
    {
      "epoch": 0.010434782608695653,
      "grad_norm": 761.982421875,
      "learning_rate": 5.172413793103449e-07,
      "loss": 2.4958276748657227,
      "step": 12
    },
    {
      "epoch": 0.011304347826086957,
      "grad_norm": 87.07658386230469,
      "learning_rate": 5.60344827586207e-07,
      "loss": 1.041823387145996,
      "step": 13
    },
    {
      "epoch": 0.01217391304347826,
      "grad_norm": 494.1841735839844,
      "learning_rate": 6.034482758620691e-07,
      "loss": 1.5525039434432983,
      "step": 14
    },
    {
      "epoch": 0.013043478260869565,
      "grad_norm": 107.69103240966797,
      "learning_rate": 6.465517241379311e-07,
      "loss": 0.7673182487487793,
      "step": 15
    },
    {
      "epoch": 0.01391304347826087,
      "grad_norm": 531.2876586914062,
      "learning_rate": 6.896551724137931e-07,
      "loss": 1.6066687107086182,
      "step": 16
    },
    {
      "epoch": 0.014782608695652174,
      "grad_norm": 597.859619140625,
      "learning_rate": 7.327586206896552e-07,
      "loss": 1.50773286819458,
      "step": 17
    },
    {
      "epoch": 0.01565217391304348,
      "grad_norm": 7288.8623046875,
      "learning_rate": 7.758620689655173e-07,
      "loss": 5.417834758758545,
      "step": 18
    },
    {
      "epoch": 0.01652173913043478,
      "grad_norm": 515.7960815429688,
      "learning_rate": 8.189655172413794e-07,
      "loss": 1.674267292022705,
      "step": 19
    },
    {
      "epoch": 0.017391304347826087,
      "grad_norm": 81.13020324707031,
      "learning_rate": 8.620689655172415e-07,
      "loss": 1.736510157585144,
      "step": 20
    },
    {
      "epoch": 0.018260869565217393,
      "grad_norm": 1084.963623046875,
      "learning_rate": 9.051724137931035e-07,
      "loss": 1.3609899282455444,
      "step": 21
    },
    {
      "epoch": 0.019130434782608695,
      "grad_norm": 268.39093017578125,
      "learning_rate": 9.482758620689655e-07,
      "loss": 2.3733294010162354,
      "step": 22
    },
    {
      "epoch": 0.02,
      "grad_norm": 339.6881408691406,
      "learning_rate": 9.913793103448276e-07,
      "loss": 2.0576863288879395,
      "step": 23
    },
    {
      "epoch": 0.020869565217391306,
      "grad_norm": 2633.229736328125,
      "learning_rate": 1.0344827586206898e-06,
      "loss": 1.618069052696228,
      "step": 24
    },
    {
      "epoch": 0.021739130434782608,
      "grad_norm": 213.87811279296875,
      "learning_rate": 1.0775862068965518e-06,
      "loss": 1.755639910697937,
      "step": 25
    },
    {
      "epoch": 0.022608695652173914,
      "grad_norm": 179.05685424804688,
      "learning_rate": 1.120689655172414e-06,
      "loss": 3.2130239009857178,
      "step": 26
    },
    {
      "epoch": 0.023478260869565216,
      "grad_norm": 275.2119140625,
      "learning_rate": 1.163793103448276e-06,
      "loss": 0.9658058881759644,
      "step": 27
    },
    {
      "epoch": 0.02434782608695652,
      "grad_norm": 135.9149169921875,
      "learning_rate": 1.2068965517241381e-06,
      "loss": 1.6293413639068604,
      "step": 28
    },
    {
      "epoch": 0.025217391304347827,
      "grad_norm": 577.9674682617188,
      "learning_rate": 1.25e-06,
      "loss": 2.5478925704956055,
      "step": 29
    },
    {
      "epoch": 0.02608695652173913,
      "grad_norm": 85.50240325927734,
      "learning_rate": 1.2931034482758623e-06,
      "loss": 0.6629786491394043,
      "step": 30
    },
    {
      "epoch": 0.026956521739130435,
      "grad_norm": 110.3420639038086,
      "learning_rate": 1.336206896551724e-06,
      "loss": 0.34647268056869507,
      "step": 31
    },
    {
      "epoch": 0.02782608695652174,
      "grad_norm": 250.96575927734375,
      "learning_rate": 1.3793103448275862e-06,
      "loss": 3.2381415367126465,
      "step": 32
    },
    {
      "epoch": 0.028695652173913042,
      "grad_norm": 153.7061309814453,
      "learning_rate": 1.4224137931034484e-06,
      "loss": 1.756481409072876,
      "step": 33
    },
    {
      "epoch": 0.029565217391304348,
      "grad_norm": 536.8954467773438,
      "learning_rate": 1.4655172413793104e-06,
      "loss": 1.451122760772705,
      "step": 34
    },
    {
      "epoch": 0.030434782608695653,
      "grad_norm": 352.06256103515625,
      "learning_rate": 1.5086206896551726e-06,
      "loss": 1.693876028060913,
      "step": 35
    },
    {
      "epoch": 0.03130434782608696,
      "grad_norm": 139.7254638671875,
      "learning_rate": 1.5517241379310346e-06,
      "loss": 0.6885156631469727,
      "step": 36
    },
    {
      "epoch": 0.03217391304347826,
      "grad_norm": 79.29289245605469,
      "learning_rate": 1.5948275862068968e-06,
      "loss": 0.9699131846427917,
      "step": 37
    },
    {
      "epoch": 0.03304347826086956,
      "grad_norm": 132.2869110107422,
      "learning_rate": 1.6379310344827587e-06,
      "loss": 0.789880633354187,
      "step": 38
    },
    {
      "epoch": 0.03391304347826087,
      "grad_norm": 111.19515991210938,
      "learning_rate": 1.681034482758621e-06,
      "loss": 1.4578804969787598,
      "step": 39
    },
    {
      "epoch": 0.034782608695652174,
      "grad_norm": 317.183837890625,
      "learning_rate": 1.724137931034483e-06,
      "loss": 1.220886468887329,
      "step": 40
    },
    {
      "epoch": 0.035652173913043476,
      "grad_norm": 232.15017700195312,
      "learning_rate": 1.7672413793103449e-06,
      "loss": 0.9733860492706299,
      "step": 41
    },
    {
      "epoch": 0.036521739130434785,
      "grad_norm": 111.05082702636719,
      "learning_rate": 1.810344827586207e-06,
      "loss": 0.4968069791793823,
      "step": 42
    },
    {
      "epoch": 0.03739130434782609,
      "grad_norm": 66.22428131103516,
      "learning_rate": 1.8534482758620693e-06,
      "loss": 0.4948171079158783,
      "step": 43
    },
    {
      "epoch": 0.03826086956521739,
      "grad_norm": 513.5997314453125,
      "learning_rate": 1.896551724137931e-06,
      "loss": 2.0543527603149414,
      "step": 44
    },
    {
      "epoch": 0.0391304347826087,
      "grad_norm": 210.15696716308594,
      "learning_rate": 1.9396551724137932e-06,
      "loss": 1.344010353088379,
      "step": 45
    },
    {
      "epoch": 0.04,
      "grad_norm": 353.21820068359375,
      "learning_rate": 1.982758620689655e-06,
      "loss": 2.415740966796875,
      "step": 46
    },
    {
      "epoch": 0.0408695652173913,
      "grad_norm": 394.0849914550781,
      "learning_rate": 2.025862068965517e-06,
      "loss": 1.0793585777282715,
      "step": 47
    },
    {
      "epoch": 0.04173913043478261,
      "grad_norm": 149.27621459960938,
      "learning_rate": 2.0689655172413796e-06,
      "loss": 0.8092156648635864,
      "step": 48
    },
    {
      "epoch": 0.042608695652173914,
      "grad_norm": 80.21371459960938,
      "learning_rate": 2.1120689655172416e-06,
      "loss": 0.7981650233268738,
      "step": 49
    },
    {
      "epoch": 0.043478260869565216,
      "grad_norm": 172.74063110351562,
      "learning_rate": 2.1551724137931035e-06,
      "loss": 0.7529181241989136,
      "step": 50
    },
    {
      "epoch": 0.04434782608695652,
      "grad_norm": 70.95804595947266,
      "learning_rate": 2.1982758620689655e-06,
      "loss": 2.2753522396087646,
      "step": 51
    },
    {
      "epoch": 0.04521739130434783,
      "grad_norm": 202.04214477539062,
      "learning_rate": 2.241379310344828e-06,
      "loss": 2.475764751434326,
      "step": 52
    },
    {
      "epoch": 0.04608695652173913,
      "grad_norm": 194.72572326660156,
      "learning_rate": 2.28448275862069e-06,
      "loss": 1.2179863452911377,
      "step": 53
    },
    {
      "epoch": 0.04695652173913043,
      "grad_norm": 156.66160583496094,
      "learning_rate": 2.327586206896552e-06,
      "loss": 1.6020311117172241,
      "step": 54
    },
    {
      "epoch": 0.04782608695652174,
      "grad_norm": 75.63845825195312,
      "learning_rate": 2.370689655172414e-06,
      "loss": 0.642714262008667,
      "step": 55
    },
    {
      "epoch": 0.04869565217391304,
      "grad_norm": 317.29595947265625,
      "learning_rate": 2.4137931034482762e-06,
      "loss": 0.5819599628448486,
      "step": 56
    },
    {
      "epoch": 0.049565217391304345,
      "grad_norm": 91.986572265625,
      "learning_rate": 2.4568965517241382e-06,
      "loss": 1.2792414426803589,
      "step": 57
    },
    {
      "epoch": 0.050434782608695654,
      "grad_norm": 106.760498046875,
      "learning_rate": 2.5e-06,
      "loss": 2.098811149597168,
      "step": 58
    },
    {
      "epoch": 0.051304347826086956,
      "grad_norm": 179.09872436523438,
      "learning_rate": 2.499994827098767e-06,
      "loss": 1.3645347356796265,
      "step": 59
    },
    {
      "epoch": 0.05217391304347826,
      "grad_norm": 149.22055053710938,
      "learning_rate": 2.4999793084378814e-06,
      "loss": 1.8922319412231445,
      "step": 60
    },
    {
      "epoch": 0.05304347826086957,
      "grad_norm": 88.80119323730469,
      "learning_rate": 2.499953444145787e-06,
      "loss": 1.0340819358825684,
      "step": 61
    },
    {
      "epoch": 0.05391304347826087,
      "grad_norm": 137.12167358398438,
      "learning_rate": 2.4999172344365515e-06,
      "loss": 0.8423926830291748,
      "step": 62
    },
    {
      "epoch": 0.05478260869565217,
      "grad_norm": 94.94590759277344,
      "learning_rate": 2.4998706796098705e-06,
      "loss": 0.39722388982772827,
      "step": 63
    },
    {
      "epoch": 0.05565217391304348,
      "grad_norm": 75.57413482666016,
      "learning_rate": 2.499813780051062e-06,
      "loss": 0.5243494510650635,
      "step": 64
    },
    {
      "epoch": 0.05652173913043478,
      "grad_norm": 88.9786148071289,
      "learning_rate": 2.499746536231063e-06,
      "loss": 2.822748899459839,
      "step": 65
    },
    {
      "epoch": 0.057391304347826085,
      "grad_norm": 79.60736846923828,
      "learning_rate": 2.4996689487064263e-06,
      "loss": 2.185532331466675,
      "step": 66
    },
    {
      "epoch": 0.058260869565217394,
      "grad_norm": 508.6560974121094,
      "learning_rate": 2.4995810181193166e-06,
      "loss": 2.56195068359375,
      "step": 67
    },
    {
      "epoch": 0.059130434782608696,
      "grad_norm": 160.19577026367188,
      "learning_rate": 2.499482745197503e-06,
      "loss": 1.345895528793335,
      "step": 68
    },
    {
      "epoch": 0.06,
      "grad_norm": 157.58526611328125,
      "learning_rate": 2.499374130754356e-06,
      "loss": 0.9514150023460388,
      "step": 69
    },
    {
      "epoch": 0.06086956521739131,
      "grad_norm": 233.49813842773438,
      "learning_rate": 2.499255175688838e-06,
      "loss": 4.562856674194336,
      "step": 70
    },
    {
      "epoch": 0.06173913043478261,
      "grad_norm": 419.5863952636719,
      "learning_rate": 2.4991258809854985e-06,
      "loss": 1.8423646688461304,
      "step": 71
    },
    {
      "epoch": 0.06260869565217392,
      "grad_norm": 114.12431335449219,
      "learning_rate": 2.498986247714462e-06,
      "loss": 0.7551250457763672,
      "step": 72
    },
    {
      "epoch": 0.06347826086956522,
      "grad_norm": 62.691314697265625,
      "learning_rate": 2.4988362770314244e-06,
      "loss": 1.181515097618103,
      "step": 73
    },
    {
      "epoch": 0.06434782608695652,
      "grad_norm": 397.2389221191406,
      "learning_rate": 2.4986759701776387e-06,
      "loss": 2.3253417015075684,
      "step": 74
    },
    {
      "epoch": 0.06521739130434782,
      "grad_norm": 108.50537109375,
      "learning_rate": 2.498505328479907e-06,
      "loss": 1.093691110610962,
      "step": 75
    },
    {
      "epoch": 0.06608695652173913,
      "grad_norm": 41.83134078979492,
      "learning_rate": 2.4983243533505704e-06,
      "loss": 0.34358829259872437,
      "step": 76
    },
    {
      "epoch": 0.06695652173913043,
      "grad_norm": 61.207183837890625,
      "learning_rate": 2.498133046287495e-06,
      "loss": 0.499338835477829,
      "step": 77
    },
    {
      "epoch": 0.06782608695652174,
      "grad_norm": 572.0919799804688,
      "learning_rate": 2.49793140887406e-06,
      "loss": 1.6153039932250977,
      "step": 78
    },
    {
      "epoch": 0.06869565217391305,
      "grad_norm": 174.57875061035156,
      "learning_rate": 2.497719442779147e-06,
      "loss": 0.8222454786300659,
      "step": 79
    },
    {
      "epoch": 0.06956521739130435,
      "grad_norm": 138.34426879882812,
      "learning_rate": 2.4974971497571233e-06,
      "loss": 1.7004735469818115,
      "step": 80
    },
    {
      "epoch": 0.07043478260869565,
      "grad_norm": 105.51431274414062,
      "learning_rate": 2.4972645316478286e-06,
      "loss": 0.3894553780555725,
      "step": 81
    },
    {
      "epoch": 0.07130434782608695,
      "grad_norm": 2002.7835693359375,
      "learning_rate": 2.49702159037656e-06,
      "loss": 3.763047695159912,
      "step": 82
    },
    {
      "epoch": 0.07217391304347825,
      "grad_norm": 514.9981689453125,
      "learning_rate": 2.4967683279540542e-06,
      "loss": 0.8840932846069336,
      "step": 83
    },
    {
      "epoch": 0.07304347826086957,
      "grad_norm": 97.48663330078125,
      "learning_rate": 2.4965047464764753e-06,
      "loss": 2.1965551376342773,
      "step": 84
    },
    {
      "epoch": 0.07391304347826087,
      "grad_norm": 120.31857299804688,
      "learning_rate": 2.496230848125392e-06,
      "loss": 1.0099523067474365,
      "step": 85
    },
    {
      "epoch": 0.07478260869565218,
      "grad_norm": 58.51309585571289,
      "learning_rate": 2.495946635167763e-06,
      "loss": 0.46549540758132935,
      "step": 86
    },
    {
      "epoch": 0.07565217391304348,
      "grad_norm": 525.2761840820312,
      "learning_rate": 2.495652109955917e-06,
      "loss": 1.2519830465316772,
      "step": 87
    },
    {
      "epoch": 0.07652173913043478,
      "grad_norm": 268.23516845703125,
      "learning_rate": 2.495347274927533e-06,
      "loss": 1.0990965366363525,
      "step": 88
    },
    {
      "epoch": 0.07739130434782608,
      "grad_norm": 215.14605712890625,
      "learning_rate": 2.495032132605623e-06,
      "loss": 0.9456059336662292,
      "step": 89
    },
    {
      "epoch": 0.0782608695652174,
      "grad_norm": 136.0934600830078,
      "learning_rate": 2.4947066855985067e-06,
      "loss": 1.0525486469268799,
      "step": 90
    },
    {
      "epoch": 0.0791304347826087,
      "grad_norm": 56.83368682861328,
      "learning_rate": 2.494370936599792e-06,
      "loss": 0.2791644036769867,
      "step": 91
    },
    {
      "epoch": 0.08,
      "grad_norm": 210.65115356445312,
      "learning_rate": 2.4940248883883526e-06,
      "loss": 1.1349866390228271,
      "step": 92
    },
    {
      "epoch": 0.0808695652173913,
      "grad_norm": 484.526123046875,
      "learning_rate": 2.493668543828307e-06,
      "loss": 1.4696400165557861,
      "step": 93
    },
    {
      "epoch": 0.0817391304347826,
      "grad_norm": 166.41043090820312,
      "learning_rate": 2.493301905868991e-06,
      "loss": 0.9334723949432373,
      "step": 94
    },
    {
      "epoch": 0.08260869565217391,
      "grad_norm": 228.30569458007812,
      "learning_rate": 2.4929249775449354e-06,
      "loss": 0.9395383596420288,
      "step": 95
    },
    {
      "epoch": 0.08347826086956522,
      "grad_norm": 92.01274871826172,
      "learning_rate": 2.4925377619758416e-06,
      "loss": 0.6681497097015381,
      "step": 96
    },
    {
      "epoch": 0.08434782608695653,
      "grad_norm": 155.4160614013672,
      "learning_rate": 2.4921402623665535e-06,
      "loss": 1.4780633449554443,
      "step": 97
    },
    {
      "epoch": 0.08521739130434783,
      "grad_norm": 116.00241088867188,
      "learning_rate": 2.491732482007033e-06,
      "loss": 1.5823075771331787,
      "step": 98
    },
    {
      "epoch": 0.08608695652173913,
      "grad_norm": 264.5154113769531,
      "learning_rate": 2.491314424272334e-06,
      "loss": 1.3235678672790527,
      "step": 99
    },
    {
      "epoch": 0.08695652173913043,
      "grad_norm": 96.83821868896484,
      "learning_rate": 2.4908860926225676e-06,
      "loss": 2.860171318054199,
      "step": 100
    },
    {
      "epoch": 0.08782608695652173,
      "grad_norm": 647.5700073242188,
      "learning_rate": 2.4904474906028838e-06,
      "loss": 0.9455481767654419,
      "step": 101
    },
    {
      "epoch": 0.08869565217391304,
      "grad_norm": 46.34527587890625,
      "learning_rate": 2.489998621843434e-06,
      "loss": 1.0399949550628662,
      "step": 102
    },
    {
      "epoch": 0.08956521739130435,
      "grad_norm": 43.286598205566406,
      "learning_rate": 2.489539490059344e-06,
      "loss": 0.32844942808151245,
      "step": 103
    },
    {
      "epoch": 0.09043478260869565,
      "grad_norm": 71.72222900390625,
      "learning_rate": 2.489070099050683e-06,
      "loss": 0.4192119240760803,
      "step": 104
    },
    {
      "epoch": 0.09130434782608696,
      "grad_norm": 77.59490203857422,
      "learning_rate": 2.488590452702433e-06,
      "loss": 0.7706747055053711,
      "step": 105
    },
    {
      "epoch": 0.09217391304347826,
      "grad_norm": 62.34656524658203,
      "learning_rate": 2.4881005549844544e-06,
      "loss": 0.2663648724555969,
      "step": 106
    },
    {
      "epoch": 0.09304347826086956,
      "grad_norm": 76.3553237915039,
      "learning_rate": 2.4876004099514554e-06,
      "loss": 0.5939281582832336,
      "step": 107
    },
    {
      "epoch": 0.09391304347826086,
      "grad_norm": 96.17376708984375,
      "learning_rate": 2.487090021742957e-06,
      "loss": 0.5613781213760376,
      "step": 108
    },
    {
      "epoch": 0.09478260869565218,
      "grad_norm": 39.40800476074219,
      "learning_rate": 2.486569394583261e-06,
      "loss": 0.59663325548172,
      "step": 109
    },
    {
      "epoch": 0.09565217391304348,
      "grad_norm": 373.3201599121094,
      "learning_rate": 2.4860385327814108e-06,
      "loss": 0.39191126823425293,
      "step": 110
    },
    {
      "epoch": 0.09652173913043478,
      "grad_norm": 172.11978149414062,
      "learning_rate": 2.48549744073116e-06,
      "loss": 0.8129326701164246,
      "step": 111
    },
    {
      "epoch": 0.09739130434782609,
      "grad_norm": 742.5328369140625,
      "learning_rate": 2.4849461229109335e-06,
      "loss": 2.371474504470825,
      "step": 112
    },
    {
      "epoch": 0.09826086956521739,
      "grad_norm": 175.04432678222656,
      "learning_rate": 2.484384583883791e-06,
      "loss": 1.9925346374511719,
      "step": 113
    },
    {
      "epoch": 0.09913043478260869,
      "grad_norm": 53.41303253173828,
      "learning_rate": 2.483812828297391e-06,
      "loss": 0.2166566103696823,
      "step": 114
    },
    {
      "epoch": 0.1,
      "grad_norm": 102.07194519042969,
      "learning_rate": 2.4832308608839495e-06,
      "loss": 0.5669763684272766,
      "step": 115
    },
    {
      "epoch": 0.10086956521739131,
      "grad_norm": 85.9627685546875,
      "learning_rate": 2.4826386864602024e-06,
      "loss": 0.3785554766654968,
      "step": 116
    },
    {
      "epoch": 0.10173913043478261,
      "grad_norm": 119.04127502441406,
      "learning_rate": 2.4820363099273647e-06,
      "loss": 0.9650425314903259,
      "step": 117
    },
    {
      "epoch": 0.10260869565217391,
      "grad_norm": 248.23486328125,
      "learning_rate": 2.4814237362710923e-06,
      "loss": 1.5368950366973877,
      "step": 118
    },
    {
      "epoch": 0.10347826086956521,
      "grad_norm": 94.58474731445312,
      "learning_rate": 2.480800970561438e-06,
      "loss": 1.9859470129013062,
      "step": 119
    },
    {
      "epoch": 0.10434782608695652,
      "grad_norm": 87.78974151611328,
      "learning_rate": 2.480168017952809e-06,
      "loss": 0.7612618207931519,
      "step": 120
    },
    {
      "epoch": 0.10521739130434783,
      "grad_norm": 275.7257385253906,
      "learning_rate": 2.47952488368393e-06,
      "loss": 1.101609468460083,
      "step": 121
    },
    {
      "epoch": 0.10608695652173913,
      "grad_norm": 113.06259155273438,
      "learning_rate": 2.478871573077791e-06,
      "loss": 0.6124528646469116,
      "step": 122
    },
    {
      "epoch": 0.10695652173913044,
      "grad_norm": 89.37154388427734,
      "learning_rate": 2.4782080915416107e-06,
      "loss": 0.9808050990104675,
      "step": 123
    },
    {
      "epoch": 0.10782608695652174,
      "grad_norm": 107.48558807373047,
      "learning_rate": 2.4775344445667883e-06,
      "loss": 1.5289537906646729,
      "step": 124
    },
    {
      "epoch": 0.10869565217391304,
      "grad_norm": 64.69747161865234,
      "learning_rate": 2.4768506377288582e-06,
      "loss": 1.0372562408447266,
      "step": 125
    },
    {
      "epoch": 0.10956521739130434,
      "grad_norm": 212.69064331054688,
      "learning_rate": 2.4761566766874457e-06,
      "loss": 1.7842557430267334,
      "step": 126
    },
    {
      "epoch": 0.11043478260869566,
      "grad_norm": 144.72122192382812,
      "learning_rate": 2.475452567186217e-06,
      "loss": 0.3821652829647064,
      "step": 127
    },
    {
      "epoch": 0.11130434782608696,
      "grad_norm": 215.56402587890625,
      "learning_rate": 2.474738315052835e-06,
      "loss": 0.6543242931365967,
      "step": 128
    },
    {
      "epoch": 0.11217391304347826,
      "grad_norm": 147.76312255859375,
      "learning_rate": 2.474013926198908e-06,
      "loss": 0.552076518535614,
      "step": 129
    },
    {
      "epoch": 0.11304347826086956,
      "grad_norm": 132.79061889648438,
      "learning_rate": 2.4732794066199444e-06,
      "loss": 0.5234610438346863,
      "step": 130
    },
    {
      "epoch": 0.11391304347826087,
      "grad_norm": 510.35894775390625,
      "learning_rate": 2.472534762395299e-06,
      "loss": 1.2488858699798584,
      "step": 131
    },
    {
      "epoch": 0.11478260869565217,
      "grad_norm": 325.57958984375,
      "learning_rate": 2.471779999688125e-06,
      "loss": 1.0867407321929932,
      "step": 132
    },
    {
      "epoch": 0.11565217391304349,
      "grad_norm": 546.8318481445312,
      "learning_rate": 2.471015124745324e-06,
      "loss": 2.032482624053955,
      "step": 133
    },
    {
      "epoch": 0.11652173913043479,
      "grad_norm": 367.03155517578125,
      "learning_rate": 2.470240143897492e-06,
      "loss": 2.6561994552612305,
      "step": 134
    },
    {
      "epoch": 0.11739130434782609,
      "grad_norm": 39.405216217041016,
      "learning_rate": 2.4694550635588676e-06,
      "loss": 0.20321732759475708,
      "step": 135
    },
    {
      "epoch": 0.11826086956521739,
      "grad_norm": 231.1078643798828,
      "learning_rate": 2.4686598902272794e-06,
      "loss": 0.6954633593559265,
      "step": 136
    },
    {
      "epoch": 0.1191304347826087,
      "grad_norm": 90.90170288085938,
      "learning_rate": 2.4678546304840934e-06,
      "loss": 2.372281074523926,
      "step": 137
    },
    {
      "epoch": 0.12,
      "grad_norm": 166.088134765625,
      "learning_rate": 2.4670392909941552e-06,
      "loss": 1.6563303470611572,
      "step": 138
    },
    {
      "epoch": 0.1208695652173913,
      "grad_norm": 96.55294036865234,
      "learning_rate": 2.4662138785057387e-06,
      "loss": 2.6319773197174072,
      "step": 139
    },
    {
      "epoch": 0.12173913043478261,
      "grad_norm": 96.869384765625,
      "learning_rate": 2.465378399850487e-06,
      "loss": 0.6885479688644409,
      "step": 140
    },
    {
      "epoch": 0.12260869565217392,
      "grad_norm": 169.0710906982422,
      "learning_rate": 2.4645328619433575e-06,
      "loss": 1.1338417530059814,
      "step": 141
    },
    {
      "epoch": 0.12347826086956522,
      "grad_norm": 248.34930419921875,
      "learning_rate": 2.4636772717825653e-06,
      "loss": 1.3146528005599976,
      "step": 142
    },
    {
      "epoch": 0.12434782608695652,
      "grad_norm": 51.504817962646484,
      "learning_rate": 2.4628116364495236e-06,
      "loss": 0.7832269668579102,
      "step": 143
    },
    {
      "epoch": 0.12521739130434784,
      "grad_norm": 48.48396301269531,
      "learning_rate": 2.4619359631087863e-06,
      "loss": 0.41868847608566284,
      "step": 144
    },
    {
      "epoch": 0.12608695652173912,
      "grad_norm": 130.2314453125,
      "learning_rate": 2.461050259007988e-06,
      "loss": 1.262451171875,
      "step": 145
    },
    {
      "epoch": 0.12695652173913044,
      "grad_norm": 116.0643081665039,
      "learning_rate": 2.4601545314777843e-06,
      "loss": 2.908426284790039,
      "step": 146
    },
    {
      "epoch": 0.12782608695652173,
      "grad_norm": 45.22342300415039,
      "learning_rate": 2.459248787931792e-06,
      "loss": 0.38275718688964844,
      "step": 147
    },
    {
      "epoch": 0.12869565217391304,
      "grad_norm": 107.33024597167969,
      "learning_rate": 2.4583330358665248e-06,
      "loss": 1.5183453559875488,
      "step": 148
    },
    {
      "epoch": 0.12956521739130436,
      "grad_norm": 272.31988525390625,
      "learning_rate": 2.4574072828613354e-06,
      "loss": 2.774092197418213,
      "step": 149
    },
    {
      "epoch": 0.13043478260869565,
      "grad_norm": 120.921142578125,
      "learning_rate": 2.4564715365783505e-06,
      "loss": 0.8305889964103699,
      "step": 150
    },
    {
      "epoch": 0.13130434782608696,
      "grad_norm": 550.00634765625,
      "learning_rate": 2.4555258047624064e-06,
      "loss": 2.5018184185028076,
      "step": 151
    },
    {
      "epoch": 0.13217391304347825,
      "grad_norm": 181.6162109375,
      "learning_rate": 2.4545700952409875e-06,
      "loss": 1.7048686742782593,
      "step": 152
    },
    {
      "epoch": 0.13304347826086957,
      "grad_norm": 189.5089111328125,
      "learning_rate": 2.453604415924158e-06,
      "loss": 0.5605365037918091,
      "step": 153
    },
    {
      "epoch": 0.13391304347826086,
      "grad_norm": 144.29432678222656,
      "learning_rate": 2.452628774804501e-06,
      "loss": 0.6180440187454224,
      "step": 154
    },
    {
      "epoch": 0.13478260869565217,
      "grad_norm": 199.5081329345703,
      "learning_rate": 2.4516431799570485e-06,
      "loss": 0.5576478242874146,
      "step": 155
    },
    {
      "epoch": 0.1356521739130435,
      "grad_norm": 130.9627227783203,
      "learning_rate": 2.4506476395392157e-06,
      "loss": 0.912418007850647,
      "step": 156
    },
    {
      "epoch": 0.13652173913043478,
      "grad_norm": 231.45712280273438,
      "learning_rate": 2.4496421617907347e-06,
      "loss": 1.0736489295959473,
      "step": 157
    },
    {
      "epoch": 0.1373913043478261,
      "grad_norm": 337.33953857421875,
      "learning_rate": 2.4486267550335848e-06,
      "loss": 3.842414379119873,
      "step": 158
    },
    {
      "epoch": 0.13826086956521738,
      "grad_norm": 51.868228912353516,
      "learning_rate": 2.447601427671924e-06,
      "loss": 0.4069295823574066,
      "step": 159
    },
    {
      "epoch": 0.1391304347826087,
      "grad_norm": 78.15707397460938,
      "learning_rate": 2.44656618819202e-06,
      "loss": 1.728126883506775,
      "step": 160
    },
    {
      "epoch": 0.14,
      "grad_norm": 71.64280700683594,
      "learning_rate": 2.445521045162179e-06,
      "loss": 1.297673225402832,
      "step": 161
    },
    {
      "epoch": 0.1408695652173913,
      "grad_norm": 812.8759155273438,
      "learning_rate": 2.4444660072326762e-06,
      "loss": 0.9168662428855896,
      "step": 162
    },
    {
      "epoch": 0.14173913043478262,
      "grad_norm": 57.765438079833984,
      "learning_rate": 2.4434010831356824e-06,
      "loss": 0.16194552183151245,
      "step": 163
    },
    {
      "epoch": 0.1426086956521739,
      "grad_norm": 179.18353271484375,
      "learning_rate": 2.4423262816851927e-06,
      "loss": 0.6879428625106812,
      "step": 164
    },
    {
      "epoch": 0.14347826086956522,
      "grad_norm": 68.3979263305664,
      "learning_rate": 2.441241611776955e-06,
      "loss": 0.5606850385665894,
      "step": 165
    },
    {
      "epoch": 0.1443478260869565,
      "grad_norm": 56.23814010620117,
      "learning_rate": 2.4401470823883926e-06,
      "loss": 0.40830135345458984,
      "step": 166
    },
    {
      "epoch": 0.14521739130434783,
      "grad_norm": 1063.44482421875,
      "learning_rate": 2.4390427025785345e-06,
      "loss": 2.612975835800171,
      "step": 167
    },
    {
      "epoch": 0.14608695652173914,
      "grad_norm": 390.76300048828125,
      "learning_rate": 2.437928481487936e-06,
      "loss": 0.7162667512893677,
      "step": 168
    },
    {
      "epoch": 0.14695652173913043,
      "grad_norm": 120.74208068847656,
      "learning_rate": 2.436804428338607e-06,
      "loss": 0.9277188181877136,
      "step": 169
    },
    {
      "epoch": 0.14782608695652175,
      "grad_norm": 242.52012634277344,
      "learning_rate": 2.4356705524339317e-06,
      "loss": 0.4081736207008362,
      "step": 170
    },
    {
      "epoch": 0.14869565217391303,
      "grad_norm": 181.28346252441406,
      "learning_rate": 2.4345268631585966e-06,
      "loss": 0.7378160953521729,
      "step": 171
    },
    {
      "epoch": 0.14956521739130435,
      "grad_norm": 83.74777221679688,
      "learning_rate": 2.433373369978508e-06,
      "loss": 0.963422954082489,
      "step": 172
    },
    {
      "epoch": 0.15043478260869564,
      "grad_norm": 166.9161834716797,
      "learning_rate": 2.4322100824407148e-06,
      "loss": 0.4587669372558594,
      "step": 173
    },
    {
      "epoch": 0.15130434782608695,
      "grad_norm": 41.084144592285156,
      "learning_rate": 2.431037010173332e-06,
      "loss": 0.19999371469020844,
      "step": 174
    },
    {
      "epoch": 0.15217391304347827,
      "grad_norm": 97.73751068115234,
      "learning_rate": 2.4298541628854596e-06,
      "loss": 0.47642168402671814,
      "step": 175
    },
    {
      "epoch": 0.15304347826086956,
      "grad_norm": 65.47894287109375,
      "learning_rate": 2.4286615503671005e-06,
      "loss": 0.832300066947937,
      "step": 176
    },
    {
      "epoch": 0.15391304347826087,
      "grad_norm": 455.4596252441406,
      "learning_rate": 2.4274591824890815e-06,
      "loss": 1.4678276777267456,
      "step": 177
    },
    {
      "epoch": 0.15478260869565216,
      "grad_norm": 214.0467071533203,
      "learning_rate": 2.426247069202971e-06,
      "loss": 2.0047309398651123,
      "step": 178
    },
    {
      "epoch": 0.15565217391304348,
      "grad_norm": 68.03226470947266,
      "learning_rate": 2.4250252205409962e-06,
      "loss": 0.2981765866279602,
      "step": 179
    },
    {
      "epoch": 0.1565217391304348,
      "grad_norm": 139.72267150878906,
      "learning_rate": 2.4237936466159624e-06,
      "loss": 0.3308563828468323,
      "step": 180
    },
    {
      "epoch": 0.15739130434782608,
      "grad_norm": 288.9244384765625,
      "learning_rate": 2.422552357621165e-06,
      "loss": 1.022907018661499,
      "step": 181
    },
    {
      "epoch": 0.1582608695652174,
      "grad_norm": 201.04246520996094,
      "learning_rate": 2.421301363830309e-06,
      "loss": 1.0035773515701294,
      "step": 182
    },
    {
      "epoch": 0.1591304347826087,
      "grad_norm": 76.2557144165039,
      "learning_rate": 2.4200406755974216e-06,
      "loss": 0.6603399515151978,
      "step": 183
    },
    {
      "epoch": 0.16,
      "grad_norm": 65.17644500732422,
      "learning_rate": 2.418770303356769e-06,
      "loss": 0.4546869695186615,
      "step": 184
    },
    {
      "epoch": 0.1608695652173913,
      "grad_norm": 132.39784240722656,
      "learning_rate": 2.417490257622766e-06,
      "loss": 0.7756654024124146,
      "step": 185
    },
    {
      "epoch": 0.1617391304347826,
      "grad_norm": 92.98999786376953,
      "learning_rate": 2.4162005489898937e-06,
      "loss": 0.43417030572891235,
      "step": 186
    },
    {
      "epoch": 0.16260869565217392,
      "grad_norm": 103.86365509033203,
      "learning_rate": 2.4149011881326085e-06,
      "loss": 0.6076518297195435,
      "step": 187
    },
    {
      "epoch": 0.1634782608695652,
      "grad_norm": 42.93599319458008,
      "learning_rate": 2.4135921858052556e-06,
      "loss": 0.18312108516693115,
      "step": 188
    },
    {
      "epoch": 0.16434782608695653,
      "grad_norm": 743.072021484375,
      "learning_rate": 2.412273552841978e-06,
      "loss": 0.9056973457336426,
      "step": 189
    },
    {
      "epoch": 0.16521739130434782,
      "grad_norm": 60.07756423950195,
      "learning_rate": 2.410945300156628e-06,
      "loss": 0.49955257773399353,
      "step": 190
    },
    {
      "epoch": 0.16608695652173913,
      "grad_norm": 592.865478515625,
      "learning_rate": 2.4096074387426788e-06,
      "loss": 1.0758520364761353,
      "step": 191
    },
    {
      "epoch": 0.16695652173913045,
      "grad_norm": 94.58853912353516,
      "learning_rate": 2.40825997967313e-06,
      "loss": 1.2590835094451904,
      "step": 192
    },
    {
      "epoch": 0.16782608695652174,
      "grad_norm": 469.5373840332031,
      "learning_rate": 2.406902934100417e-06,
      "loss": 0.955599308013916,
      "step": 193
    },
    {
      "epoch": 0.16869565217391305,
      "grad_norm": 257.1993103027344,
      "learning_rate": 2.405536313256321e-06,
      "loss": 0.8033830523490906,
      "step": 194
    },
    {
      "epoch": 0.16956521739130434,
      "grad_norm": 249.76739501953125,
      "learning_rate": 2.4041601284518734e-06,
      "loss": 2.418315887451172,
      "step": 195
    },
    {
      "epoch": 0.17043478260869566,
      "grad_norm": 37.73283767700195,
      "learning_rate": 2.4027743910772634e-06,
      "loss": 0.2811780571937561,
      "step": 196
    },
    {
      "epoch": 0.17130434782608694,
      "grad_norm": 147.74484252929688,
      "learning_rate": 2.401379112601742e-06,
      "loss": 0.5272519588470459,
      "step": 197
    },
    {
      "epoch": 0.17217391304347826,
      "grad_norm": 136.44337463378906,
      "learning_rate": 2.3999743045735305e-06,
      "loss": 1.1866902112960815,
      "step": 198
    },
    {
      "epoch": 0.17304347826086958,
      "grad_norm": 145.77249145507812,
      "learning_rate": 2.3985599786197216e-06,
      "loss": 1.8868203163146973,
      "step": 199
    },
    {
      "epoch": 0.17391304347826086,
      "grad_norm": 224.68118286132812,
      "learning_rate": 2.3971361464461855e-06,
      "loss": 0.8317220211029053,
      "step": 200
    },
    {
      "epoch": 0.17478260869565218,
      "grad_norm": 349.6592102050781,
      "learning_rate": 2.3957028198374703e-06,
      "loss": 3.0272631645202637,
      "step": 201
    },
    {
      "epoch": 0.17565217391304347,
      "grad_norm": 197.87518310546875,
      "learning_rate": 2.394260010656708e-06,
      "loss": 0.8683797121047974,
      "step": 202
    },
    {
      "epoch": 0.17652173913043478,
      "grad_norm": 61.49953842163086,
      "learning_rate": 2.3928077308455134e-06,
      "loss": 0.3128216862678528,
      "step": 203
    },
    {
      "epoch": 0.17739130434782607,
      "grad_norm": 345.0967102050781,
      "learning_rate": 2.3913459924238865e-06,
      "loss": 4.4456787109375,
      "step": 204
    },
    {
      "epoch": 0.1782608695652174,
      "grad_norm": 143.3613739013672,
      "learning_rate": 2.3898748074901127e-06,
      "loss": 2.1473073959350586,
      "step": 205
    },
    {
      "epoch": 0.1791304347826087,
      "grad_norm": 658.1432495117188,
      "learning_rate": 2.3883941882206635e-06,
      "loss": 1.0932512283325195,
      "step": 206
    },
    {
      "epoch": 0.18,
      "grad_norm": 115.35150146484375,
      "learning_rate": 2.386904146870094e-06,
      "loss": 1.336449384689331,
      "step": 207
    },
    {
      "epoch": 0.1808695652173913,
      "grad_norm": 64.45808410644531,
      "learning_rate": 2.3854046957709425e-06,
      "loss": 0.5701490640640259,
      "step": 208
    },
    {
      "epoch": 0.1817391304347826,
      "grad_norm": 328.601318359375,
      "learning_rate": 2.3838958473336302e-06,
      "loss": 0.5811010599136353,
      "step": 209
    },
    {
      "epoch": 0.1826086956521739,
      "grad_norm": 103.48978424072266,
      "learning_rate": 2.3823776140463545e-06,
      "loss": 0.3989741802215576,
      "step": 210
    },
    {
      "epoch": 0.18347826086956523,
      "grad_norm": 168.3060760498047,
      "learning_rate": 2.3808500084749893e-06,
      "loss": 1.1245806217193604,
      "step": 211
    },
    {
      "epoch": 0.18434782608695652,
      "grad_norm": 94.9990463256836,
      "learning_rate": 2.379313043262978e-06,
      "loss": 1.641979694366455,
      "step": 212
    },
    {
      "epoch": 0.18521739130434783,
      "grad_norm": 586.6797485351562,
      "learning_rate": 2.3777667311312326e-06,
      "loss": 0.616899311542511,
      "step": 213
    },
    {
      "epoch": 0.18608695652173912,
      "grad_norm": 66.73456573486328,
      "learning_rate": 2.376211084878024e-06,
      "loss": 1.5442198514938354,
      "step": 214
    },
    {
      "epoch": 0.18695652173913044,
      "grad_norm": 227.69723510742188,
      "learning_rate": 2.37464611737888e-06,
      "loss": 1.409386396408081,
      "step": 215
    },
    {
      "epoch": 0.18782608695652173,
      "grad_norm": 119.45149993896484,
      "learning_rate": 2.3730718415864763e-06,
      "loss": 0.7249864339828491,
      "step": 216
    },
    {
      "epoch": 0.18869565217391304,
      "grad_norm": 41.28050994873047,
      "learning_rate": 2.371488270530529e-06,
      "loss": 0.8691262602806091,
      "step": 217
    },
    {
      "epoch": 0.18956521739130436,
      "grad_norm": 111.85698699951172,
      "learning_rate": 2.36989541731769e-06,
      "loss": 2.2550487518310547,
      "step": 218
    },
    {
      "epoch": 0.19043478260869565,
      "grad_norm": 140.46804809570312,
      "learning_rate": 2.3682932951314343e-06,
      "loss": 0.7733378410339355,
      "step": 219
    },
    {
      "epoch": 0.19130434782608696,
      "grad_norm": 63.75563430786133,
      "learning_rate": 2.366681917231954e-06,
      "loss": 0.27650198340415955,
      "step": 220
    },
    {
      "epoch": 0.19217391304347825,
      "grad_norm": 423.31854248046875,
      "learning_rate": 2.365061296956047e-06,
      "loss": 0.7498263716697693,
      "step": 221
    },
    {
      "epoch": 0.19304347826086957,
      "grad_norm": 118.12458038330078,
      "learning_rate": 2.3634314477170066e-06,
      "loss": 0.8427287340164185,
      "step": 222
    },
    {
      "epoch": 0.19391304347826088,
      "grad_norm": 244.00949096679688,
      "learning_rate": 2.3617923830045126e-06,
      "loss": 1.4409527778625488,
      "step": 223
    },
    {
      "epoch": 0.19478260869565217,
      "grad_norm": 33.63735580444336,
      "learning_rate": 2.3601441163845157e-06,
      "loss": 0.21779245138168335,
      "step": 224
    },
    {
      "epoch": 0.1956521739130435,
      "grad_norm": 129.28109741210938,
      "learning_rate": 2.3584866614991287e-06,
      "loss": 0.7803496718406677,
      "step": 225
    },
    {
      "epoch": 0.19652173913043477,
      "grad_norm": 46.4891242980957,
      "learning_rate": 2.3568200320665123e-06,
      "loss": 1.8099173307418823,
      "step": 226
    },
    {
      "epoch": 0.1973913043478261,
      "grad_norm": 162.5518798828125,
      "learning_rate": 2.355144241880762e-06,
      "loss": 1.1460251808166504,
      "step": 227
    },
    {
      "epoch": 0.19826086956521738,
      "grad_norm": 184.81568908691406,
      "learning_rate": 2.3534593048117936e-06,
      "loss": 0.7761359214782715,
      "step": 228
    },
    {
      "epoch": 0.1991304347826087,
      "grad_norm": 90.52983856201172,
      "learning_rate": 2.3517652348052268e-06,
      "loss": 0.8244172930717468,
      "step": 229
    },
    {
      "epoch": 0.2,
      "grad_norm": 89.99091339111328,
      "learning_rate": 2.3500620458822734e-06,
      "loss": 1.079744577407837,
      "step": 230
    },
    {
      "epoch": 0.2008695652173913,
      "grad_norm": 53.900211334228516,
      "learning_rate": 2.348349752139618e-06,
      "loss": 0.2871057391166687,
      "step": 231
    },
    {
      "epoch": 0.20173913043478262,
      "grad_norm": 207.09825134277344,
      "learning_rate": 2.3466283677493025e-06,
      "loss": 1.8728336095809937,
      "step": 232
    },
    {
      "epoch": 0.2026086956521739,
      "grad_norm": 205.58786010742188,
      "learning_rate": 2.34489790695861e-06,
      "loss": 2.6323258876800537,
      "step": 233
    },
    {
      "epoch": 0.20347826086956522,
      "grad_norm": 47.92216110229492,
      "learning_rate": 2.3431583840899444e-06,
      "loss": 0.3071705102920532,
      "step": 234
    },
    {
      "epoch": 0.20434782608695654,
      "grad_norm": 178.76068115234375,
      "learning_rate": 2.3414098135407137e-06,
      "loss": 1.2083189487457275,
      "step": 235
    },
    {
      "epoch": 0.20521739130434782,
      "grad_norm": 265.9340515136719,
      "learning_rate": 2.3396522097832103e-06,
      "loss": 2.1280312538146973,
      "step": 236
    },
    {
      "epoch": 0.20608695652173914,
      "grad_norm": 43.541725158691406,
      "learning_rate": 2.337885587364492e-06,
      "loss": 0.4030447006225586,
      "step": 237
    },
    {
      "epoch": 0.20695652173913043,
      "grad_norm": 213.9405517578125,
      "learning_rate": 2.3361099609062584e-06,
      "loss": 1.5078468322753906,
      "step": 238
    },
    {
      "epoch": 0.20782608695652174,
      "grad_norm": 315.79046630859375,
      "learning_rate": 2.3343253451047354e-06,
      "loss": 0.5508573055267334,
      "step": 239
    },
    {
      "epoch": 0.20869565217391303,
      "grad_norm": 482.69744873046875,
      "learning_rate": 2.332531754730549e-06,
      "loss": 2.2617902755737305,
      "step": 240
    },
    {
      "epoch": 0.20956521739130435,
      "grad_norm": 46.16420364379883,
      "learning_rate": 2.3307292046286035e-06,
      "loss": 0.6573113203048706,
      "step": 241
    },
    {
      "epoch": 0.21043478260869566,
      "grad_norm": 134.3013458251953,
      "learning_rate": 2.3289177097179612e-06,
      "loss": 0.4778707027435303,
      "step": 242
    },
    {
      "epoch": 0.21130434782608695,
      "grad_norm": 123.29259490966797,
      "learning_rate": 2.3270972849917176e-06,
      "loss": 0.6680418848991394,
      "step": 243
    },
    {
      "epoch": 0.21217391304347827,
      "grad_norm": 372.6416320800781,
      "learning_rate": 2.325267945516876e-06,
      "loss": 0.6925360560417175,
      "step": 244
    },
    {
      "epoch": 0.21304347826086956,
      "grad_norm": 56.82334899902344,
      "learning_rate": 2.3234297064342243e-06,
      "loss": 0.23991772532463074,
      "step": 245
    },
    {
      "epoch": 0.21391304347826087,
      "grad_norm": 106.43640899658203,
      "learning_rate": 2.321582582958209e-06,
      "loss": 1.3718976974487305,
      "step": 246
    },
    {
      "epoch": 0.21478260869565216,
      "grad_norm": 58.7371940612793,
      "learning_rate": 2.3197265903768095e-06,
      "loss": 0.2983436584472656,
      "step": 247
    },
    {
      "epoch": 0.21565217391304348,
      "grad_norm": 69.20380401611328,
      "learning_rate": 2.3178617440514128e-06,
      "loss": 0.7256472110748291,
      "step": 248
    },
    {
      "epoch": 0.2165217391304348,
      "grad_norm": 207.98634338378906,
      "learning_rate": 2.315988059416684e-06,
      "loss": 1.7729918956756592,
      "step": 249
    },
    {
      "epoch": 0.21739130434782608,
      "grad_norm": 115.02137756347656,
      "learning_rate": 2.3141055519804393e-06,
      "loss": 1.7988307476043701,
      "step": 250
    },
    {
      "epoch": 0.2182608695652174,
      "grad_norm": 190.162109375,
      "learning_rate": 2.3122142373235195e-06,
      "loss": 0.6468178629875183,
      "step": 251
    },
    {
      "epoch": 0.21913043478260869,
      "grad_norm": 86.558349609375,
      "learning_rate": 2.3103141310996583e-06,
      "loss": 0.5797602534294128,
      "step": 252
    },
    {
      "epoch": 0.22,
      "grad_norm": 67.32994842529297,
      "learning_rate": 2.3084052490353552e-06,
      "loss": 0.23084008693695068,
      "step": 253
    },
    {
      "epoch": 0.22086956521739132,
      "grad_norm": 559.7723999023438,
      "learning_rate": 2.3064876069297436e-06,
      "loss": 0.9130882024765015,
      "step": 254
    },
    {
      "epoch": 0.2217391304347826,
      "grad_norm": 235.3927764892578,
      "learning_rate": 2.3045612206544603e-06,
      "loss": 1.2320632934570312,
      "step": 255
    },
    {
      "epoch": 0.22260869565217392,
      "grad_norm": 35.825828552246094,
      "learning_rate": 2.302626106153515e-06,
      "loss": 0.17873142659664154,
      "step": 256
    },
    {
      "epoch": 0.2234782608695652,
      "grad_norm": 136.6010284423828,
      "learning_rate": 2.300682279443157e-06,
      "loss": 1.607312560081482,
      "step": 257
    },
    {
      "epoch": 0.22434782608695653,
      "grad_norm": 145.7604522705078,
      "learning_rate": 2.298729756611745e-06,
      "loss": 1.3880008459091187,
      "step": 258
    },
    {
      "epoch": 0.2252173913043478,
      "grad_norm": 64.47338104248047,
      "learning_rate": 2.296768553819611e-06,
      "loss": 1.442543864250183,
      "step": 259
    },
    {
      "epoch": 0.22608695652173913,
      "grad_norm": 169.54971313476562,
      "learning_rate": 2.2947986872989286e-06,
      "loss": 0.8224241137504578,
      "step": 260
    },
    {
      "epoch": 0.22695652173913045,
      "grad_norm": 45.167747497558594,
      "learning_rate": 2.2928201733535767e-06,
      "loss": 0.2948722541332245,
      "step": 261
    },
    {
      "epoch": 0.22782608695652173,
      "grad_norm": 49.49987030029297,
      "learning_rate": 2.290833028359008e-06,
      "loss": 0.3207906186580658,
      "step": 262
    },
    {
      "epoch": 0.22869565217391305,
      "grad_norm": 51.862159729003906,
      "learning_rate": 2.28883726876211e-06,
      "loss": 0.5076830387115479,
      "step": 263
    },
    {
      "epoch": 0.22956521739130434,
      "grad_norm": 64.63931274414062,
      "learning_rate": 2.28683291108107e-06,
      "loss": 0.2963521182537079,
      "step": 264
    },
    {
      "epoch": 0.23043478260869565,
      "grad_norm": 53.02265930175781,
      "learning_rate": 2.2848199719052388e-06,
      "loss": 1.478598952293396,
      "step": 265
    },
    {
      "epoch": 0.23130434782608697,
      "grad_norm": 71.54142761230469,
      "learning_rate": 2.2827984678949937e-06,
      "loss": 0.5322201251983643,
      "step": 266
    },
    {
      "epoch": 0.23217391304347826,
      "grad_norm": 254.59388732910156,
      "learning_rate": 2.2807684157815998e-06,
      "loss": 1.5792579650878906,
      "step": 267
    },
    {
      "epoch": 0.23304347826086957,
      "grad_norm": 207.41798400878906,
      "learning_rate": 2.2787298323670707e-06,
      "loss": 0.4023154377937317,
      "step": 268
    },
    {
      "epoch": 0.23391304347826086,
      "grad_norm": 50.321533203125,
      "learning_rate": 2.276682734524032e-06,
      "loss": 0.29348844289779663,
      "step": 269
    },
    {
      "epoch": 0.23478260869565218,
      "grad_norm": 50.237552642822266,
      "learning_rate": 2.27462713919558e-06,
      "loss": 0.7310285568237305,
      "step": 270
    },
    {
      "epoch": 0.23565217391304347,
      "grad_norm": 83.97930908203125,
      "learning_rate": 2.2725630633951413e-06,
      "loss": 0.2441037893295288,
      "step": 271
    },
    {
      "epoch": 0.23652173913043478,
      "grad_norm": 132.39205932617188,
      "learning_rate": 2.2704905242063313e-06,
      "loss": 1.0067497491836548,
      "step": 272
    },
    {
      "epoch": 0.2373913043478261,
      "grad_norm": 121.62727355957031,
      "learning_rate": 2.268409538782816e-06,
      "loss": 1.845292568206787,
      "step": 273
    },
    {
      "epoch": 0.2382608695652174,
      "grad_norm": 68.42473602294922,
      "learning_rate": 2.2663201243481656e-06,
      "loss": 0.4180206060409546,
      "step": 274
    },
    {
      "epoch": 0.2391304347826087,
      "grad_norm": 63.45404815673828,
      "learning_rate": 2.2642222981957163e-06,
      "loss": 3.666378974914551,
      "step": 275
    },
    {
      "epoch": 0.24,
      "grad_norm": 49.06626510620117,
      "learning_rate": 2.2621160776884236e-06,
      "loss": 0.9683353304862976,
      "step": 276
    },
    {
      "epoch": 0.2408695652173913,
      "grad_norm": 827.3475341796875,
      "learning_rate": 2.260001480258721e-06,
      "loss": 0.9524872303009033,
      "step": 277
    },
    {
      "epoch": 0.2417391304347826,
      "grad_norm": 62.60003662109375,
      "learning_rate": 2.2578785234083734e-06,
      "loss": 0.34575188159942627,
      "step": 278
    },
    {
      "epoch": 0.2426086956521739,
      "grad_norm": 64.26739501953125,
      "learning_rate": 2.2557472247083356e-06,
      "loss": 1.157808780670166,
      "step": 279
    },
    {
      "epoch": 0.24347826086956523,
      "grad_norm": 134.6650848388672,
      "learning_rate": 2.2536076017986033e-06,
      "loss": 1.6884756088256836,
      "step": 280
    },
    {
      "epoch": 0.24434782608695652,
      "grad_norm": 95.88436889648438,
      "learning_rate": 2.251459672388069e-06,
      "loss": 0.7435152530670166,
      "step": 281
    },
    {
      "epoch": 0.24521739130434783,
      "grad_norm": 44.57541275024414,
      "learning_rate": 2.249303454254377e-06,
      "loss": 1.0371330976486206,
      "step": 282
    },
    {
      "epoch": 0.24608695652173912,
      "grad_norm": 36.62701416015625,
      "learning_rate": 2.2471389652437704e-06,
      "loss": 0.3761155307292938,
      "step": 283
    },
    {
      "epoch": 0.24695652173913044,
      "grad_norm": 118.8804931640625,
      "learning_rate": 2.244966223270952e-06,
      "loss": 0.48897528648376465,
      "step": 284
    },
    {
      "epoch": 0.24782608695652175,
      "grad_norm": 68.78189849853516,
      "learning_rate": 2.2427852463189274e-06,
      "loss": 0.5494109988212585,
      "step": 285
    },
    {
      "epoch": 0.24869565217391304,
      "grad_norm": 169.46231079101562,
      "learning_rate": 2.2405960524388633e-06,
      "loss": 1.9049848318099976,
      "step": 286
    },
    {
      "epoch": 0.24956521739130436,
      "grad_norm": 28.044527053833008,
      "learning_rate": 2.238398659749933e-06,
      "loss": 0.15847647190093994,
      "step": 287
    },
    {
      "epoch": 0.25043478260869567,
      "grad_norm": 45.294769287109375,
      "learning_rate": 2.2361930864391696e-06,
      "loss": 0.2587065100669861,
      "step": 288
    },
    {
      "epoch": 0.25130434782608696,
      "grad_norm": 436.86737060546875,
      "learning_rate": 2.2339793507613128e-06,
      "loss": 0.5645865201950073,
      "step": 289
    },
    {
      "epoch": 0.25217391304347825,
      "grad_norm": 60.853641510009766,
      "learning_rate": 2.2317574710386615e-06,
      "loss": 0.26602864265441895,
      "step": 290
    },
    {
      "epoch": 0.2530434782608696,
      "grad_norm": 87.82923889160156,
      "learning_rate": 2.2295274656609174e-06,
      "loss": 1.062896966934204,
      "step": 291
    },
    {
      "epoch": 0.2539130434782609,
      "grad_norm": 38.46051788330078,
      "learning_rate": 2.2272893530850375e-06,
      "loss": 0.3079209327697754,
      "step": 292
    },
    {
      "epoch": 0.25478260869565217,
      "grad_norm": 60.85812759399414,
      "learning_rate": 2.2250431518350777e-06,
      "loss": 0.7608625888824463,
      "step": 293
    },
    {
      "epoch": 0.25565217391304346,
      "grad_norm": 119.5645523071289,
      "learning_rate": 2.2227888805020424e-06,
      "loss": 0.6012105941772461,
      "step": 294
    },
    {
      "epoch": 0.2565217391304348,
      "grad_norm": 85.98336029052734,
      "learning_rate": 2.2205265577437274e-06,
      "loss": 2.0251975059509277,
      "step": 295
    },
    {
      "epoch": 0.2573913043478261,
      "grad_norm": 300.4337158203125,
      "learning_rate": 2.218256202284568e-06,
      "loss": 1.1006145477294922,
      "step": 296
    },
    {
      "epoch": 0.2582608695652174,
      "grad_norm": 194.73614501953125,
      "learning_rate": 2.215977832915485e-06,
      "loss": 1.0468895435333252,
      "step": 297
    },
    {
      "epoch": 0.2591304347826087,
      "grad_norm": 56.733272552490234,
      "learning_rate": 2.2136914684937245e-06,
      "loss": 0.5945777893066406,
      "step": 298
    },
    {
      "epoch": 0.26,
      "grad_norm": 76.87342071533203,
      "learning_rate": 2.211397127942707e-06,
      "loss": 0.6825685501098633,
      "step": 299
    },
    {
      "epoch": 0.2608695652173913,
      "grad_norm": 83.68196868896484,
      "learning_rate": 2.2090948302518676e-06,
      "loss": 0.964439868927002,
      "step": 300
    },
    {
      "epoch": 0.2617391304347826,
      "grad_norm": 44.92335891723633,
      "learning_rate": 2.2067845944764997e-06,
      "loss": 1.8274710178375244,
      "step": 301
    },
    {
      "epoch": 0.26260869565217393,
      "grad_norm": 61.318336486816406,
      "learning_rate": 2.2044664397375977e-06,
      "loss": 0.432664155960083,
      "step": 302
    },
    {
      "epoch": 0.2634782608695652,
      "grad_norm": 398.97222900390625,
      "learning_rate": 2.202140385221699e-06,
      "loss": 1.1320068836212158,
      "step": 303
    },
    {
      "epoch": 0.2643478260869565,
      "grad_norm": 81.70048522949219,
      "learning_rate": 2.1998064501807238e-06,
      "loss": 0.6652305126190186,
      "step": 304
    },
    {
      "epoch": 0.26521739130434785,
      "grad_norm": 72.06222534179688,
      "learning_rate": 2.1974646539318164e-06,
      "loss": 0.780421257019043,
      "step": 305
    },
    {
      "epoch": 0.26608695652173914,
      "grad_norm": 84.46443176269531,
      "learning_rate": 2.1951150158571862e-06,
      "loss": 0.9983062148094177,
      "step": 306
    },
    {
      "epoch": 0.2669565217391304,
      "grad_norm": 71.51422119140625,
      "learning_rate": 2.1927575554039465e-06,
      "loss": 0.4108102321624756,
      "step": 307
    },
    {
      "epoch": 0.2678260869565217,
      "grad_norm": 101.89991760253906,
      "learning_rate": 2.1903922920839535e-06,
      "loss": 0.39721137285232544,
      "step": 308
    },
    {
      "epoch": 0.26869565217391306,
      "grad_norm": 43.29629898071289,
      "learning_rate": 2.188019245473644e-06,
      "loss": 0.4325398802757263,
      "step": 309
    },
    {
      "epoch": 0.26956521739130435,
      "grad_norm": 56.989990234375,
      "learning_rate": 2.1856384352138767e-06,
      "loss": 0.4168890416622162,
      "step": 310
    },
    {
      "epoch": 0.27043478260869563,
      "grad_norm": 88.65746307373047,
      "learning_rate": 2.1832498810097643e-06,
      "loss": 0.8762995004653931,
      "step": 311
    },
    {
      "epoch": 0.271304347826087,
      "grad_norm": 152.4781951904297,
      "learning_rate": 2.1808536026305154e-06,
      "loss": 3.134538412094116,
      "step": 312
    },
    {
      "epoch": 0.27217391304347827,
      "grad_norm": 296.46527099609375,
      "learning_rate": 2.178449619909268e-06,
      "loss": 2.159223794937134,
      "step": 313
    },
    {
      "epoch": 0.27304347826086955,
      "grad_norm": 61.19507598876953,
      "learning_rate": 2.176037952742927e-06,
      "loss": 0.3710782527923584,
      "step": 314
    },
    {
      "epoch": 0.27391304347826084,
      "grad_norm": 42.50086212158203,
      "learning_rate": 2.1736186210919974e-06,
      "loss": 2.1895368099212646,
      "step": 315
    },
    {
      "epoch": 0.2747826086956522,
      "grad_norm": 55.04458236694336,
      "learning_rate": 2.171191644980421e-06,
      "loss": 0.35886889696121216,
      "step": 316
    },
    {
      "epoch": 0.2756521739130435,
      "grad_norm": 176.07586669921875,
      "learning_rate": 2.168757044495411e-06,
      "loss": 1.5998897552490234,
      "step": 317
    },
    {
      "epoch": 0.27652173913043476,
      "grad_norm": 28.953813552856445,
      "learning_rate": 2.166314839787283e-06,
      "loss": 1.7540143728256226,
      "step": 318
    },
    {
      "epoch": 0.2773913043478261,
      "grad_norm": 156.856689453125,
      "learning_rate": 2.1638650510692916e-06,
      "loss": 1.4405931234359741,
      "step": 319
    },
    {
      "epoch": 0.2782608695652174,
      "grad_norm": 129.12429809570312,
      "learning_rate": 2.161407698617461e-06,
      "loss": 0.5596458911895752,
      "step": 320
    },
    {
      "epoch": 0.2791304347826087,
      "grad_norm": 23.430402755737305,
      "learning_rate": 2.1589428027704174e-06,
      "loss": 0.15443159639835358,
      "step": 321
    },
    {
      "epoch": 0.28,
      "grad_norm": 68.46884155273438,
      "learning_rate": 2.156470383929221e-06,
      "loss": 1.5564182996749878,
      "step": 322
    },
    {
      "epoch": 0.2808695652173913,
      "grad_norm": 57.81913375854492,
      "learning_rate": 2.1539904625571973e-06,
      "loss": 0.5841474533081055,
      "step": 323
    },
    {
      "epoch": 0.2817391304347826,
      "grad_norm": 116.9150619506836,
      "learning_rate": 2.151503059179768e-06,
      "loss": 0.4702639579772949,
      "step": 324
    },
    {
      "epoch": 0.2826086956521739,
      "grad_norm": 100.0834732055664,
      "learning_rate": 2.149008194384281e-06,
      "loss": 0.4966408610343933,
      "step": 325
    },
    {
      "epoch": 0.28347826086956524,
      "grad_norm": 49.64389419555664,
      "learning_rate": 2.1465058888198376e-06,
      "loss": 1.6600520610809326,
      "step": 326
    },
    {
      "epoch": 0.2843478260869565,
      "grad_norm": 73.4475326538086,
      "learning_rate": 2.1439961631971256e-06,
      "loss": 0.8089355230331421,
      "step": 327
    },
    {
      "epoch": 0.2852173913043478,
      "grad_norm": 436.1669921875,
      "learning_rate": 2.1414790382882455e-06,
      "loss": 1.8465827703475952,
      "step": 328
    },
    {
      "epoch": 0.28608695652173916,
      "grad_norm": 201.4010467529297,
      "learning_rate": 2.138954534926539e-06,
      "loss": 0.731433093547821,
      "step": 329
    },
    {
      "epoch": 0.28695652173913044,
      "grad_norm": 47.61180114746094,
      "learning_rate": 2.1364226740064166e-06,
      "loss": 0.9296051263809204,
      "step": 330
    },
    {
      "epoch": 0.28782608695652173,
      "grad_norm": 198.73399353027344,
      "learning_rate": 2.1338834764831847e-06,
      "loss": 1.222153902053833,
      "step": 331
    },
    {
      "epoch": 0.288695652173913,
      "grad_norm": 151.0773468017578,
      "learning_rate": 2.131336963372872e-06,
      "loss": 0.44245728850364685,
      "step": 332
    },
    {
      "epoch": 0.28956521739130436,
      "grad_norm": 255.4181365966797,
      "learning_rate": 2.1287831557520554e-06,
      "loss": 0.7557501196861267,
      "step": 333
    },
    {
      "epoch": 0.29043478260869565,
      "grad_norm": 431.8282470703125,
      "learning_rate": 2.126222074757687e-06,
      "loss": 1.8245795965194702,
      "step": 334
    },
    {
      "epoch": 0.29130434782608694,
      "grad_norm": 395.6104431152344,
      "learning_rate": 2.1236537415869167e-06,
      "loss": 1.3758153915405273,
      "step": 335
    },
    {
      "epoch": 0.2921739130434783,
      "grad_norm": 107.71965026855469,
      "learning_rate": 2.1210781774969193e-06,
      "loss": 0.5021981000900269,
      "step": 336
    },
    {
      "epoch": 0.29304347826086957,
      "grad_norm": 258.7772521972656,
      "learning_rate": 2.1184954038047157e-06,
      "loss": 1.785605788230896,
      "step": 337
    },
    {
      "epoch": 0.29391304347826086,
      "grad_norm": 1326.66943359375,
      "learning_rate": 2.1159054418869994e-06,
      "loss": 0.5972184538841248,
      "step": 338
    },
    {
      "epoch": 0.29478260869565215,
      "grad_norm": 138.0780029296875,
      "learning_rate": 2.1133083131799582e-06,
      "loss": 0.374930739402771,
      "step": 339
    },
    {
      "epoch": 0.2956521739130435,
      "grad_norm": 61.293521881103516,
      "learning_rate": 2.1107040391790965e-06,
      "loss": 1.069291353225708,
      "step": 340
    },
    {
      "epoch": 0.2965217391304348,
      "grad_norm": 184.9951934814453,
      "learning_rate": 2.1080926414390575e-06,
      "loss": 2.037717819213867,
      "step": 341
    },
    {
      "epoch": 0.29739130434782607,
      "grad_norm": 258.1242980957031,
      "learning_rate": 2.105474141573446e-06,
      "loss": 0.7847839593887329,
      "step": 342
    },
    {
      "epoch": 0.2982608695652174,
      "grad_norm": 198.63629150390625,
      "learning_rate": 2.102848561254647e-06,
      "loss": 0.5499667525291443,
      "step": 343
    },
    {
      "epoch": 0.2991304347826087,
      "grad_norm": 39.34695053100586,
      "learning_rate": 2.1002159222136494e-06,
      "loss": 0.2706986665725708,
      "step": 344
    },
    {
      "epoch": 0.3,
      "grad_norm": 43.83790969848633,
      "learning_rate": 2.0975762462398637e-06,
      "loss": 0.3612968921661377,
      "step": 345
    },
    {
      "epoch": 0.3008695652173913,
      "grad_norm": 131.55844116210938,
      "learning_rate": 2.094929555180943e-06,
      "loss": 0.6884905695915222,
      "step": 346
    },
    {
      "epoch": 0.3017391304347826,
      "grad_norm": 158.2893829345703,
      "learning_rate": 2.0922758709426018e-06,
      "loss": 0.8799026012420654,
      "step": 347
    },
    {
      "epoch": 0.3026086956521739,
      "grad_norm": 700.5369873046875,
      "learning_rate": 2.089615215488434e-06,
      "loss": 3.039418935775757,
      "step": 348
    },
    {
      "epoch": 0.3034782608695652,
      "grad_norm": 228.27171325683594,
      "learning_rate": 2.0869476108397324e-06,
      "loss": 1.057826042175293,
      "step": 349
    },
    {
      "epoch": 0.30434782608695654,
      "grad_norm": 47.666015625,
      "learning_rate": 2.084273079075306e-06,
      "loss": 0.2861756384372711,
      "step": 350
    },
    {
      "epoch": 0.30521739130434783,
      "grad_norm": 273.7340087890625,
      "learning_rate": 2.081591642331296e-06,
      "loss": 1.052135944366455,
      "step": 351
    },
    {
      "epoch": 0.3060869565217391,
      "grad_norm": 64.19417572021484,
      "learning_rate": 2.0789033228009943e-06,
      "loss": 0.5136332511901855,
      "step": 352
    },
    {
      "epoch": 0.30695652173913046,
      "grad_norm": 75.7625732421875,
      "learning_rate": 2.07620814273466e-06,
      "loss": 0.409485787153244,
      "step": 353
    },
    {
      "epoch": 0.30782608695652175,
      "grad_norm": 140.1576690673828,
      "learning_rate": 2.073506124439332e-06,
      "loss": 0.9932225942611694,
      "step": 354
    },
    {
      "epoch": 0.30869565217391304,
      "grad_norm": 69.31475067138672,
      "learning_rate": 2.0707972902786504e-06,
      "loss": 0.3649193048477173,
      "step": 355
    },
    {
      "epoch": 0.3095652173913043,
      "grad_norm": 61.380828857421875,
      "learning_rate": 2.0680816626726648e-06,
      "loss": 0.2584507465362549,
      "step": 356
    },
    {
      "epoch": 0.31043478260869567,
      "grad_norm": 47.857200622558594,
      "learning_rate": 2.0653592640976517e-06,
      "loss": 0.3207821846008301,
      "step": 357
    },
    {
      "epoch": 0.31130434782608696,
      "grad_norm": 48.18440246582031,
      "learning_rate": 2.0626301170859305e-06,
      "loss": 0.3509800136089325,
      "step": 358
    },
    {
      "epoch": 0.31217391304347825,
      "grad_norm": 129.9929962158203,
      "learning_rate": 2.0598942442256736e-06,
      "loss": 0.9874853491783142,
      "step": 359
    },
    {
      "epoch": 0.3130434782608696,
      "grad_norm": 79.7518539428711,
      "learning_rate": 2.057151668160721e-06,
      "loss": 0.8659735918045044,
      "step": 360
    },
    {
      "epoch": 0.3139130434782609,
      "grad_norm": 466.22161865234375,
      "learning_rate": 2.0544024115903935e-06,
      "loss": 0.9067327380180359,
      "step": 361
    },
    {
      "epoch": 0.31478260869565217,
      "grad_norm": 178.5908203125,
      "learning_rate": 2.0516464972693027e-06,
      "loss": 0.774965763092041,
      "step": 362
    },
    {
      "epoch": 0.31565217391304345,
      "grad_norm": 82.63011169433594,
      "learning_rate": 2.0488839480071653e-06,
      "loss": 0.5534073710441589,
      "step": 363
    },
    {
      "epoch": 0.3165217391304348,
      "grad_norm": 112.5412368774414,
      "learning_rate": 2.0461147866686116e-06,
      "loss": 0.8640887141227722,
      "step": 364
    },
    {
      "epoch": 0.3173913043478261,
      "grad_norm": 108.6795654296875,
      "learning_rate": 2.0433390361729994e-06,
      "loss": 1.061457633972168,
      "step": 365
    },
    {
      "epoch": 0.3182608695652174,
      "grad_norm": 124.81582641601562,
      "learning_rate": 2.0405567194942215e-06,
      "loss": 1.418869972229004,
      "step": 366
    },
    {
      "epoch": 0.3191304347826087,
      "grad_norm": 79.2950668334961,
      "learning_rate": 2.0377678596605173e-06,
      "loss": 0.9944026470184326,
      "step": 367
    },
    {
      "epoch": 0.32,
      "grad_norm": 75.5735855102539,
      "learning_rate": 2.03497247975428e-06,
      "loss": 0.4054933488368988,
      "step": 368
    },
    {
      "epoch": 0.3208695652173913,
      "grad_norm": 52.94697570800781,
      "learning_rate": 2.03217060291187e-06,
      "loss": 0.682574987411499,
      "step": 369
    },
    {
      "epoch": 0.3217391304347826,
      "grad_norm": 95.7962417602539,
      "learning_rate": 2.029362252323417e-06,
      "loss": 2.769209623336792,
      "step": 370
    },
    {
      "epoch": 0.3226086956521739,
      "grad_norm": 33.21056365966797,
      "learning_rate": 2.0265474512326345e-06,
      "loss": 0.21800105273723602,
      "step": 371
    },
    {
      "epoch": 0.3234782608695652,
      "grad_norm": 59.40690231323242,
      "learning_rate": 2.023726222936623e-06,
      "loss": 0.4955858588218689,
      "step": 372
    },
    {
      "epoch": 0.3243478260869565,
      "grad_norm": 144.7593536376953,
      "learning_rate": 2.020898590785679e-06,
      "loss": 0.6549877524375916,
      "step": 373
    },
    {
      "epoch": 0.32521739130434785,
      "grad_norm": 96.69871520996094,
      "learning_rate": 2.0180645781831017e-06,
      "loss": 1.5156177282333374,
      "step": 374
    },
    {
      "epoch": 0.32608695652173914,
      "grad_norm": 33.73798370361328,
      "learning_rate": 2.015224208584998e-06,
      "loss": 1.3318308591842651,
      "step": 375
    },
    {
      "epoch": 0.3269565217391304,
      "grad_norm": 71.1515884399414,
      "learning_rate": 2.0123775055000912e-06,
      "loss": 1.002931833267212,
      "step": 376
    },
    {
      "epoch": 0.3278260869565217,
      "grad_norm": 116.67143249511719,
      "learning_rate": 2.009524492489523e-06,
      "loss": 2.1182701587677,
      "step": 377
    },
    {
      "epoch": 0.32869565217391306,
      "grad_norm": 96.71919250488281,
      "learning_rate": 2.00666519316666e-06,
      "loss": 0.42493805289268494,
      "step": 378
    },
    {
      "epoch": 0.32956521739130434,
      "grad_norm": 184.78302001953125,
      "learning_rate": 2.0037996311969007e-06,
      "loss": 0.7065421342849731,
      "step": 379
    },
    {
      "epoch": 0.33043478260869563,
      "grad_norm": 189.4550323486328,
      "learning_rate": 2.000927830297474e-06,
      "loss": 0.6880316734313965,
      "step": 380
    },
    {
      "epoch": 0.331304347826087,
      "grad_norm": 58.27922439575195,
      "learning_rate": 1.9980498142372483e-06,
      "loss": 0.3300993740558624,
      "step": 381
    },
    {
      "epoch": 0.33217391304347826,
      "grad_norm": 33.25176239013672,
      "learning_rate": 1.995165606836532e-06,
      "loss": 0.2718711495399475,
      "step": 382
    },
    {
      "epoch": 0.33304347826086955,
      "grad_norm": 46.02870178222656,
      "learning_rate": 1.992275231966877e-06,
      "loss": 0.23181107640266418,
      "step": 383
    },
    {
      "epoch": 0.3339130434782609,
      "grad_norm": 160.23724365234375,
      "learning_rate": 1.989378713550882e-06,
      "loss": 0.4160184860229492,
      "step": 384
    },
    {
      "epoch": 0.3347826086956522,
      "grad_norm": 35.04530715942383,
      "learning_rate": 1.986476075561992e-06,
      "loss": 0.27640804648399353,
      "step": 385
    },
    {
      "epoch": 0.3356521739130435,
      "grad_norm": 63.7939567565918,
      "learning_rate": 1.9835673420243033e-06,
      "loss": 0.6397489309310913,
      "step": 386
    },
    {
      "epoch": 0.33652173913043476,
      "grad_norm": 32.473228454589844,
      "learning_rate": 1.980652537012361e-06,
      "loss": 0.9566623568534851,
      "step": 387
    },
    {
      "epoch": 0.3373913043478261,
      "grad_norm": 29.80388069152832,
      "learning_rate": 1.9777316846509638e-06,
      "loss": 0.3189791142940521,
      "step": 388
    },
    {
      "epoch": 0.3382608695652174,
      "grad_norm": 26.440004348754883,
      "learning_rate": 1.97480480911496e-06,
      "loss": 0.5863786935806274,
      "step": 389
    },
    {
      "epoch": 0.3391304347826087,
      "grad_norm": 63.7293815612793,
      "learning_rate": 1.97187193462905e-06,
      "loss": 1.088039755821228,
      "step": 390
    },
    {
      "epoch": 0.34,
      "grad_norm": 45.85379409790039,
      "learning_rate": 1.968933085467587e-06,
      "loss": 1.0376955270767212,
      "step": 391
    },
    {
      "epoch": 0.3408695652173913,
      "grad_norm": 816.1434936523438,
      "learning_rate": 1.9659882859543733e-06,
      "loss": 1.0288197994232178,
      "step": 392
    },
    {
      "epoch": 0.3417391304347826,
      "grad_norm": 76.29949188232422,
      "learning_rate": 1.9630375604624596e-06,
      "loss": 1.2274682521820068,
      "step": 393
    },
    {
      "epoch": 0.3426086956521739,
      "grad_norm": 87.45259094238281,
      "learning_rate": 1.960080933413945e-06,
      "loss": 0.652985155582428,
      "step": 394
    },
    {
      "epoch": 0.34347826086956523,
      "grad_norm": 89.88771057128906,
      "learning_rate": 1.957118429279772e-06,
      "loss": 2.4390976428985596,
      "step": 395
    },
    {
      "epoch": 0.3443478260869565,
      "grad_norm": 42.63681411743164,
      "learning_rate": 1.9541500725795277e-06,
      "loss": 1.928074836730957,
      "step": 396
    },
    {
      "epoch": 0.3452173913043478,
      "grad_norm": 301.94671630859375,
      "learning_rate": 1.951175887881237e-06,
      "loss": 1.0027554035186768,
      "step": 397
    },
    {
      "epoch": 0.34608695652173915,
      "grad_norm": 98.58251953125,
      "learning_rate": 1.9481958998011626e-06,
      "loss": 1.190100908279419,
      "step": 398
    },
    {
      "epoch": 0.34695652173913044,
      "grad_norm": 255.9281768798828,
      "learning_rate": 1.945210133003598e-06,
      "loss": 0.8519782423973083,
      "step": 399
    },
    {
      "epoch": 0.34782608695652173,
      "grad_norm": 145.28924560546875,
      "learning_rate": 1.9422186122006663e-06,
      "loss": 3.067471981048584,
      "step": 400
    },
    {
      "epoch": 0.348695652173913,
      "grad_norm": 27.750356674194336,
      "learning_rate": 1.939221362152115e-06,
      "loss": 0.2958664000034332,
      "step": 401
    },
    {
      "epoch": 0.34956521739130436,
      "grad_norm": 46.79102325439453,
      "learning_rate": 1.9362184076651082e-06,
      "loss": 0.24861398339271545,
      "step": 402
    },
    {
      "epoch": 0.35043478260869565,
      "grad_norm": 391.1067810058594,
      "learning_rate": 1.9332097735940265e-06,
      "loss": 0.544256329536438,
      "step": 403
    },
    {
      "epoch": 0.35130434782608694,
      "grad_norm": 25.616535186767578,
      "learning_rate": 1.9301954848402553e-06,
      "loss": 0.2894223630428314,
      "step": 404
    },
    {
      "epoch": 0.3521739130434783,
      "grad_norm": 25.0776424407959,
      "learning_rate": 1.9271755663519854e-06,
      "loss": 1.0108537673950195,
      "step": 405
    },
    {
      "epoch": 0.35304347826086957,
      "grad_norm": 447.6708679199219,
      "learning_rate": 1.924150043123999e-06,
      "loss": 1.112715482711792,
      "step": 406
    },
    {
      "epoch": 0.35391304347826086,
      "grad_norm": 95.64755249023438,
      "learning_rate": 1.92111894019747e-06,
      "loss": 0.4365922808647156,
      "step": 407
    },
    {
      "epoch": 0.35478260869565215,
      "grad_norm": 64.63569641113281,
      "learning_rate": 1.9180822826597516e-06,
      "loss": 0.3381706476211548,
      "step": 408
    },
    {
      "epoch": 0.3556521739130435,
      "grad_norm": 52.62809371948242,
      "learning_rate": 1.915040095644171e-06,
      "loss": 0.5142425298690796,
      "step": 409
    },
    {
      "epoch": 0.3565217391304348,
      "grad_norm": 41.533145904541016,
      "learning_rate": 1.9119924043298207e-06,
      "loss": 0.2016807198524475,
      "step": 410
    },
    {
      "epoch": 0.35739130434782607,
      "grad_norm": 83.78719329833984,
      "learning_rate": 1.9089392339413513e-06,
      "loss": 0.9166589975357056,
      "step": 411
    },
    {
      "epoch": 0.3582608695652174,
      "grad_norm": 68.33119201660156,
      "learning_rate": 1.90588060974876e-06,
      "loss": 0.4687981605529785,
      "step": 412
    },
    {
      "epoch": 0.3591304347826087,
      "grad_norm": 58.70621109008789,
      "learning_rate": 1.9028165570671852e-06,
      "loss": 0.3701656460762024,
      "step": 413
    },
    {
      "epoch": 0.36,
      "grad_norm": 82.72734069824219,
      "learning_rate": 1.8997471012566932e-06,
      "loss": 0.4450571537017822,
      "step": 414
    },
    {
      "epoch": 0.36086956521739133,
      "grad_norm": 76.3667221069336,
      "learning_rate": 1.896672267722071e-06,
      "loss": 1.8794634342193604,
      "step": 415
    },
    {
      "epoch": 0.3617391304347826,
      "grad_norm": 82.80426025390625,
      "learning_rate": 1.8935920819126152e-06,
      "loss": 1.0356271266937256,
      "step": 416
    },
    {
      "epoch": 0.3626086956521739,
      "grad_norm": 50.333797454833984,
      "learning_rate": 1.8905065693219205e-06,
      "loss": 0.2752545475959778,
      "step": 417
    },
    {
      "epoch": 0.3634782608695652,
      "grad_norm": 58.108375549316406,
      "learning_rate": 1.8874157554876701e-06,
      "loss": 0.27540749311447144,
      "step": 418
    },
    {
      "epoch": 0.36434782608695654,
      "grad_norm": 47.063690185546875,
      "learning_rate": 1.8843196659914235e-06,
      "loss": 0.2742215096950531,
      "step": 419
    },
    {
      "epoch": 0.3652173913043478,
      "grad_norm": 922.4559326171875,
      "learning_rate": 1.881218326458405e-06,
      "loss": 1.5976967811584473,
      "step": 420
    },
    {
      "epoch": 0.3660869565217391,
      "grad_norm": 33.08988571166992,
      "learning_rate": 1.8781117625572915e-06,
      "loss": 0.24918586015701294,
      "step": 421
    },
    {
      "epoch": 0.36695652173913046,
      "grad_norm": 25.701887130737305,
      "learning_rate": 1.8750000000000003e-06,
      "loss": 0.29249221086502075,
      "step": 422
    },
    {
      "epoch": 0.36782608695652175,
      "grad_norm": 100.09066772460938,
      "learning_rate": 1.8718830645414758e-06,
      "loss": 2.1004226207733154,
      "step": 423
    },
    {
      "epoch": 0.36869565217391304,
      "grad_norm": 64.07415008544922,
      "learning_rate": 1.868760981979477e-06,
      "loss": 0.2944200038909912,
      "step": 424
    },
    {
      "epoch": 0.3695652173913043,
      "grad_norm": 56.589622497558594,
      "learning_rate": 1.8656337781543632e-06,
      "loss": 0.40554293990135193,
      "step": 425
    },
    {
      "epoch": 0.37043478260869567,
      "grad_norm": 436.8203430175781,
      "learning_rate": 1.8625014789488813e-06,
      "loss": 0.8376158475875854,
      "step": 426
    },
    {
      "epoch": 0.37130434782608696,
      "grad_norm": 72.22208404541016,
      "learning_rate": 1.85936411028795e-06,
      "loss": 0.5231876969337463,
      "step": 427
    },
    {
      "epoch": 0.37217391304347824,
      "grad_norm": 109.61917114257812,
      "learning_rate": 1.8562216981384467e-06,
      "loss": 0.4562901258468628,
      "step": 428
    },
    {
      "epoch": 0.3730434782608696,
      "grad_norm": 119.82129669189453,
      "learning_rate": 1.853074268508992e-06,
      "loss": 0.7159764170646667,
      "step": 429
    },
    {
      "epoch": 0.3739130434782609,
      "grad_norm": 307.2554931640625,
      "learning_rate": 1.8499218474497332e-06,
      "loss": 1.2101820707321167,
      "step": 430
    },
    {
      "epoch": 0.37478260869565216,
      "grad_norm": 150.56834411621094,
      "learning_rate": 1.8467644610521313e-06,
      "loss": 0.5387594699859619,
      "step": 431
    },
    {
      "epoch": 0.37565217391304345,
      "grad_norm": 80.94709014892578,
      "learning_rate": 1.8436021354487428e-06,
      "loss": 1.0055359601974487,
      "step": 432
    },
    {
      "epoch": 0.3765217391304348,
      "grad_norm": 50.03790283203125,
      "learning_rate": 1.8404348968130048e-06,
      "loss": 0.3763952851295471,
      "step": 433
    },
    {
      "epoch": 0.3773913043478261,
      "grad_norm": 82.0984115600586,
      "learning_rate": 1.8372627713590178e-06,
      "loss": 0.4752083420753479,
      "step": 434
    },
    {
      "epoch": 0.3782608695652174,
      "grad_norm": 59.69884490966797,
      "learning_rate": 1.8340857853413277e-06,
      "loss": 1.8268396854400635,
      "step": 435
    },
    {
      "epoch": 0.3791304347826087,
      "grad_norm": 32.66505813598633,
      "learning_rate": 1.830903965054711e-06,
      "loss": 0.35361823439598083,
      "step": 436
    },
    {
      "epoch": 0.38,
      "grad_norm": 44.198997497558594,
      "learning_rate": 1.8277173368339546e-06,
      "loss": 0.5606723427772522,
      "step": 437
    },
    {
      "epoch": 0.3808695652173913,
      "grad_norm": 47.64988327026367,
      "learning_rate": 1.8245259270536398e-06,
      "loss": 0.3799149990081787,
      "step": 438
    },
    {
      "epoch": 0.38173913043478264,
      "grad_norm": 51.07253646850586,
      "learning_rate": 1.8213297621279225e-06,
      "loss": 3.3815064430236816,
      "step": 439
    },
    {
      "epoch": 0.3826086956521739,
      "grad_norm": 93.61296081542969,
      "learning_rate": 1.8181288685103148e-06,
      "loss": 1.108884334564209,
      "step": 440
    },
    {
      "epoch": 0.3834782608695652,
      "grad_norm": 53.49833679199219,
      "learning_rate": 1.8149232726934687e-06,
      "loss": 0.667290449142456,
      "step": 441
    },
    {
      "epoch": 0.3843478260869565,
      "grad_norm": 119.75688934326172,
      "learning_rate": 1.8117130012089518e-06,
      "loss": 0.32770204544067383,
      "step": 442
    },
    {
      "epoch": 0.38521739130434784,
      "grad_norm": 507.785888671875,
      "learning_rate": 1.8084980806270324e-06,
      "loss": 0.593798041343689,
      "step": 443
    },
    {
      "epoch": 0.38608695652173913,
      "grad_norm": 76.85552978515625,
      "learning_rate": 1.8052785375564569e-06,
      "loss": 1.3338149785995483,
      "step": 444
    },
    {
      "epoch": 0.3869565217391304,
      "grad_norm": 419.838623046875,
      "learning_rate": 1.8020543986442306e-06,
      "loss": 1.6986769437789917,
      "step": 445
    },
    {
      "epoch": 0.38782608695652177,
      "grad_norm": 35.90026092529297,
      "learning_rate": 1.7988256905753976e-06,
      "loss": 0.2494622766971588,
      "step": 446
    },
    {
      "epoch": 0.38869565217391305,
      "grad_norm": 124.28018951416016,
      "learning_rate": 1.7955924400728174e-06,
      "loss": 2.188328742980957,
      "step": 447
    },
    {
      "epoch": 0.38956521739130434,
      "grad_norm": 62.259708404541016,
      "learning_rate": 1.7923546738969477e-06,
      "loss": 0.7146010398864746,
      "step": 448
    },
    {
      "epoch": 0.39043478260869563,
      "grad_norm": 39.062965393066406,
      "learning_rate": 1.78911241884562e-06,
      "loss": 0.2697073817253113,
      "step": 449
    },
    {
      "epoch": 0.391304347826087,
      "grad_norm": 46.29635238647461,
      "learning_rate": 1.7858657017538177e-06,
      "loss": 0.7018026113510132,
      "step": 450
    },
    {
      "epoch": 0.39217391304347826,
      "grad_norm": 126.32167053222656,
      "learning_rate": 1.782614549493457e-06,
      "loss": 0.32994115352630615,
      "step": 451
    },
    {
      "epoch": 0.39304347826086955,
      "grad_norm": 162.45706176757812,
      "learning_rate": 1.77935898897316e-06,
      "loss": 0.5059078931808472,
      "step": 452
    },
    {
      "epoch": 0.3939130434782609,
      "grad_norm": 31.517831802368164,
      "learning_rate": 1.7760990471380364e-06,
      "loss": 0.856207549571991,
      "step": 453
    },
    {
      "epoch": 0.3947826086956522,
      "grad_norm": 103.00402069091797,
      "learning_rate": 1.7728347509694566e-06,
      "loss": 0.6330320835113525,
      "step": 454
    },
    {
      "epoch": 0.39565217391304347,
      "grad_norm": 100.9277114868164,
      "learning_rate": 1.7695661274848326e-06,
      "loss": 1.1151174306869507,
      "step": 455
    },
    {
      "epoch": 0.39652173913043476,
      "grad_norm": 38.331363677978516,
      "learning_rate": 1.7662932037373896e-06,
      "loss": 0.2668941617012024,
      "step": 456
    },
    {
      "epoch": 0.3973913043478261,
      "grad_norm": 211.7262420654297,
      "learning_rate": 1.7630160068159463e-06,
      "loss": 1.712091326713562,
      "step": 457
    },
    {
      "epoch": 0.3982608695652174,
      "grad_norm": 35.68760299682617,
      "learning_rate": 1.7597345638446877e-06,
      "loss": 0.5435832738876343,
      "step": 458
    },
    {
      "epoch": 0.3991304347826087,
      "grad_norm": 59.29582977294922,
      "learning_rate": 1.7564489019829435e-06,
      "loss": 0.4060443639755249,
      "step": 459
    },
    {
      "epoch": 0.4,
      "grad_norm": 100.3779067993164,
      "learning_rate": 1.7531590484249595e-06,
      "loss": 1.9934556484222412,
      "step": 460
    },
    {
      "epoch": 0.4008695652173913,
      "grad_norm": 51.10364532470703,
      "learning_rate": 1.749865030399676e-06,
      "loss": 0.3774723410606384,
      "step": 461
    },
    {
      "epoch": 0.4017391304347826,
      "grad_norm": 64.10908508300781,
      "learning_rate": 1.7465668751705017e-06,
      "loss": 1.5249488353729248,
      "step": 462
    },
    {
      "epoch": 0.4026086956521739,
      "grad_norm": 53.03550720214844,
      "learning_rate": 1.7432646100350852e-06,
      "loss": 0.35316765308380127,
      "step": 463
    },
    {
      "epoch": 0.40347826086956523,
      "grad_norm": 74.80030822753906,
      "learning_rate": 1.739958262325094e-06,
      "loss": 1.9750590324401855,
      "step": 464
    },
    {
      "epoch": 0.4043478260869565,
      "grad_norm": 51.76995086669922,
      "learning_rate": 1.7366478594059834e-06,
      "loss": 2.0024967193603516,
      "step": 465
    },
    {
      "epoch": 0.4052173913043478,
      "grad_norm": 117.95697021484375,
      "learning_rate": 1.7333334286767735e-06,
      "loss": 1.369372844696045,
      "step": 466
    },
    {
      "epoch": 0.40608695652173915,
      "grad_norm": 1017.1922607421875,
      "learning_rate": 1.7300149975698213e-06,
      "loss": 1.206782579421997,
      "step": 467
    },
    {
      "epoch": 0.40695652173913044,
      "grad_norm": 79.6695785522461,
      "learning_rate": 1.7266925935505918e-06,
      "loss": 1.1343293190002441,
      "step": 468
    },
    {
      "epoch": 0.4078260869565217,
      "grad_norm": 120.3302230834961,
      "learning_rate": 1.7233662441174348e-06,
      "loss": 0.6617238521575928,
      "step": 469
    },
    {
      "epoch": 0.40869565217391307,
      "grad_norm": 106.52935791015625,
      "learning_rate": 1.7200359768013528e-06,
      "loss": 0.402765691280365,
      "step": 470
    },
    {
      "epoch": 0.40956521739130436,
      "grad_norm": 149.852783203125,
      "learning_rate": 1.7167018191657764e-06,
      "loss": 1.327116847038269,
      "step": 471
    },
    {
      "epoch": 0.41043478260869565,
      "grad_norm": 137.79925537109375,
      "learning_rate": 1.7133637988063349e-06,
      "loss": 1.6466482877731323,
      "step": 472
    },
    {
      "epoch": 0.41130434782608694,
      "grad_norm": 144.7108154296875,
      "learning_rate": 1.7100219433506268e-06,
      "loss": 0.9789918661117554,
      "step": 473
    },
    {
      "epoch": 0.4121739130434783,
      "grad_norm": 40.42278289794922,
      "learning_rate": 1.7066762804579941e-06,
      "loss": 1.3459813594818115,
      "step": 474
    },
    {
      "epoch": 0.41304347826086957,
      "grad_norm": 72.24211120605469,
      "learning_rate": 1.7033268378192902e-06,
      "loss": 1.6319739818572998,
      "step": 475
    },
    {
      "epoch": 0.41391304347826086,
      "grad_norm": 72.87616729736328,
      "learning_rate": 1.6999736431566533e-06,
      "loss": 0.6043583154678345,
      "step": 476
    },
    {
      "epoch": 0.4147826086956522,
      "grad_norm": 541.5030517578125,
      "learning_rate": 1.6966167242232742e-06,
      "loss": 1.5408962965011597,
      "step": 477
    },
    {
      "epoch": 0.4156521739130435,
      "grad_norm": 59.899375915527344,
      "learning_rate": 1.6932561088031695e-06,
      "loss": 0.5158736705780029,
      "step": 478
    },
    {
      "epoch": 0.4165217391304348,
      "grad_norm": 83.0235824584961,
      "learning_rate": 1.6898918247109502e-06,
      "loss": 0.48279476165771484,
      "step": 479
    },
    {
      "epoch": 0.41739130434782606,
      "grad_norm": 48.84733200073242,
      "learning_rate": 1.6865238997915907e-06,
      "loss": 0.2537239193916321,
      "step": 480
    },
    {
      "epoch": 0.4182608695652174,
      "grad_norm": 122.0486068725586,
      "learning_rate": 1.6831523619202e-06,
      "loss": 0.5510621666908264,
      "step": 481
    },
    {
      "epoch": 0.4191304347826087,
      "grad_norm": 67.17446899414062,
      "learning_rate": 1.6797772390017897e-06,
      "loss": 0.5196292400360107,
      "step": 482
    },
    {
      "epoch": 0.42,
      "grad_norm": 58.56965637207031,
      "learning_rate": 1.6763985589710443e-06,
      "loss": 0.33230191469192505,
      "step": 483
    },
    {
      "epoch": 0.42086956521739133,
      "grad_norm": 234.8605194091797,
      "learning_rate": 1.673016349792088e-06,
      "loss": 0.7219239473342896,
      "step": 484
    },
    {
      "epoch": 0.4217391304347826,
      "grad_norm": 66.78538513183594,
      "learning_rate": 1.6696306394582562e-06,
      "loss": 0.2938106060028076,
      "step": 485
    },
    {
      "epoch": 0.4226086956521739,
      "grad_norm": 108.08150482177734,
      "learning_rate": 1.6662414559918605e-06,
      "loss": 0.4802602529525757,
      "step": 486
    },
    {
      "epoch": 0.4234782608695652,
      "grad_norm": 78.89554595947266,
      "learning_rate": 1.6628488274439592e-06,
      "loss": 0.4338192939758301,
      "step": 487
    },
    {
      "epoch": 0.42434782608695654,
      "grad_norm": 59.538387298583984,
      "learning_rate": 1.6594527818941242e-06,
      "loss": 0.7179808616638184,
      "step": 488
    },
    {
      "epoch": 0.4252173913043478,
      "grad_norm": 98.61905670166016,
      "learning_rate": 1.656053347450208e-06,
      "loss": 1.9393256902694702,
      "step": 489
    },
    {
      "epoch": 0.4260869565217391,
      "grad_norm": 281.14459228515625,
      "learning_rate": 1.6526505522481134e-06,
      "loss": 1.6723341941833496,
      "step": 490
    },
    {
      "epoch": 0.42695652173913046,
      "grad_norm": 39.20327377319336,
      "learning_rate": 1.6492444244515577e-06,
      "loss": 0.23699325323104858,
      "step": 491
    },
    {
      "epoch": 0.42782608695652175,
      "grad_norm": 71.64807891845703,
      "learning_rate": 1.645834992251841e-06,
      "loss": 2.458763837814331,
      "step": 492
    },
    {
      "epoch": 0.42869565217391303,
      "grad_norm": 70.16139221191406,
      "learning_rate": 1.6424222838676127e-06,
      "loss": 0.8271002769470215,
      "step": 493
    },
    {
      "epoch": 0.4295652173913043,
      "grad_norm": 160.2700653076172,
      "learning_rate": 1.6390063275446387e-06,
      "loss": 1.1022875308990479,
      "step": 494
    },
    {
      "epoch": 0.43043478260869567,
      "grad_norm": 133.14254760742188,
      "learning_rate": 1.6355871515555665e-06,
      "loss": 0.6330558657646179,
      "step": 495
    },
    {
      "epoch": 0.43130434782608695,
      "grad_norm": 384.534423828125,
      "learning_rate": 1.6321647841996914e-06,
      "loss": 1.0990197658538818,
      "step": 496
    },
    {
      "epoch": 0.43217391304347824,
      "grad_norm": 37.18069839477539,
      "learning_rate": 1.6287392538027225e-06,
      "loss": 0.3156867027282715,
      "step": 497
    },
    {
      "epoch": 0.4330434782608696,
      "grad_norm": 112.12581634521484,
      "learning_rate": 1.6253105887165488e-06,
      "loss": 0.6666814684867859,
      "step": 498
    },
    {
      "epoch": 0.4339130434782609,
      "grad_norm": 98.95524597167969,
      "learning_rate": 1.6218788173190038e-06,
      "loss": 0.9090654850006104,
      "step": 499
    },
    {
      "epoch": 0.43478260869565216,
      "grad_norm": 54.75837707519531,
      "learning_rate": 1.6184439680136305e-06,
      "loss": 0.5066555738449097,
      "step": 500
    },
    {
      "epoch": 0.4356521739130435,
      "grad_norm": 186.33668518066406,
      "learning_rate": 1.6150060692294467e-06,
      "loss": 0.8995145559310913,
      "step": 501
    },
    {
      "epoch": 0.4365217391304348,
      "grad_norm": 120.6266098022461,
      "learning_rate": 1.6115651494207099e-06,
      "loss": 2.663893938064575,
      "step": 502
    },
    {
      "epoch": 0.4373913043478261,
      "grad_norm": 58.315223693847656,
      "learning_rate": 1.608121237066681e-06,
      "loss": 2.4864797592163086,
      "step": 503
    },
    {
      "epoch": 0.43826086956521737,
      "grad_norm": 1452.934326171875,
      "learning_rate": 1.6046743606713905e-06,
      "loss": 2.9407260417938232,
      "step": 504
    },
    {
      "epoch": 0.4391304347826087,
      "grad_norm": 99.23982238769531,
      "learning_rate": 1.6012245487633994e-06,
      "loss": 0.7989898920059204,
      "step": 505
    },
    {
      "epoch": 0.44,
      "grad_norm": 48.1356315612793,
      "learning_rate": 1.597771829895566e-06,
      "loss": 1.13506281375885,
      "step": 506
    },
    {
      "epoch": 0.4408695652173913,
      "grad_norm": 124.52139282226562,
      "learning_rate": 1.5943162326448086e-06,
      "loss": 1.1770362854003906,
      "step": 507
    },
    {
      "epoch": 0.44173913043478263,
      "grad_norm": 61.51244354248047,
      "learning_rate": 1.5908577856118673e-06,
      "loss": 0.7881090044975281,
      "step": 508
    },
    {
      "epoch": 0.4426086956521739,
      "grad_norm": 73.799560546875,
      "learning_rate": 1.5873965174210715e-06,
      "loss": 1.9321670532226562,
      "step": 509
    },
    {
      "epoch": 0.4434782608695652,
      "grad_norm": 41.300926208496094,
      "learning_rate": 1.5839324567200976e-06,
      "loss": 0.30828559398651123,
      "step": 510
    },
    {
      "epoch": 0.4443478260869565,
      "grad_norm": 52.224727630615234,
      "learning_rate": 1.5804656321797362e-06,
      "loss": 0.2625771760940552,
      "step": 511
    },
    {
      "epoch": 0.44521739130434784,
      "grad_norm": 361.1880798339844,
      "learning_rate": 1.5769960724936532e-06,
      "loss": 0.5133645534515381,
      "step": 512
    },
    {
      "epoch": 0.44608695652173913,
      "grad_norm": 154.89776611328125,
      "learning_rate": 1.573523806378151e-06,
      "loss": 1.1001667976379395,
      "step": 513
    },
    {
      "epoch": 0.4469565217391304,
      "grad_norm": 25.168838500976562,
      "learning_rate": 1.570048862571934e-06,
      "loss": 0.4305715560913086,
      "step": 514
    },
    {
      "epoch": 0.44782608695652176,
      "grad_norm": 49.302490234375,
      "learning_rate": 1.5665712698358676e-06,
      "loss": 0.379476398229599,
      "step": 515
    },
    {
      "epoch": 0.44869565217391305,
      "grad_norm": 27.884868621826172,
      "learning_rate": 1.5630910569527419e-06,
      "loss": 0.3568403720855713,
      "step": 516
    },
    {
      "epoch": 0.44956521739130434,
      "grad_norm": 74.5727767944336,
      "learning_rate": 1.5596082527270327e-06,
      "loss": 0.3433043956756592,
      "step": 517
    },
    {
      "epoch": 0.4504347826086956,
      "grad_norm": 98.89971160888672,
      "learning_rate": 1.5561228859846636e-06,
      "loss": 0.48701316118240356,
      "step": 518
    },
    {
      "epoch": 0.45130434782608697,
      "grad_norm": 50.903289794921875,
      "learning_rate": 1.5526349855727674e-06,
      "loss": 0.4016726613044739,
      "step": 519
    },
    {
      "epoch": 0.45217391304347826,
      "grad_norm": 40.44261169433594,
      "learning_rate": 1.5491445803594474e-06,
      "loss": 0.37266242504119873,
      "step": 520
    },
    {
      "epoch": 0.45304347826086955,
      "grad_norm": 78.33443450927734,
      "learning_rate": 1.5456516992335375e-06,
      "loss": 0.8275619745254517,
      "step": 521
    },
    {
      "epoch": 0.4539130434782609,
      "grad_norm": 175.40965270996094,
      "learning_rate": 1.542156371104364e-06,
      "loss": 1.6764061450958252,
      "step": 522
    },
    {
      "epoch": 0.4547826086956522,
      "grad_norm": 200.28219604492188,
      "learning_rate": 1.5386586249015074e-06,
      "loss": 0.42932283878326416,
      "step": 523
    },
    {
      "epoch": 0.45565217391304347,
      "grad_norm": 301.8988952636719,
      "learning_rate": 1.5351584895745592e-06,
      "loss": 0.5816707611083984,
      "step": 524
    },
    {
      "epoch": 0.45652173913043476,
      "grad_norm": 236.58929443359375,
      "learning_rate": 1.5316559940928877e-06,
      "loss": 1.8768939971923828,
      "step": 525
    },
    {
      "epoch": 0.4573913043478261,
      "grad_norm": 44.522884368896484,
      "learning_rate": 1.528151167445393e-06,
      "loss": 0.45754727721214294,
      "step": 526
    },
    {
      "epoch": 0.4582608695652174,
      "grad_norm": 37.146820068359375,
      "learning_rate": 1.5246440386402716e-06,
      "loss": 0.3753184676170349,
      "step": 527
    },
    {
      "epoch": 0.4591304347826087,
      "grad_norm": 40.38521194458008,
      "learning_rate": 1.5211346367047719e-06,
      "loss": 0.8287581205368042,
      "step": 528
    },
    {
      "epoch": 0.46,
      "grad_norm": 204.2262725830078,
      "learning_rate": 1.5176229906849577e-06,
      "loss": 1.6905226707458496,
      "step": 529
    },
    {
      "epoch": 0.4608695652173913,
      "grad_norm": 117.0674819946289,
      "learning_rate": 1.514109129645466e-06,
      "loss": 0.5957748293876648,
      "step": 530
    },
    {
      "epoch": 0.4617391304347826,
      "grad_norm": 125.92433166503906,
      "learning_rate": 1.5105930826692664e-06,
      "loss": 0.9250260591506958,
      "step": 531
    },
    {
      "epoch": 0.46260869565217394,
      "grad_norm": 69.9134750366211,
      "learning_rate": 1.5070748788574208e-06,
      "loss": 0.364722341299057,
      "step": 532
    },
    {
      "epoch": 0.46347826086956523,
      "grad_norm": 151.97052001953125,
      "learning_rate": 1.5035545473288426e-06,
      "loss": 0.8764115571975708,
      "step": 533
    },
    {
      "epoch": 0.4643478260869565,
      "grad_norm": 36.5955924987793,
      "learning_rate": 1.5000321172200557e-06,
      "loss": 0.29237812757492065,
      "step": 534
    },
    {
      "epoch": 0.4652173913043478,
      "grad_norm": 44.44923782348633,
      "learning_rate": 1.4965076176849528e-06,
      "loss": 0.25572437047958374,
      "step": 535
    },
    {
      "epoch": 0.46608695652173915,
      "grad_norm": 58.24061584472656,
      "learning_rate": 1.4929810778945545e-06,
      "loss": 3.842434883117676,
      "step": 536
    },
    {
      "epoch": 0.46695652173913044,
      "grad_norm": 79.52149963378906,
      "learning_rate": 1.4894525270367682e-06,
      "loss": 0.7761034965515137,
      "step": 537
    },
    {
      "epoch": 0.4678260869565217,
      "grad_norm": 85.65235900878906,
      "learning_rate": 1.485921994316146e-06,
      "loss": 1.0048233270645142,
      "step": 538
    },
    {
      "epoch": 0.46869565217391307,
      "grad_norm": 147.44503784179688,
      "learning_rate": 1.4823895089536435e-06,
      "loss": 1.2945889234542847,
      "step": 539
    },
    {
      "epoch": 0.46956521739130436,
      "grad_norm": 77.540771484375,
      "learning_rate": 1.4788551001863768e-06,
      "loss": 1.0739409923553467,
      "step": 540
    },
    {
      "epoch": 0.47043478260869565,
      "grad_norm": 19.513778686523438,
      "learning_rate": 1.4753187972673824e-06,
      "loss": 0.13495752215385437,
      "step": 541
    },
    {
      "epoch": 0.47130434782608693,
      "grad_norm": 559.4796142578125,
      "learning_rate": 1.471780629465373e-06,
      "loss": 2.378528118133545,
      "step": 542
    },
    {
      "epoch": 0.4721739130434783,
      "grad_norm": 138.12265014648438,
      "learning_rate": 1.468240626064497e-06,
      "loss": 0.45228928327560425,
      "step": 543
    },
    {
      "epoch": 0.47304347826086957,
      "grad_norm": 37.85926055908203,
      "learning_rate": 1.4646988163640955e-06,
      "loss": 0.41717642545700073,
      "step": 544
    },
    {
      "epoch": 0.47391304347826085,
      "grad_norm": 812.1907958984375,
      "learning_rate": 1.4611552296784581e-06,
      "loss": 0.6520176529884338,
      "step": 545
    },
    {
      "epoch": 0.4747826086956522,
      "grad_norm": 47.911109924316406,
      "learning_rate": 1.4576098953365845e-06,
      "loss": 0.28447192907333374,
      "step": 546
    },
    {
      "epoch": 0.4756521739130435,
      "grad_norm": 198.42416381835938,
      "learning_rate": 1.454062842681937e-06,
      "loss": 1.3370239734649658,
      "step": 547
    },
    {
      "epoch": 0.4765217391304348,
      "grad_norm": 866.588623046875,
      "learning_rate": 1.4505141010722004e-06,
      "loss": 0.7387341856956482,
      "step": 548
    },
    {
      "epoch": 0.47739130434782606,
      "grad_norm": 63.434783935546875,
      "learning_rate": 1.446963699879039e-06,
      "loss": 0.347465455532074,
      "step": 549
    },
    {
      "epoch": 0.4782608695652174,
      "grad_norm": 159.80320739746094,
      "learning_rate": 1.4434116684878516e-06,
      "loss": 1.3235949277877808,
      "step": 550
    },
    {
      "epoch": 0.4791304347826087,
      "grad_norm": 109.88274383544922,
      "learning_rate": 1.4398580362975311e-06,
      "loss": 1.1254695653915405,
      "step": 551
    },
    {
      "epoch": 0.48,
      "grad_norm": 37.5253791809082,
      "learning_rate": 1.436302832720218e-06,
      "loss": 0.21883612871170044,
      "step": 552
    },
    {
      "epoch": 0.4808695652173913,
      "grad_norm": 75.48155212402344,
      "learning_rate": 1.4327460871810606e-06,
      "loss": 0.28479528427124023,
      "step": 553
    },
    {
      "epoch": 0.4817391304347826,
      "grad_norm": 886.3295288085938,
      "learning_rate": 1.429187829117967e-06,
      "loss": 1.2821072340011597,
      "step": 554
    },
    {
      "epoch": 0.4826086956521739,
      "grad_norm": 217.08229064941406,
      "learning_rate": 1.4256280879813661e-06,
      "loss": 0.937677264213562,
      "step": 555
    },
    {
      "epoch": 0.4834782608695652,
      "grad_norm": 103.811279296875,
      "learning_rate": 1.4220668932339606e-06,
      "loss": 0.334438294172287,
      "step": 556
    },
    {
      "epoch": 0.48434782608695653,
      "grad_norm": 133.6400909423828,
      "learning_rate": 1.4185042743504843e-06,
      "loss": 0.8252410888671875,
      "step": 557
    },
    {
      "epoch": 0.4852173913043478,
      "grad_norm": 64.17788696289062,
      "learning_rate": 1.4149402608174583e-06,
      "loss": 0.6373386383056641,
      "step": 558
    },
    {
      "epoch": 0.4860869565217391,
      "grad_norm": 115.58035278320312,
      "learning_rate": 1.4113748821329462e-06,
      "loss": 0.42149341106414795,
      "step": 559
    },
    {
      "epoch": 0.48695652173913045,
      "grad_norm": 54.42445373535156,
      "learning_rate": 1.4078081678063118e-06,
      "loss": 1.273005723953247,
      "step": 560
    },
    {
      "epoch": 0.48782608695652174,
      "grad_norm": 18.693782806396484,
      "learning_rate": 1.4042401473579717e-06,
      "loss": 0.0848182663321495,
      "step": 561
    },
    {
      "epoch": 0.48869565217391303,
      "grad_norm": 139.10169982910156,
      "learning_rate": 1.4006708503191539e-06,
      "loss": 2.338060140609741,
      "step": 562
    },
    {
      "epoch": 0.4895652173913044,
      "grad_norm": 260.83331298828125,
      "learning_rate": 1.3971003062316527e-06,
      "loss": 0.7347593307495117,
      "step": 563
    },
    {
      "epoch": 0.49043478260869566,
      "grad_norm": 33.69926071166992,
      "learning_rate": 1.3935285446475822e-06,
      "loss": 0.2858821749687195,
      "step": 564
    },
    {
      "epoch": 0.49130434782608695,
      "grad_norm": 38.54191589355469,
      "learning_rate": 1.3899555951291348e-06,
      "loss": 0.42253923416137695,
      "step": 565
    },
    {
      "epoch": 0.49217391304347824,
      "grad_norm": 118.90116119384766,
      "learning_rate": 1.3863814872483347e-06,
      "loss": 2.127577543258667,
      "step": 566
    },
    {
      "epoch": 0.4930434782608696,
      "grad_norm": 25.04210662841797,
      "learning_rate": 1.3828062505867928e-06,
      "loss": 0.14584410190582275,
      "step": 567
    },
    {
      "epoch": 0.49391304347826087,
      "grad_norm": 89.78531646728516,
      "learning_rate": 1.3792299147354626e-06,
      "loss": 1.3909008502960205,
      "step": 568
    },
    {
      "epoch": 0.49478260869565216,
      "grad_norm": 139.40478515625,
      "learning_rate": 1.3756525092943965e-06,
      "loss": 1.3039909601211548,
      "step": 569
    },
    {
      "epoch": 0.4956521739130435,
      "grad_norm": 55.25202941894531,
      "learning_rate": 1.3720740638724977e-06,
      "loss": 0.2234216183423996,
      "step": 570
    },
    {
      "epoch": 0.4965217391304348,
      "grad_norm": 107.28520965576172,
      "learning_rate": 1.3684946080872779e-06,
      "loss": 0.6456013321876526,
      "step": 571
    },
    {
      "epoch": 0.4973913043478261,
      "grad_norm": 144.71206665039062,
      "learning_rate": 1.3649141715646117e-06,
      "loss": 2.418483018875122,
      "step": 572
    },
    {
      "epoch": 0.49826086956521737,
      "grad_norm": 52.84182357788086,
      "learning_rate": 1.361332783938489e-06,
      "loss": 0.2772313356399536,
      "step": 573
    },
    {
      "epoch": 0.4991304347826087,
      "grad_norm": 49.391849517822266,
      "learning_rate": 1.3577504748507744e-06,
      "loss": 0.43491166830062866,
      "step": 574
    },
    {
      "epoch": 0.5,
      "grad_norm": 57.58726119995117,
      "learning_rate": 1.3541672739509568e-06,
      "loss": 0.5723316669464111,
      "step": 575
    },
    {
      "epoch": 0.5008695652173913,
      "grad_norm": 58.86819839477539,
      "learning_rate": 1.3505832108959077e-06,
      "loss": 0.41305217146873474,
      "step": 576
    },
    {
      "epoch": 0.5017391304347826,
      "grad_norm": 71.6548843383789,
      "learning_rate": 1.346998315349633e-06,
      "loss": 0.4881059527397156,
      "step": 577
    },
    {
      "epoch": 0.5026086956521739,
      "grad_norm": 46.89256286621094,
      "learning_rate": 1.3434126169830306e-06,
      "loss": 0.2294202446937561,
      "step": 578
    },
    {
      "epoch": 0.5034782608695653,
      "grad_norm": 71.92279815673828,
      "learning_rate": 1.3398261454736413e-06,
      "loss": 0.49881815910339355,
      "step": 579
    },
    {
      "epoch": 0.5043478260869565,
      "grad_norm": 86.85327911376953,
      "learning_rate": 1.3362389305054061e-06,
      "loss": 0.8657968044281006,
      "step": 580
    },
    {
      "epoch": 0.5052173913043478,
      "grad_norm": 103.21882629394531,
      "learning_rate": 1.3326510017684194e-06,
      "loss": 0.3297439515590668,
      "step": 581
    },
    {
      "epoch": 0.5060869565217392,
      "grad_norm": 264.4145812988281,
      "learning_rate": 1.3290623889586817e-06,
      "loss": 0.5024732351303101,
      "step": 582
    },
    {
      "epoch": 0.5069565217391304,
      "grad_norm": 283.6190185546875,
      "learning_rate": 1.3254731217778577e-06,
      "loss": 1.4738558530807495,
      "step": 583
    },
    {
      "epoch": 0.5078260869565218,
      "grad_norm": 87.96891021728516,
      "learning_rate": 1.3218832299330259e-06,
      "loss": 0.2829592227935791,
      "step": 584
    },
    {
      "epoch": 0.508695652173913,
      "grad_norm": 54.880271911621094,
      "learning_rate": 1.3182927431364358e-06,
      "loss": 0.5073628425598145,
      "step": 585
    },
    {
      "epoch": 0.5095652173913043,
      "grad_norm": 30.446800231933594,
      "learning_rate": 1.314701691105262e-06,
      "loss": 2.0656630992889404,
      "step": 586
    },
    {
      "epoch": 0.5104347826086957,
      "grad_norm": 122.26018524169922,
      "learning_rate": 1.3111101035613551e-06,
      "loss": 0.21750657260417938,
      "step": 587
    },
    {
      "epoch": 0.5113043478260869,
      "grad_norm": 512.86962890625,
      "learning_rate": 1.3075180102310008e-06,
      "loss": 1.0234020948410034,
      "step": 588
    },
    {
      "epoch": 0.5121739130434783,
      "grad_norm": 116.8537826538086,
      "learning_rate": 1.3039254408446683e-06,
      "loss": 0.21366870403289795,
      "step": 589
    },
    {
      "epoch": 0.5130434782608696,
      "grad_norm": 49.10830307006836,
      "learning_rate": 1.3003324251367692e-06,
      "loss": 0.4299643635749817,
      "step": 590
    },
    {
      "epoch": 0.5139130434782608,
      "grad_norm": 182.322265625,
      "learning_rate": 1.2967389928454075e-06,
      "loss": 1.6993330717086792,
      "step": 591
    },
    {
      "epoch": 0.5147826086956522,
      "grad_norm": 609.0872802734375,
      "learning_rate": 1.2931451737121353e-06,
      "loss": 2.356942653656006,
      "step": 592
    },
    {
      "epoch": 0.5156521739130435,
      "grad_norm": 126.05340576171875,
      "learning_rate": 1.289550997481708e-06,
      "loss": 0.6911107301712036,
      "step": 593
    },
    {
      "epoch": 0.5165217391304348,
      "grad_norm": 236.08570861816406,
      "learning_rate": 1.2859564939018344e-06,
      "loss": 0.6245572566986084,
      "step": 594
    },
    {
      "epoch": 0.5173913043478261,
      "grad_norm": 65.2644271850586,
      "learning_rate": 1.2823616927229345e-06,
      "loss": 0.532337486743927,
      "step": 595
    },
    {
      "epoch": 0.5182608695652174,
      "grad_norm": 602.57080078125,
      "learning_rate": 1.2787666236978902e-06,
      "loss": 2.266624927520752,
      "step": 596
    },
    {
      "epoch": 0.5191304347826087,
      "grad_norm": 21.916934967041016,
      "learning_rate": 1.2751713165818005e-06,
      "loss": 0.23428139090538025,
      "step": 597
    },
    {
      "epoch": 0.52,
      "grad_norm": 92.19395446777344,
      "learning_rate": 1.2715758011317359e-06,
      "loss": 0.9039852023124695,
      "step": 598
    },
    {
      "epoch": 0.5208695652173913,
      "grad_norm": 123.28501892089844,
      "learning_rate": 1.2679801071064895e-06,
      "loss": 0.8925650119781494,
      "step": 599
    },
    {
      "epoch": 0.5217391304347826,
      "grad_norm": 250.67852783203125,
      "learning_rate": 1.2643842642663345e-06,
      "loss": 3.8089053630828857,
      "step": 600
    },
    {
      "epoch": 0.5226086956521739,
      "grad_norm": 72.26994323730469,
      "learning_rate": 1.2607883023727737e-06,
      "loss": 0.532624363899231,
      "step": 601
    },
    {
      "epoch": 0.5234782608695652,
      "grad_norm": 133.5413360595703,
      "learning_rate": 1.2571922511882973e-06,
      "loss": 1.2747904062271118,
      "step": 602
    },
    {
      "epoch": 0.5243478260869565,
      "grad_norm": 67.44408416748047,
      "learning_rate": 1.2535961404761322e-06,
      "loss": 0.37231168150901794,
      "step": 603
    },
    {
      "epoch": 0.5252173913043479,
      "grad_norm": 81.25239562988281,
      "learning_rate": 1.25e-06,
      "loss": 2.603219985961914,
      "step": 604
    },
    {
      "epoch": 0.5260869565217391,
      "grad_norm": 102.40206146240234,
      "learning_rate": 1.2464038595238682e-06,
      "loss": 1.3927900791168213,
      "step": 605
    },
    {
      "epoch": 0.5269565217391304,
      "grad_norm": 56.06349563598633,
      "learning_rate": 1.2428077488117033e-06,
      "loss": 0.1289176046848297,
      "step": 606
    },
    {
      "epoch": 0.5278260869565218,
      "grad_norm": 38.40553665161133,
      "learning_rate": 1.2392116976272265e-06,
      "loss": 0.22410118579864502,
      "step": 607
    },
    {
      "epoch": 0.528695652173913,
      "grad_norm": 102.11624145507812,
      "learning_rate": 1.2356157357336657e-06,
      "loss": 0.35848140716552734,
      "step": 608
    },
    {
      "epoch": 0.5295652173913044,
      "grad_norm": 138.64425659179688,
      "learning_rate": 1.2320198928935109e-06,
      "loss": 0.9172069430351257,
      "step": 609
    },
    {
      "epoch": 0.5304347826086957,
      "grad_norm": 41.466331481933594,
      "learning_rate": 1.2284241988682645e-06,
      "loss": 0.3112112879753113,
      "step": 610
    },
    {
      "epoch": 0.5313043478260869,
      "grad_norm": 61.450721740722656,
      "learning_rate": 1.2248286834182e-06,
      "loss": 0.5715629458427429,
      "step": 611
    },
    {
      "epoch": 0.5321739130434783,
      "grad_norm": 79.89807891845703,
      "learning_rate": 1.2212333763021104e-06,
      "loss": 1.294171929359436,
      "step": 612
    },
    {
      "epoch": 0.5330434782608696,
      "grad_norm": 72.71001434326172,
      "learning_rate": 1.2176383072770661e-06,
      "loss": 0.518186092376709,
      "step": 613
    },
    {
      "epoch": 0.5339130434782609,
      "grad_norm": 137.88656616210938,
      "learning_rate": 1.2140435060981662e-06,
      "loss": 0.35097479820251465,
      "step": 614
    },
    {
      "epoch": 0.5347826086956522,
      "grad_norm": 67.36344909667969,
      "learning_rate": 1.2104490025182927e-06,
      "loss": 1.6497039794921875,
      "step": 615
    },
    {
      "epoch": 0.5356521739130434,
      "grad_norm": 26.461103439331055,
      "learning_rate": 1.2068548262878653e-06,
      "loss": 0.3913857638835907,
      "step": 616
    },
    {
      "epoch": 0.5365217391304348,
      "grad_norm": 70.71717834472656,
      "learning_rate": 1.2032610071545931e-06,
      "loss": 0.38299569487571716,
      "step": 617
    },
    {
      "epoch": 0.5373913043478261,
      "grad_norm": 31.943819046020508,
      "learning_rate": 1.1996675748632314e-06,
      "loss": 0.3052636384963989,
      "step": 618
    },
    {
      "epoch": 0.5382608695652173,
      "grad_norm": 70.05712127685547,
      "learning_rate": 1.1960745591553319e-06,
      "loss": 0.3777497708797455,
      "step": 619
    },
    {
      "epoch": 0.5391304347826087,
      "grad_norm": 75.02300262451172,
      "learning_rate": 1.1924819897689998e-06,
      "loss": 0.2484484165906906,
      "step": 620
    },
    {
      "epoch": 0.54,
      "grad_norm": 158.2064971923828,
      "learning_rate": 1.1888898964386453e-06,
      "loss": 2.01037859916687,
      "step": 621
    },
    {
      "epoch": 0.5408695652173913,
      "grad_norm": 97.98067474365234,
      "learning_rate": 1.1852983088947382e-06,
      "loss": 0.857545018196106,
      "step": 622
    },
    {
      "epoch": 0.5417391304347826,
      "grad_norm": 66.65267181396484,
      "learning_rate": 1.181707256863564e-06,
      "loss": 0.4367102086544037,
      "step": 623
    },
    {
      "epoch": 0.542608695652174,
      "grad_norm": 115.09444427490234,
      "learning_rate": 1.1781167700669743e-06,
      "loss": 0.7836287021636963,
      "step": 624
    },
    {
      "epoch": 0.5434782608695652,
      "grad_norm": 45.53085708618164,
      "learning_rate": 1.1745268782221425e-06,
      "loss": 0.19425027072429657,
      "step": 625
    },
    {
      "epoch": 0.5443478260869565,
      "grad_norm": 220.548583984375,
      "learning_rate": 1.1709376110413183e-06,
      "loss": 0.7339515089988708,
      "step": 626
    },
    {
      "epoch": 0.5452173913043479,
      "grad_norm": 51.19890213012695,
      "learning_rate": 1.1673489982315808e-06,
      "loss": 1.0075253248214722,
      "step": 627
    },
    {
      "epoch": 0.5460869565217391,
      "grad_norm": 88.91786193847656,
      "learning_rate": 1.1637610694945939e-06,
      "loss": 0.270574688911438,
      "step": 628
    },
    {
      "epoch": 0.5469565217391305,
      "grad_norm": 52.1123161315918,
      "learning_rate": 1.160173854526359e-06,
      "loss": 0.6707390546798706,
      "step": 629
    },
    {
      "epoch": 0.5478260869565217,
      "grad_norm": 28.796892166137695,
      "learning_rate": 1.1565873830169698e-06,
      "loss": 0.9050424098968506,
      "step": 630
    },
    {
      "epoch": 0.548695652173913,
      "grad_norm": 25.490886688232422,
      "learning_rate": 1.1530016846503673e-06,
      "loss": 0.17329643666744232,
      "step": 631
    },
    {
      "epoch": 0.5495652173913044,
      "grad_norm": 47.696041107177734,
      "learning_rate": 1.1494167891040927e-06,
      "loss": 0.2002371996641159,
      "step": 632
    },
    {
      "epoch": 0.5504347826086956,
      "grad_norm": 62.62557601928711,
      "learning_rate": 1.1458327260490434e-06,
      "loss": 0.37586089968681335,
      "step": 633
    },
    {
      "epoch": 0.551304347826087,
      "grad_norm": 57.04502487182617,
      "learning_rate": 1.1422495251492258e-06,
      "loss": 0.3957309126853943,
      "step": 634
    },
    {
      "epoch": 0.5521739130434783,
      "grad_norm": 27.15058708190918,
      "learning_rate": 1.1386672160615112e-06,
      "loss": 0.13363079726696014,
      "step": 635
    },
    {
      "epoch": 0.5530434782608695,
      "grad_norm": 43.407196044921875,
      "learning_rate": 1.135085828435389e-06,
      "loss": 0.8801892995834351,
      "step": 636
    },
    {
      "epoch": 0.5539130434782609,
      "grad_norm": 76.85043334960938,
      "learning_rate": 1.1315053919127223e-06,
      "loss": 0.47352680563926697,
      "step": 637
    },
    {
      "epoch": 0.5547826086956522,
      "grad_norm": 2558.25390625,
      "learning_rate": 1.1279259361275025e-06,
      "loss": 2.9988725185394287,
      "step": 638
    },
    {
      "epoch": 0.5556521739130434,
      "grad_norm": 28.422143936157227,
      "learning_rate": 1.124347490705604e-06,
      "loss": 0.1473201960325241,
      "step": 639
    },
    {
      "epoch": 0.5565217391304348,
      "grad_norm": 29.4410343170166,
      "learning_rate": 1.1207700852645376e-06,
      "loss": 0.13121181726455688,
      "step": 640
    },
    {
      "epoch": 0.5573913043478261,
      "grad_norm": 207.7372283935547,
      "learning_rate": 1.1171937494132076e-06,
      "loss": 2.1873674392700195,
      "step": 641
    },
    {
      "epoch": 0.5582608695652174,
      "grad_norm": 50.66484069824219,
      "learning_rate": 1.1136185127516658e-06,
      "loss": 0.4882809519767761,
      "step": 642
    },
    {
      "epoch": 0.5591304347826087,
      "grad_norm": 43.21005630493164,
      "learning_rate": 1.1100444048708654e-06,
      "loss": 0.30610162019729614,
      "step": 643
    },
    {
      "epoch": 0.56,
      "grad_norm": 33.58243179321289,
      "learning_rate": 1.1064714553524182e-06,
      "loss": 0.36231523752212524,
      "step": 644
    },
    {
      "epoch": 0.5608695652173913,
      "grad_norm": 27.419002532958984,
      "learning_rate": 1.1028996937683477e-06,
      "loss": 0.1604674905538559,
      "step": 645
    },
    {
      "epoch": 0.5617391304347826,
      "grad_norm": 61.23972702026367,
      "learning_rate": 1.0993291496808463e-06,
      "loss": 0.6611549258232117,
      "step": 646
    },
    {
      "epoch": 0.5626086956521739,
      "grad_norm": 32.585357666015625,
      "learning_rate": 1.0957598526420287e-06,
      "loss": 0.18001686036586761,
      "step": 647
    },
    {
      "epoch": 0.5634782608695652,
      "grad_norm": 121.16118621826172,
      "learning_rate": 1.0921918321936888e-06,
      "loss": 0.638570249080658,
      "step": 648
    },
    {
      "epoch": 0.5643478260869565,
      "grad_norm": 23.482879638671875,
      "learning_rate": 1.0886251178670543e-06,
      "loss": 0.552463948726654,
      "step": 649
    },
    {
      "epoch": 0.5652173913043478,
      "grad_norm": 106.4288558959961,
      "learning_rate": 1.0850597391825423e-06,
      "loss": 0.3047104477882385,
      "step": 650
    },
    {
      "epoch": 0.5660869565217391,
      "grad_norm": 25.377906799316406,
      "learning_rate": 1.0814957256495165e-06,
      "loss": 0.3209930658340454,
      "step": 651
    },
    {
      "epoch": 0.5669565217391305,
      "grad_norm": 55.308128356933594,
      "learning_rate": 1.07793310676604e-06,
      "loss": 0.33284878730773926,
      "step": 652
    },
    {
      "epoch": 0.5678260869565217,
      "grad_norm": 80.74183654785156,
      "learning_rate": 1.0743719120186345e-06,
      "loss": 0.35490426421165466,
      "step": 653
    },
    {
      "epoch": 0.568695652173913,
      "grad_norm": 63.32366943359375,
      "learning_rate": 1.0708121708820335e-06,
      "loss": 1.6498006582260132,
      "step": 654
    },
    {
      "epoch": 0.5695652173913044,
      "grad_norm": 102.98860931396484,
      "learning_rate": 1.0672539128189403e-06,
      "loss": 0.24597136676311493,
      "step": 655
    },
    {
      "epoch": 0.5704347826086956,
      "grad_norm": 70.00321197509766,
      "learning_rate": 1.0636971672797818e-06,
      "loss": 0.8502458930015564,
      "step": 656
    },
    {
      "epoch": 0.571304347826087,
      "grad_norm": 89.56877899169922,
      "learning_rate": 1.060141963702469e-06,
      "loss": 0.5706131458282471,
      "step": 657
    },
    {
      "epoch": 0.5721739130434783,
      "grad_norm": 17.826444625854492,
      "learning_rate": 1.0565883315121484e-06,
      "loss": 0.12732738256454468,
      "step": 658
    },
    {
      "epoch": 0.5730434782608695,
      "grad_norm": 346.88287353515625,
      "learning_rate": 1.0530363001209615e-06,
      "loss": 3.1927261352539062,
      "step": 659
    },
    {
      "epoch": 0.5739130434782609,
      "grad_norm": 50.20029830932617,
      "learning_rate": 1.0494858989277996e-06,
      "loss": 0.23988930881023407,
      "step": 660
    },
    {
      "epoch": 0.5747826086956521,
      "grad_norm": 28.96661376953125,
      "learning_rate": 1.0459371573180634e-06,
      "loss": 0.20075128972530365,
      "step": 661
    },
    {
      "epoch": 0.5756521739130435,
      "grad_norm": 29.971525192260742,
      "learning_rate": 1.0423901046634155e-06,
      "loss": 0.284665048122406,
      "step": 662
    },
    {
      "epoch": 0.5765217391304348,
      "grad_norm": 189.16937255859375,
      "learning_rate": 1.038844770321542e-06,
      "loss": 0.3455438017845154,
      "step": 663
    },
    {
      "epoch": 0.577391304347826,
      "grad_norm": 118.93046569824219,
      "learning_rate": 1.035301183635905e-06,
      "loss": 0.6655479669570923,
      "step": 664
    },
    {
      "epoch": 0.5782608695652174,
      "grad_norm": 97.87029266357422,
      "learning_rate": 1.0317593739355031e-06,
      "loss": 0.32840508222579956,
      "step": 665
    },
    {
      "epoch": 0.5791304347826087,
      "grad_norm": 22.744279861450195,
      "learning_rate": 1.0282193705346272e-06,
      "loss": 0.10876381397247314,
      "step": 666
    },
    {
      "epoch": 0.58,
      "grad_norm": 32.968849182128906,
      "learning_rate": 1.024681202732618e-06,
      "loss": 0.18748174607753754,
      "step": 667
    },
    {
      "epoch": 0.5808695652173913,
      "grad_norm": 115.26560974121094,
      "learning_rate": 1.0211448998136234e-06,
      "loss": 1.8718297481536865,
      "step": 668
    },
    {
      "epoch": 0.5817391304347826,
      "grad_norm": 40.707210540771484,
      "learning_rate": 1.017610491046357e-06,
      "loss": 0.14855729043483734,
      "step": 669
    },
    {
      "epoch": 0.5826086956521739,
      "grad_norm": 472.1355285644531,
      "learning_rate": 1.0140780056838543e-06,
      "loss": 2.8436179161071777,
      "step": 670
    },
    {
      "epoch": 0.5834782608695652,
      "grad_norm": 42.647972106933594,
      "learning_rate": 1.010547472963232e-06,
      "loss": 0.3507687449455261,
      "step": 671
    },
    {
      "epoch": 0.5843478260869566,
      "grad_norm": 38.82874298095703,
      "learning_rate": 1.007018922105446e-06,
      "loss": 0.32309889793395996,
      "step": 672
    },
    {
      "epoch": 0.5852173913043478,
      "grad_norm": 47.9738655090332,
      "learning_rate": 1.0034923823150477e-06,
      "loss": 2.2989041805267334,
      "step": 673
    },
    {
      "epoch": 0.5860869565217391,
      "grad_norm": 41.57319641113281,
      "learning_rate": 9.999678827799447e-07,
      "loss": 0.24739569425582886,
      "step": 674
    },
    {
      "epoch": 0.5869565217391305,
      "grad_norm": 47.57366180419922,
      "learning_rate": 9.964454526711576e-07,
      "loss": 0.3390384912490845,
      "step": 675
    },
    {
      "epoch": 0.5878260869565217,
      "grad_norm": 66.8327407836914,
      "learning_rate": 9.929251211425794e-07,
      "loss": 0.39729148149490356,
      "step": 676
    },
    {
      "epoch": 0.5886956521739131,
      "grad_norm": 99.55630493164062,
      "learning_rate": 9.89406917330734e-07,
      "loss": 0.1376858949661255,
      "step": 677
    },
    {
      "epoch": 0.5895652173913043,
      "grad_norm": 175.07766723632812,
      "learning_rate": 9.858908703545342e-07,
      "loss": 0.899673342704773,
      "step": 678
    },
    {
      "epoch": 0.5904347826086956,
      "grad_norm": 90.50199127197266,
      "learning_rate": 9.823770093150425e-07,
      "loss": 0.7324085235595703,
      "step": 679
    },
    {
      "epoch": 0.591304347826087,
      "grad_norm": 86.7284927368164,
      "learning_rate": 9.788653632952283e-07,
      "loss": 0.42626532912254333,
      "step": 680
    },
    {
      "epoch": 0.5921739130434782,
      "grad_norm": 29.3996639251709,
      "learning_rate": 9.75355961359729e-07,
      "loss": 0.13454458117485046,
      "step": 681
    },
    {
      "epoch": 0.5930434782608696,
      "grad_norm": 47.4012451171875,
      "learning_rate": 9.718488325546072e-07,
      "loss": 1.6617497205734253,
      "step": 682
    },
    {
      "epoch": 0.5939130434782609,
      "grad_norm": 437.3231506347656,
      "learning_rate": 9.68344005907113e-07,
      "loss": 1.1107021570205688,
      "step": 683
    },
    {
      "epoch": 0.5947826086956521,
      "grad_norm": 32.076087951660156,
      "learning_rate": 9.648415104254414e-07,
      "loss": 0.15177524089813232,
      "step": 684
    },
    {
      "epoch": 0.5956521739130435,
      "grad_norm": 220.3333282470703,
      "learning_rate": 9.613413750984935e-07,
      "loss": 1.4707931280136108,
      "step": 685
    },
    {
      "epoch": 0.5965217391304348,
      "grad_norm": 1715.71728515625,
      "learning_rate": 9.578436288956366e-07,
      "loss": 2.5795419216156006,
      "step": 686
    },
    {
      "epoch": 0.5973913043478261,
      "grad_norm": 44.38836669921875,
      "learning_rate": 9.543483007664632e-07,
      "loss": 0.749055027961731,
      "step": 687
    },
    {
      "epoch": 0.5982608695652174,
      "grad_norm": 320.1933288574219,
      "learning_rate": 9.508554196405532e-07,
      "loss": 1.3178150653839111,
      "step": 688
    },
    {
      "epoch": 0.5991304347826087,
      "grad_norm": 94.76158905029297,
      "learning_rate": 9.473650144272328e-07,
      "loss": 0.2434827983379364,
      "step": 689
    },
    {
      "epoch": 0.6,
      "grad_norm": 99.07818603515625,
      "learning_rate": 9.438771140153365e-07,
      "loss": 2.946225166320801,
      "step": 690
    },
    {
      "epoch": 0.6008695652173913,
      "grad_norm": 69.13819885253906,
      "learning_rate": 9.403917472729676e-07,
      "loss": 0.8060781359672546,
      "step": 691
    },
    {
      "epoch": 0.6017391304347826,
      "grad_norm": 45.17094039916992,
      "learning_rate": 9.369089430472583e-07,
      "loss": 0.25677287578582764,
      "step": 692
    },
    {
      "epoch": 0.6026086956521739,
      "grad_norm": 67.40509033203125,
      "learning_rate": 9.334287301641326e-07,
      "loss": 0.895323634147644,
      "step": 693
    },
    {
      "epoch": 0.6034782608695652,
      "grad_norm": 139.18455505371094,
      "learning_rate": 9.299511374280662e-07,
      "loss": 3.637253522872925,
      "step": 694
    },
    {
      "epoch": 0.6043478260869565,
      "grad_norm": 29.99213981628418,
      "learning_rate": 9.26476193621849e-07,
      "loss": 0.9718486070632935,
      "step": 695
    },
    {
      "epoch": 0.6052173913043478,
      "grad_norm": 168.57510375976562,
      "learning_rate": 9.230039275063473e-07,
      "loss": 0.6895861029624939,
      "step": 696
    },
    {
      "epoch": 0.6060869565217392,
      "grad_norm": 30.356876373291016,
      "learning_rate": 9.195343678202639e-07,
      "loss": 0.3929281234741211,
      "step": 697
    },
    {
      "epoch": 0.6069565217391304,
      "grad_norm": 100.34367370605469,
      "learning_rate": 9.160675432799028e-07,
      "loss": 1.1606305837631226,
      "step": 698
    },
    {
      "epoch": 0.6078260869565217,
      "grad_norm": 126.29876708984375,
      "learning_rate": 9.126034825789289e-07,
      "loss": 0.7983366847038269,
      "step": 699
    },
    {
      "epoch": 0.6086956521739131,
      "grad_norm": 25.401891708374023,
      "learning_rate": 9.091422143881329e-07,
      "loss": 1.1823790073394775,
      "step": 700
    },
    {
      "epoch": 0.6095652173913043,
      "grad_norm": 37.92864227294922,
      "learning_rate": 9.056837673551919e-07,
      "loss": 1.6165263652801514,
      "step": 701
    },
    {
      "epoch": 0.6104347826086957,
      "grad_norm": 118.26660919189453,
      "learning_rate": 9.022281701044343e-07,
      "loss": 1.1245553493499756,
      "step": 702
    },
    {
      "epoch": 0.611304347826087,
      "grad_norm": 59.895263671875,
      "learning_rate": 8.98775451236601e-07,
      "loss": 0.46273553371429443,
      "step": 703
    },
    {
      "epoch": 0.6121739130434782,
      "grad_norm": 35.208133697509766,
      "learning_rate": 8.953256393286099e-07,
      "loss": 0.2643696069717407,
      "step": 704
    },
    {
      "epoch": 0.6130434782608696,
      "grad_norm": 535.8164672851562,
      "learning_rate": 8.918787629333192e-07,
      "loss": 1.2478746175765991,
      "step": 705
    },
    {
      "epoch": 0.6139130434782609,
      "grad_norm": 44.985755920410156,
      "learning_rate": 8.884348505792905e-07,
      "loss": 0.19614474475383759,
      "step": 706
    },
    {
      "epoch": 0.6147826086956522,
      "grad_norm": 104.74789428710938,
      "learning_rate": 8.849939307705538e-07,
      "loss": 0.4358571469783783,
      "step": 707
    },
    {
      "epoch": 0.6156521739130435,
      "grad_norm": 112.15499877929688,
      "learning_rate": 8.815560319863698e-07,
      "loss": 1.2568089962005615,
      "step": 708
    },
    {
      "epoch": 0.6165217391304347,
      "grad_norm": 28.575714111328125,
      "learning_rate": 8.781211826809966e-07,
      "loss": 0.19895046949386597,
      "step": 709
    },
    {
      "epoch": 0.6173913043478261,
      "grad_norm": 212.95989990234375,
      "learning_rate": 8.746894112834514e-07,
      "loss": 0.42774924635887146,
      "step": 710
    },
    {
      "epoch": 0.6182608695652174,
      "grad_norm": 141.77655029296875,
      "learning_rate": 8.712607461972777e-07,
      "loss": 0.4444720447063446,
      "step": 711
    },
    {
      "epoch": 0.6191304347826087,
      "grad_norm": 151.486328125,
      "learning_rate": 8.678352158003093e-07,
      "loss": 0.4183366894721985,
      "step": 712
    },
    {
      "epoch": 0.62,
      "grad_norm": 212.81463623046875,
      "learning_rate": 8.644128484444339e-07,
      "loss": 0.467068612575531,
      "step": 713
    },
    {
      "epoch": 0.6208695652173913,
      "grad_norm": 146.66627502441406,
      "learning_rate": 8.609936724553616e-07,
      "loss": 1.342170238494873,
      "step": 714
    },
    {
      "epoch": 0.6217391304347826,
      "grad_norm": 59.82827377319336,
      "learning_rate": 8.575777161323876e-07,
      "loss": 0.2382092922925949,
      "step": 715
    },
    {
      "epoch": 0.6226086956521739,
      "grad_norm": 94.89098358154297,
      "learning_rate": 8.541650077481598e-07,
      "loss": 1.388150691986084,
      "step": 716
    },
    {
      "epoch": 0.6234782608695653,
      "grad_norm": 131.10488891601562,
      "learning_rate": 8.507555755484429e-07,
      "loss": 0.5265352725982666,
      "step": 717
    },
    {
      "epoch": 0.6243478260869565,
      "grad_norm": 24.01419448852539,
      "learning_rate": 8.47349447751887e-07,
      "loss": 0.129073366522789,
      "step": 718
    },
    {
      "epoch": 0.6252173913043478,
      "grad_norm": 60.04438781738281,
      "learning_rate": 8.439466525497925e-07,
      "loss": 0.2663729190826416,
      "step": 719
    },
    {
      "epoch": 0.6260869565217392,
      "grad_norm": 75.26876831054688,
      "learning_rate": 8.405472181058766e-07,
      "loss": 0.7231850028038025,
      "step": 720
    },
    {
      "epoch": 0.6269565217391304,
      "grad_norm": 50.57442092895508,
      "learning_rate": 8.371511725560416e-07,
      "loss": 0.44643306732177734,
      "step": 721
    },
    {
      "epoch": 0.6278260869565218,
      "grad_norm": 45.66079330444336,
      "learning_rate": 8.3375854400814e-07,
      "loss": 0.21311675012111664,
      "step": 722
    },
    {
      "epoch": 0.628695652173913,
      "grad_norm": 125.3226547241211,
      "learning_rate": 8.303693605417444e-07,
      "loss": 0.28283005952835083,
      "step": 723
    },
    {
      "epoch": 0.6295652173913043,
      "grad_norm": 311.9544982910156,
      "learning_rate": 8.26983650207912e-07,
      "loss": 2.3147706985473633,
      "step": 724
    },
    {
      "epoch": 0.6304347826086957,
      "grad_norm": 40.3516960144043,
      "learning_rate": 8.236014410289558e-07,
      "loss": 0.2545880079269409,
      "step": 725
    },
    {
      "epoch": 0.6313043478260869,
      "grad_norm": 61.10118865966797,
      "learning_rate": 8.202227609982102e-07,
      "loss": 0.23725251853466034,
      "step": 726
    },
    {
      "epoch": 0.6321739130434783,
      "grad_norm": 188.16836547851562,
      "learning_rate": 8.168476380798e-07,
      "loss": 0.7833305597305298,
      "step": 727
    },
    {
      "epoch": 0.6330434782608696,
      "grad_norm": 40.73017883300781,
      "learning_rate": 8.134761002084093e-07,
      "loss": 0.4744747281074524,
      "step": 728
    },
    {
      "epoch": 0.6339130434782608,
      "grad_norm": 108.56316375732422,
      "learning_rate": 8.1010817528905e-07,
      "loss": 2.7104363441467285,
      "step": 729
    },
    {
      "epoch": 0.6347826086956522,
      "grad_norm": 275.402587890625,
      "learning_rate": 8.067438911968305e-07,
      "loss": 0.34983405470848083,
      "step": 730
    },
    {
      "epoch": 0.6356521739130435,
      "grad_norm": 117.67816925048828,
      "learning_rate": 8.033832757767261e-07,
      "loss": 0.19223889708518982,
      "step": 731
    },
    {
      "epoch": 0.6365217391304347,
      "grad_norm": 37.56853103637695,
      "learning_rate": 8.00026356843347e-07,
      "loss": 0.273229718208313,
      "step": 732
    },
    {
      "epoch": 0.6373913043478261,
      "grad_norm": 76.53671264648438,
      "learning_rate": 7.9667316218071e-07,
      "loss": 0.48756998777389526,
      "step": 733
    },
    {
      "epoch": 0.6382608695652174,
      "grad_norm": 116.2587890625,
      "learning_rate": 7.933237195420063e-07,
      "loss": 1.9217708110809326,
      "step": 734
    },
    {
      "epoch": 0.6391304347826087,
      "grad_norm": 46.10844039916992,
      "learning_rate": 7.899780566493737e-07,
      "loss": 0.38386499881744385,
      "step": 735
    },
    {
      "epoch": 0.64,
      "grad_norm": 144.63941955566406,
      "learning_rate": 7.866362011936657e-07,
      "loss": 0.1522190421819687,
      "step": 736
    },
    {
      "epoch": 0.6408695652173914,
      "grad_norm": 37.94704818725586,
      "learning_rate": 7.832981808342238e-07,
      "loss": 2.6867988109588623,
      "step": 737
    },
    {
      "epoch": 0.6417391304347826,
      "grad_norm": 22.422178268432617,
      "learning_rate": 7.799640231986476e-07,
      "loss": 0.12112091481685638,
      "step": 738
    },
    {
      "epoch": 0.6426086956521739,
      "grad_norm": 66.90673065185547,
      "learning_rate": 7.766337558825655e-07,
      "loss": 0.5523828864097595,
      "step": 739
    },
    {
      "epoch": 0.6434782608695652,
      "grad_norm": 40.05387878417969,
      "learning_rate": 7.733074064494084e-07,
      "loss": 0.45325636863708496,
      "step": 740
    },
    {
      "epoch": 0.6443478260869565,
      "grad_norm": 43.796695709228516,
      "learning_rate": 7.699850024301792e-07,
      "loss": 0.5340378284454346,
      "step": 741
    },
    {
      "epoch": 0.6452173913043479,
      "grad_norm": 122.44947814941406,
      "learning_rate": 7.666665713232266e-07,
      "loss": 0.8238842487335205,
      "step": 742
    },
    {
      "epoch": 0.6460869565217391,
      "grad_norm": 1319.661376953125,
      "learning_rate": 7.633521405940167e-07,
      "loss": 1.1156479120254517,
      "step": 743
    },
    {
      "epoch": 0.6469565217391304,
      "grad_norm": 108.50177764892578,
      "learning_rate": 7.600417376749065e-07,
      "loss": 0.5874735116958618,
      "step": 744
    },
    {
      "epoch": 0.6478260869565218,
      "grad_norm": 1420.3948974609375,
      "learning_rate": 7.567353899649151e-07,
      "loss": 0.9687666296958923,
      "step": 745
    },
    {
      "epoch": 0.648695652173913,
      "grad_norm": 341.1820068359375,
      "learning_rate": 7.534331248294988e-07,
      "loss": 2.0976004600524902,
      "step": 746
    },
    {
      "epoch": 0.6495652173913044,
      "grad_norm": 45.289859771728516,
      "learning_rate": 7.50134969600324e-07,
      "loss": 0.34963545203208923,
      "step": 747
    },
    {
      "epoch": 0.6504347826086957,
      "grad_norm": 16.49801254272461,
      "learning_rate": 7.468409515750408e-07,
      "loss": 0.06994298100471497,
      "step": 748
    },
    {
      "epoch": 0.6513043478260869,
      "grad_norm": 73.21430206298828,
      "learning_rate": 7.435510980170571e-07,
      "loss": 1.5250405073165894,
      "step": 749
    },
    {
      "epoch": 0.6521739130434783,
      "grad_norm": 21.338817596435547,
      "learning_rate": 7.402654361553124e-07,
      "loss": 0.1742645502090454,
      "step": 750
    },
    {
      "epoch": 0.6530434782608696,
      "grad_norm": 29.892614364624023,
      "learning_rate": 7.369839931840543e-07,
      "loss": 0.19237443804740906,
      "step": 751
    },
    {
      "epoch": 0.6539130434782608,
      "grad_norm": 47.94505310058594,
      "learning_rate": 7.337067962626109e-07,
      "loss": 0.1351660043001175,
      "step": 752
    },
    {
      "epoch": 0.6547826086956522,
      "grad_norm": 18.830358505249023,
      "learning_rate": 7.304338725151682e-07,
      "loss": 0.10270270705223083,
      "step": 753
    },
    {
      "epoch": 0.6556521739130434,
      "grad_norm": 57.59758377075195,
      "learning_rate": 7.271652490305439e-07,
      "loss": 0.23244795203208923,
      "step": 754
    },
    {
      "epoch": 0.6565217391304348,
      "grad_norm": 30.00511932373047,
      "learning_rate": 7.239009528619645e-07,
      "loss": 0.2164381593465805,
      "step": 755
    },
    {
      "epoch": 0.6573913043478261,
      "grad_norm": 74.43519592285156,
      "learning_rate": 7.206410110268404e-07,
      "loss": 0.3441828191280365,
      "step": 756
    },
    {
      "epoch": 0.6582608695652173,
      "grad_norm": 457.5736083984375,
      "learning_rate": 7.173854505065439e-07,
      "loss": 1.7203702926635742,
      "step": 757
    },
    {
      "epoch": 0.6591304347826087,
      "grad_norm": 70.8633041381836,
      "learning_rate": 7.141342982461822e-07,
      "loss": 0.6303427219390869,
      "step": 758
    },
    {
      "epoch": 0.66,
      "grad_norm": 63.65497589111328,
      "learning_rate": 7.1088758115438e-07,
      "loss": 0.4415142238140106,
      "step": 759
    },
    {
      "epoch": 0.6608695652173913,
      "grad_norm": 98.77738189697266,
      "learning_rate": 7.076453261030525e-07,
      "loss": 1.5135620832443237,
      "step": 760
    },
    {
      "epoch": 0.6617391304347826,
      "grad_norm": 218.7939910888672,
      "learning_rate": 7.044075599271827e-07,
      "loss": 0.5372211933135986,
      "step": 761
    },
    {
      "epoch": 0.662608695652174,
      "grad_norm": 394.105224609375,
      "learning_rate": 7.011743094246026e-07,
      "loss": 1.5432229042053223,
      "step": 762
    },
    {
      "epoch": 0.6634782608695652,
      "grad_norm": 74.53784942626953,
      "learning_rate": 6.979456013557697e-07,
      "loss": 0.7411608099937439,
      "step": 763
    },
    {
      "epoch": 0.6643478260869565,
      "grad_norm": 21.297935485839844,
      "learning_rate": 6.947214624435433e-07,
      "loss": 0.12155219167470932,
      "step": 764
    },
    {
      "epoch": 0.6652173913043479,
      "grad_norm": 52.77621078491211,
      "learning_rate": 6.915019193729677e-07,
      "loss": 0.7553197741508484,
      "step": 765
    },
    {
      "epoch": 0.6660869565217391,
      "grad_norm": 87.89788055419922,
      "learning_rate": 6.882869987910482e-07,
      "loss": 0.7316939830780029,
      "step": 766
    },
    {
      "epoch": 0.6669565217391304,
      "grad_norm": 34.747337341308594,
      "learning_rate": 6.850767273065319e-07,
      "loss": 5.6733927726745605,
      "step": 767
    },
    {
      "epoch": 0.6678260869565218,
      "grad_norm": 30.68366241455078,
      "learning_rate": 6.818711314896853e-07,
      "loss": 0.26603609323501587,
      "step": 768
    },
    {
      "epoch": 0.668695652173913,
      "grad_norm": 59.08272933959961,
      "learning_rate": 6.78670237872078e-07,
      "loss": 1.0568660497665405,
      "step": 769
    },
    {
      "epoch": 0.6695652173913044,
      "grad_norm": 77.0888671875,
      "learning_rate": 6.754740729463605e-07,
      "loss": 0.3410334587097168,
      "step": 770
    },
    {
      "epoch": 0.6704347826086956,
      "grad_norm": 27.843608856201172,
      "learning_rate": 6.722826631660459e-07,
      "loss": 0.8075916171073914,
      "step": 771
    },
    {
      "epoch": 0.671304347826087,
      "grad_norm": 34.91166305541992,
      "learning_rate": 6.690960349452894e-07,
      "loss": 0.5702222585678101,
      "step": 772
    },
    {
      "epoch": 0.6721739130434783,
      "grad_norm": 52.66334915161133,
      "learning_rate": 6.659142146586725e-07,
      "loss": 0.2313537299633026,
      "step": 773
    },
    {
      "epoch": 0.6730434782608695,
      "grad_norm": 121.50244903564453,
      "learning_rate": 6.627372286409829e-07,
      "loss": 0.47095775604248047,
      "step": 774
    },
    {
      "epoch": 0.6739130434782609,
      "grad_norm": 57.6857795715332,
      "learning_rate": 6.595651031869954e-07,
      "loss": 0.3306769132614136,
      "step": 775
    },
    {
      "epoch": 0.6747826086956522,
      "grad_norm": 1026.720947265625,
      "learning_rate": 6.563978645512576e-07,
      "loss": 1.298703670501709,
      "step": 776
    },
    {
      "epoch": 0.6756521739130434,
      "grad_norm": 35.41200256347656,
      "learning_rate": 6.532355389478689e-07,
      "loss": 0.44216975569725037,
      "step": 777
    },
    {
      "epoch": 0.6765217391304348,
      "grad_norm": 730.8540649414062,
      "learning_rate": 6.500781525502674e-07,
      "loss": 0.6264848113059998,
      "step": 778
    },
    {
      "epoch": 0.6773913043478261,
      "grad_norm": 152.3806610107422,
      "learning_rate": 6.469257314910085e-07,
      "loss": 1.5880484580993652,
      "step": 779
    },
    {
      "epoch": 0.6782608695652174,
      "grad_norm": 714.1800537109375,
      "learning_rate": 6.437783018615533e-07,
      "loss": 1.167626976966858,
      "step": 780
    },
    {
      "epoch": 0.6791304347826087,
      "grad_norm": 216.6626739501953,
      "learning_rate": 6.406358897120504e-07,
      "loss": 0.7450761795043945,
      "step": 781
    },
    {
      "epoch": 0.68,
      "grad_norm": 444.0139465332031,
      "learning_rate": 6.37498521051119e-07,
      "loss": 0.7422975301742554,
      "step": 782
    },
    {
      "epoch": 0.6808695652173913,
      "grad_norm": 634.5380859375,
      "learning_rate": 6.34366221845637e-07,
      "loss": 0.9782680869102478,
      "step": 783
    },
    {
      "epoch": 0.6817391304347826,
      "grad_norm": 34.93865203857422,
      "learning_rate": 6.312390180205233e-07,
      "loss": 0.24270987510681152,
      "step": 784
    },
    {
      "epoch": 0.6826086956521739,
      "grad_norm": 25.33079719543457,
      "learning_rate": 6.281169354585249e-07,
      "loss": 0.17209675908088684,
      "step": 785
    },
    {
      "epoch": 0.6834782608695652,
      "grad_norm": 69.52841186523438,
      "learning_rate": 6.250000000000004e-07,
      "loss": 0.3119470477104187,
      "step": 786
    },
    {
      "epoch": 0.6843478260869565,
      "grad_norm": 76.1631088256836,
      "learning_rate": 6.218882374427089e-07,
      "loss": 0.24853132665157318,
      "step": 787
    },
    {
      "epoch": 0.6852173913043478,
      "grad_norm": 68.14842224121094,
      "learning_rate": 6.187816735415954e-07,
      "loss": 0.57975834608078,
      "step": 788
    },
    {
      "epoch": 0.6860869565217391,
      "grad_norm": 110.76408386230469,
      "learning_rate": 6.156803340085772e-07,
      "loss": 0.8176261782646179,
      "step": 789
    },
    {
      "epoch": 0.6869565217391305,
      "grad_norm": 101.59113311767578,
      "learning_rate": 6.125842445123305e-07,
      "loss": 0.9113748073577881,
      "step": 790
    },
    {
      "epoch": 0.6878260869565217,
      "grad_norm": 99.70103454589844,
      "learning_rate": 6.094934306780799e-07,
      "loss": 0.49612969160079956,
      "step": 791
    },
    {
      "epoch": 0.688695652173913,
      "grad_norm": 51.14309310913086,
      "learning_rate": 6.064079180873851e-07,
      "loss": 0.22991034388542175,
      "step": 792
    },
    {
      "epoch": 0.6895652173913044,
      "grad_norm": 414.42901611328125,
      "learning_rate": 6.033277322779289e-07,
      "loss": 2.277712821960449,
      "step": 793
    },
    {
      "epoch": 0.6904347826086956,
      "grad_norm": 53.07019805908203,
      "learning_rate": 6.002528987433068e-07,
      "loss": 0.18213284015655518,
      "step": 794
    },
    {
      "epoch": 0.691304347826087,
      "grad_norm": 57.624019622802734,
      "learning_rate": 5.971834429328151e-07,
      "loss": 0.23929773271083832,
      "step": 795
    },
    {
      "epoch": 0.6921739130434783,
      "grad_norm": 122.63893127441406,
      "learning_rate": 5.9411939025124e-07,
      "loss": 1.7961044311523438,
      "step": 796
    },
    {
      "epoch": 0.6930434782608695,
      "grad_norm": 78.53750610351562,
      "learning_rate": 5.910607660586488e-07,
      "loss": 0.47248125076293945,
      "step": 797
    },
    {
      "epoch": 0.6939130434782609,
      "grad_norm": 39.46408462524414,
      "learning_rate": 5.880075956701792e-07,
      "loss": 0.24108974635601044,
      "step": 798
    },
    {
      "epoch": 0.6947826086956522,
      "grad_norm": 116.72267150878906,
      "learning_rate": 5.849599043558295e-07,
      "loss": 1.8262581825256348,
      "step": 799
    },
    {
      "epoch": 0.6956521739130435,
      "grad_norm": 114.56092071533203,
      "learning_rate": 5.819177173402487e-07,
      "loss": 1.46011483669281,
      "step": 800
    },
    {
      "epoch": 0.6965217391304348,
      "grad_norm": 376.9473571777344,
      "learning_rate": 5.7888105980253e-07,
      "loss": 0.5265900492668152,
      "step": 801
    },
    {
      "epoch": 0.697391304347826,
      "grad_norm": 38.614078521728516,
      "learning_rate": 5.758499568760012e-07,
      "loss": 0.33868408203125,
      "step": 802
    },
    {
      "epoch": 0.6982608695652174,
      "grad_norm": 68.75576782226562,
      "learning_rate": 5.728244336480152e-07,
      "loss": 0.29384180903434753,
      "step": 803
    },
    {
      "epoch": 0.6991304347826087,
      "grad_norm": 34.4858512878418,
      "learning_rate": 5.698045151597446e-07,
      "loss": 0.2218216061592102,
      "step": 804
    },
    {
      "epoch": 0.7,
      "grad_norm": 57.50834655761719,
      "learning_rate": 5.667902264059738e-07,
      "loss": 0.5318577289581299,
      "step": 805
    },
    {
      "epoch": 0.7008695652173913,
      "grad_norm": 19.928810119628906,
      "learning_rate": 5.63781592334892e-07,
      "loss": 1.9398574829101562,
      "step": 806
    },
    {
      "epoch": 0.7017391304347826,
      "grad_norm": 30.564926147460938,
      "learning_rate": 5.607786378478855e-07,
      "loss": 0.19323492050170898,
      "step": 807
    },
    {
      "epoch": 0.7026086956521739,
      "grad_norm": 115.8697738647461,
      "learning_rate": 5.577813877993337e-07,
      "loss": 0.483132928609848,
      "step": 808
    },
    {
      "epoch": 0.7034782608695652,
      "grad_norm": 356.4931335449219,
      "learning_rate": 5.547898669964026e-07,
      "loss": 0.6454263925552368,
      "step": 809
    },
    {
      "epoch": 0.7043478260869566,
      "grad_norm": 73.97138214111328,
      "learning_rate": 5.518041001988379e-07,
      "loss": 2.951838254928589,
      "step": 810
    },
    {
      "epoch": 0.7052173913043478,
      "grad_norm": 78.91866302490234,
      "learning_rate": 5.488241121187632e-07,
      "loss": 0.5331160426139832,
      "step": 811
    },
    {
      "epoch": 0.7060869565217391,
      "grad_norm": 89.43058013916016,
      "learning_rate": 5.458499274204724e-07,
      "loss": 1.7172069549560547,
      "step": 812
    },
    {
      "epoch": 0.7069565217391305,
      "grad_norm": 107.33296203613281,
      "learning_rate": 5.428815707202283e-07,
      "loss": 0.5896658897399902,
      "step": 813
    },
    {
      "epoch": 0.7078260869565217,
      "grad_norm": 749.8272094726562,
      "learning_rate": 5.399190665860555e-07,
      "loss": 1.6135833263397217,
      "step": 814
    },
    {
      "epoch": 0.7086956521739131,
      "grad_norm": 56.0038948059082,
      "learning_rate": 5.369624395375405e-07,
      "loss": 0.3628445267677307,
      "step": 815
    },
    {
      "epoch": 0.7095652173913043,
      "grad_norm": 361.686767578125,
      "learning_rate": 5.34011714045627e-07,
      "loss": 1.8731521368026733,
      "step": 816
    },
    {
      "epoch": 0.7104347826086956,
      "grad_norm": 67.81514739990234,
      "learning_rate": 5.310669145324132e-07,
      "loss": 0.3275434374809265,
      "step": 817
    },
    {
      "epoch": 0.711304347826087,
      "grad_norm": 78.96922302246094,
      "learning_rate": 5.281280653709503e-07,
      "loss": 0.4090062081813812,
      "step": 818
    },
    {
      "epoch": 0.7121739130434782,
      "grad_norm": 113.99473571777344,
      "learning_rate": 5.251951908850407e-07,
      "loss": 1.428281307220459,
      "step": 819
    },
    {
      "epoch": 0.7130434782608696,
      "grad_norm": 100.74822998046875,
      "learning_rate": 5.22268315349037e-07,
      "loss": 0.336014986038208,
      "step": 820
    },
    {
      "epoch": 0.7139130434782609,
      "grad_norm": 20.198261260986328,
      "learning_rate": 5.193474629876392e-07,
      "loss": 0.11257904767990112,
      "step": 821
    },
    {
      "epoch": 0.7147826086956521,
      "grad_norm": 32.469383239746094,
      "learning_rate": 5.164326579756971e-07,
      "loss": 0.2793066203594208,
      "step": 822
    },
    {
      "epoch": 0.7156521739130435,
      "grad_norm": 107.70726013183594,
      "learning_rate": 5.13523924438008e-07,
      "loss": 0.7388822436332703,
      "step": 823
    },
    {
      "epoch": 0.7165217391304348,
      "grad_norm": 43.007850646972656,
      "learning_rate": 5.106212864491185e-07,
      "loss": 0.3432861268520355,
      "step": 824
    },
    {
      "epoch": 0.717391304347826,
      "grad_norm": 62.87594223022461,
      "learning_rate": 5.077247680331232e-07,
      "loss": 0.9271078109741211,
      "step": 825
    },
    {
      "epoch": 0.7182608695652174,
      "grad_norm": 131.6029052734375,
      "learning_rate": 5.048343931634684e-07,
      "loss": 1.322260856628418,
      "step": 826
    },
    {
      "epoch": 0.7191304347826087,
      "grad_norm": 34.05308151245117,
      "learning_rate": 5.019501857627521e-07,
      "loss": 0.1705697476863861,
      "step": 827
    },
    {
      "epoch": 0.72,
      "grad_norm": 543.477783203125,
      "learning_rate": 4.990721697025262e-07,
      "loss": 0.8439666628837585,
      "step": 828
    },
    {
      "epoch": 0.7208695652173913,
      "grad_norm": 47.18918991088867,
      "learning_rate": 4.962003688030994e-07,
      "loss": 1.6587836742401123,
      "step": 829
    },
    {
      "epoch": 0.7217391304347827,
      "grad_norm": 546.7724609375,
      "learning_rate": 4.933348068333399e-07,
      "loss": 2.029395580291748,
      "step": 830
    },
    {
      "epoch": 0.7226086956521739,
      "grad_norm": 21.91991424560547,
      "learning_rate": 4.904755075104774e-07,
      "loss": 0.09440520405769348,
      "step": 831
    },
    {
      "epoch": 0.7234782608695652,
      "grad_norm": 41.543025970458984,
      "learning_rate": 4.876224944999089e-07,
      "loss": 0.15690022706985474,
      "step": 832
    },
    {
      "epoch": 0.7243478260869565,
      "grad_norm": 108.59095001220703,
      "learning_rate": 4.847757914150018e-07,
      "loss": 0.3057916760444641,
      "step": 833
    },
    {
      "epoch": 0.7252173913043478,
      "grad_norm": 63.55922317504883,
      "learning_rate": 4.819354218168988e-07,
      "loss": 0.4306486248970032,
      "step": 834
    },
    {
      "epoch": 0.7260869565217392,
      "grad_norm": 335.4298095703125,
      "learning_rate": 4.791014092143212e-07,
      "loss": 1.2242369651794434,
      "step": 835
    },
    {
      "epoch": 0.7269565217391304,
      "grad_norm": 77.75059509277344,
      "learning_rate": 4.7627377706337713e-07,
      "loss": 0.37284398078918457,
      "step": 836
    },
    {
      "epoch": 0.7278260869565217,
      "grad_norm": 122.30418395996094,
      "learning_rate": 4.734525487673659e-07,
      "loss": 1.8792517185211182,
      "step": 837
    },
    {
      "epoch": 0.7286956521739131,
      "grad_norm": 25.31227684020996,
      "learning_rate": 4.706377476765832e-07,
      "loss": 0.21242603659629822,
      "step": 838
    },
    {
      "epoch": 0.7295652173913043,
      "grad_norm": 93.61386108398438,
      "learning_rate": 4.6782939708813035e-07,
      "loss": 2.2290825843811035,
      "step": 839
    },
    {
      "epoch": 0.7304347826086957,
      "grad_norm": 22.625442504882812,
      "learning_rate": 4.650275202457197e-07,
      "loss": 0.1646450161933899,
      "step": 840
    },
    {
      "epoch": 0.731304347826087,
      "grad_norm": 70.74088287353516,
      "learning_rate": 4.622321403394832e-07,
      "loss": 0.6447851657867432,
      "step": 841
    },
    {
      "epoch": 0.7321739130434782,
      "grad_norm": 67.04022216796875,
      "learning_rate": 4.594432805057786e-07,
      "loss": 0.32657402753829956,
      "step": 842
    },
    {
      "epoch": 0.7330434782608696,
      "grad_norm": 40.18130111694336,
      "learning_rate": 4.566609638270006e-07,
      "loss": 0.18354171514511108,
      "step": 843
    },
    {
      "epoch": 0.7339130434782609,
      "grad_norm": 18.427295684814453,
      "learning_rate": 4.538852133313888e-07,
      "loss": 0.100941501557827,
      "step": 844
    },
    {
      "epoch": 0.7347826086956522,
      "grad_norm": 712.8763427734375,
      "learning_rate": 4.511160519928352e-07,
      "loss": 1.044054388999939,
      "step": 845
    },
    {
      "epoch": 0.7356521739130435,
      "grad_norm": 49.283782958984375,
      "learning_rate": 4.483535027306975e-07,
      "loss": 0.24343112111091614,
      "step": 846
    },
    {
      "epoch": 0.7365217391304347,
      "grad_norm": 47.670867919921875,
      "learning_rate": 4.4559758840960656e-07,
      "loss": 0.395723819732666,
      "step": 847
    },
    {
      "epoch": 0.7373913043478261,
      "grad_norm": 124.79226684570312,
      "learning_rate": 4.4284833183927927e-07,
      "loss": 0.5531738996505737,
      "step": 848
    },
    {
      "epoch": 0.7382608695652174,
      "grad_norm": 63.03324890136719,
      "learning_rate": 4.401057557743267e-07,
      "loss": 0.55580073595047,
      "step": 849
    },
    {
      "epoch": 0.7391304347826086,
      "grad_norm": 126.1244125366211,
      "learning_rate": 4.373698829140698e-07,
      "loss": 0.5353561639785767,
      "step": 850
    },
    {
      "epoch": 0.74,
      "grad_norm": 15.690673828125,
      "learning_rate": 4.3464073590234896e-07,
      "loss": 0.08779134601354599,
      "step": 851
    },
    {
      "epoch": 0.7408695652173913,
      "grad_norm": 65.6275863647461,
      "learning_rate": 4.319183373273361e-07,
      "loss": 0.9080826640129089,
      "step": 852
    },
    {
      "epoch": 0.7417391304347826,
      "grad_norm": 74.13648223876953,
      "learning_rate": 4.2920270972134997e-07,
      "loss": 0.3586421608924866,
      "step": 853
    },
    {
      "epoch": 0.7426086956521739,
      "grad_norm": 51.53708267211914,
      "learning_rate": 4.264938755606679e-07,
      "loss": 0.6314980983734131,
      "step": 854
    },
    {
      "epoch": 0.7434782608695653,
      "grad_norm": 43.11322021484375,
      "learning_rate": 4.23791857265341e-07,
      "loss": 0.15180379152297974,
      "step": 855
    },
    {
      "epoch": 0.7443478260869565,
      "grad_norm": 102.40668487548828,
      "learning_rate": 4.210966771990063e-07,
      "loss": 2.185192823410034,
      "step": 856
    },
    {
      "epoch": 0.7452173913043478,
      "grad_norm": 248.11219787597656,
      "learning_rate": 4.184083576687047e-07,
      "loss": 0.5532682538032532,
      "step": 857
    },
    {
      "epoch": 0.7460869565217392,
      "grad_norm": 63.720947265625,
      "learning_rate": 4.157269209246946e-07,
      "loss": 0.88653564453125,
      "step": 858
    },
    {
      "epoch": 0.7469565217391304,
      "grad_norm": 43.15514373779297,
      "learning_rate": 4.130523891602682e-07,
      "loss": 0.27271735668182373,
      "step": 859
    },
    {
      "epoch": 0.7478260869565218,
      "grad_norm": 138.06358337402344,
      "learning_rate": 4.1038478451156607e-07,
      "loss": 0.5255391001701355,
      "step": 860
    },
    {
      "epoch": 0.7486956521739131,
      "grad_norm": 271.3030090332031,
      "learning_rate": 4.077241290573987e-07,
      "loss": 1.7646262645721436,
      "step": 861
    },
    {
      "epoch": 0.7495652173913043,
      "grad_norm": 45.729671478271484,
      "learning_rate": 4.0507044481905707e-07,
      "loss": 0.23271086812019348,
      "step": 862
    },
    {
      "epoch": 0.7504347826086957,
      "grad_norm": 46.020179748535156,
      "learning_rate": 4.0242375376013635e-07,
      "loss": 0.3205915689468384,
      "step": 863
    },
    {
      "epoch": 0.7513043478260869,
      "grad_norm": 44.1895637512207,
      "learning_rate": 3.9978407778635057e-07,
      "loss": 0.19646534323692322,
      "step": 864
    },
    {
      "epoch": 0.7521739130434782,
      "grad_norm": 74.87690734863281,
      "learning_rate": 3.971514387453533e-07,
      "loss": 0.7989358901977539,
      "step": 865
    },
    {
      "epoch": 0.7530434782608696,
      "grad_norm": 49.57170486450195,
      "learning_rate": 3.9452585842655434e-07,
      "loss": 0.25784504413604736,
      "step": 866
    },
    {
      "epoch": 0.7539130434782608,
      "grad_norm": 45.67580795288086,
      "learning_rate": 3.9190735856094245e-07,
      "loss": 0.2808690369129181,
      "step": 867
    },
    {
      "epoch": 0.7547826086956522,
      "grad_norm": 114.64430236816406,
      "learning_rate": 3.892959608209035e-07,
      "loss": 0.5124662518501282,
      "step": 868
    },
    {
      "epoch": 0.7556521739130435,
      "grad_norm": 44.195045471191406,
      "learning_rate": 3.866916868200421e-07,
      "loss": 0.17964337766170502,
      "step": 869
    },
    {
      "epoch": 0.7565217391304347,
      "grad_norm": 39.690452575683594,
      "learning_rate": 3.840945581130008e-07,
      "loss": 0.21143034100532532,
      "step": 870
    },
    {
      "epoch": 0.7573913043478261,
      "grad_norm": 22.441852569580078,
      "learning_rate": 3.815045961952846e-07,
      "loss": 0.09567797183990479,
      "step": 871
    },
    {
      "epoch": 0.7582608695652174,
      "grad_norm": 42.52641296386719,
      "learning_rate": 3.7892182250308135e-07,
      "loss": 0.1978321522474289,
      "step": 872
    },
    {
      "epoch": 0.7591304347826087,
      "grad_norm": 59.721248626708984,
      "learning_rate": 3.763462584130835e-07,
      "loss": 0.3400568664073944,
      "step": 873
    },
    {
      "epoch": 0.76,
      "grad_norm": 718.6740112304688,
      "learning_rate": 3.737779252423132e-07,
      "loss": 1.0350968837738037,
      "step": 874
    },
    {
      "epoch": 0.7608695652173914,
      "grad_norm": 363.79840087890625,
      "learning_rate": 3.712168442479447e-07,
      "loss": 1.3022434711456299,
      "step": 875
    },
    {
      "epoch": 0.7617391304347826,
      "grad_norm": 33.88823699951172,
      "learning_rate": 3.686630366271286e-07,
      "loss": 0.2878289520740509,
      "step": 876
    },
    {
      "epoch": 0.7626086956521739,
      "grad_norm": 19.302053451538086,
      "learning_rate": 3.661165235168157e-07,
      "loss": 0.13586270809173584,
      "step": 877
    },
    {
      "epoch": 0.7634782608695653,
      "grad_norm": 47.885318756103516,
      "learning_rate": 3.6357732599358364e-07,
      "loss": 0.17454132437705994,
      "step": 878
    },
    {
      "epoch": 0.7643478260869565,
      "grad_norm": 57.5684700012207,
      "learning_rate": 3.610454650734614e-07,
      "loss": 0.27047663927078247,
      "step": 879
    },
    {
      "epoch": 0.7652173913043478,
      "grad_norm": 41.52002716064453,
      "learning_rate": 3.5852096171175496e-07,
      "loss": 0.499724805355072,
      "step": 880
    },
    {
      "epoch": 0.7660869565217391,
      "grad_norm": 28.597131729125977,
      "learning_rate": 3.560038368028748e-07,
      "loss": 1.7706043720245361,
      "step": 881
    },
    {
      "epoch": 0.7669565217391304,
      "grad_norm": 30.22584342956543,
      "learning_rate": 3.5349411118016275e-07,
      "loss": 0.2314690351486206,
      "step": 882
    },
    {
      "epoch": 0.7678260869565218,
      "grad_norm": 464.5823059082031,
      "learning_rate": 3.5099180561571966e-07,
      "loss": 1.1635401248931885,
      "step": 883
    },
    {
      "epoch": 0.768695652173913,
      "grad_norm": 1775.8023681640625,
      "learning_rate": 3.4849694082023197e-07,
      "loss": 3.254634380340576,
      "step": 884
    },
    {
      "epoch": 0.7695652173913043,
      "grad_norm": 35.192115783691406,
      "learning_rate": 3.460095374428028e-07,
      "loss": 0.19749431312084198,
      "step": 885
    },
    {
      "epoch": 0.7704347826086957,
      "grad_norm": 56.71238708496094,
      "learning_rate": 3.4352961607077976e-07,
      "loss": 0.20573453605175018,
      "step": 886
    },
    {
      "epoch": 0.7713043478260869,
      "grad_norm": 28.682952880859375,
      "learning_rate": 3.4105719722958326e-07,
      "loss": 0.1291721910238266,
      "step": 887
    },
    {
      "epoch": 0.7721739130434783,
      "grad_norm": 76.26278686523438,
      "learning_rate": 3.3859230138253945e-07,
      "loss": 0.2512245178222656,
      "step": 888
    },
    {
      "epoch": 0.7730434782608696,
      "grad_norm": 26.25237464904785,
      "learning_rate": 3.361349489307085e-07,
      "loss": 0.1554962396621704,
      "step": 889
    },
    {
      "epoch": 0.7739130434782608,
      "grad_norm": 173.60386657714844,
      "learning_rate": 3.336851602127174e-07,
      "loss": 0.5558016300201416,
      "step": 890
    },
    {
      "epoch": 0.7747826086956522,
      "grad_norm": 40.35780334472656,
      "learning_rate": 3.3124295550458956e-07,
      "loss": 0.2118375301361084,
      "step": 891
    },
    {
      "epoch": 0.7756521739130435,
      "grad_norm": 99.60546875,
      "learning_rate": 3.2880835501957917e-07,
      "loss": 2.0392446517944336,
      "step": 892
    },
    {
      "epoch": 0.7765217391304348,
      "grad_norm": 46.36368179321289,
      "learning_rate": 3.2638137890800297e-07,
      "loss": 0.7251726984977722,
      "step": 893
    },
    {
      "epoch": 0.7773913043478261,
      "grad_norm": 84.32417297363281,
      "learning_rate": 3.239620472570737e-07,
      "loss": 1.1115362644195557,
      "step": 894
    },
    {
      "epoch": 0.7782608695652173,
      "grad_norm": 223.76760864257812,
      "learning_rate": 3.2155038009073186e-07,
      "loss": 0.4985317587852478,
      "step": 895
    },
    {
      "epoch": 0.7791304347826087,
      "grad_norm": 35.70825958251953,
      "learning_rate": 3.19146397369485e-07,
      "loss": 0.21705618500709534,
      "step": 896
    },
    {
      "epoch": 0.78,
      "grad_norm": 28.218017578125,
      "learning_rate": 3.1675011899023597e-07,
      "loss": 0.23779720067977905,
      "step": 897
    },
    {
      "epoch": 0.7808695652173913,
      "grad_norm": 54.67338562011719,
      "learning_rate": 3.143615647861235e-07,
      "loss": 0.19339659810066223,
      "step": 898
    },
    {
      "epoch": 0.7817391304347826,
      "grad_norm": 61.03525161743164,
      "learning_rate": 3.1198075452635575e-07,
      "loss": 0.25105974078178406,
      "step": 899
    },
    {
      "epoch": 0.782608695652174,
      "grad_norm": 157.67063903808594,
      "learning_rate": 3.0960770791604683e-07,
      "loss": 1.4121520519256592,
      "step": 900
    },
    {
      "epoch": 0.7834782608695652,
      "grad_norm": 37.75104522705078,
      "learning_rate": 3.0724244459605355e-07,
      "loss": 0.48645269870758057,
      "step": 901
    },
    {
      "epoch": 0.7843478260869565,
      "grad_norm": 61.33236312866211,
      "learning_rate": 3.0488498414281377e-07,
      "loss": 2.4960999488830566,
      "step": 902
    },
    {
      "epoch": 0.7852173913043479,
      "grad_norm": 223.14263916015625,
      "learning_rate": 3.025353460681836e-07,
      "loss": 0.5283726453781128,
      "step": 903
    },
    {
      "epoch": 0.7860869565217391,
      "grad_norm": 80.25823211669922,
      "learning_rate": 3.0019354981927663e-07,
      "loss": 0.9475429058074951,
      "step": 904
    },
    {
      "epoch": 0.7869565217391304,
      "grad_norm": 180.53810119628906,
      "learning_rate": 2.978596147783011e-07,
      "loss": 0.6295070648193359,
      "step": 905
    },
    {
      "epoch": 0.7878260869565218,
      "grad_norm": 42.07815170288086,
      "learning_rate": 2.9553356026240223e-07,
      "loss": 0.37310606241226196,
      "step": 906
    },
    {
      "epoch": 0.788695652173913,
      "grad_norm": 170.53236389160156,
      "learning_rate": 2.9321540552350075e-07,
      "loss": 0.4908299446105957,
      "step": 907
    },
    {
      "epoch": 0.7895652173913044,
      "grad_norm": 33.67927932739258,
      "learning_rate": 2.9090516974813285e-07,
      "loss": 0.15058505535125732,
      "step": 908
    },
    {
      "epoch": 0.7904347826086957,
      "grad_norm": 83.08329772949219,
      "learning_rate": 2.886028720572932e-07,
      "loss": 0.4044651985168457,
      "step": 909
    },
    {
      "epoch": 0.7913043478260869,
      "grad_norm": 28.819438934326172,
      "learning_rate": 2.863085315062755e-07,
      "loss": 0.24753952026367188,
      "step": 910
    },
    {
      "epoch": 0.7921739130434783,
      "grad_norm": 57.011356353759766,
      "learning_rate": 2.840221670845153e-07,
      "loss": 0.5404356718063354,
      "step": 911
    },
    {
      "epoch": 0.7930434782608695,
      "grad_norm": 121.65554809570312,
      "learning_rate": 2.817437977154319e-07,
      "loss": 0.7699071168899536,
      "step": 912
    },
    {
      "epoch": 0.7939130434782609,
      "grad_norm": 158.49783325195312,
      "learning_rate": 2.7947344225627293e-07,
      "loss": 0.7568212747573853,
      "step": 913
    },
    {
      "epoch": 0.7947826086956522,
      "grad_norm": 82.36697387695312,
      "learning_rate": 2.772111194979582e-07,
      "loss": 0.3591994047164917,
      "step": 914
    },
    {
      "epoch": 0.7956521739130434,
      "grad_norm": 78.17515563964844,
      "learning_rate": 2.749568481649224e-07,
      "loss": 0.5096107721328735,
      "step": 915
    },
    {
      "epoch": 0.7965217391304348,
      "grad_norm": 36.79532241821289,
      "learning_rate": 2.727106469149628e-07,
      "loss": 0.5681661367416382,
      "step": 916
    },
    {
      "epoch": 0.7973913043478261,
      "grad_norm": 110.35755157470703,
      "learning_rate": 2.704725343390828e-07,
      "loss": 0.5396387577056885,
      "step": 917
    },
    {
      "epoch": 0.7982608695652174,
      "grad_norm": 37.197662353515625,
      "learning_rate": 2.6824252896133913e-07,
      "loss": 0.3228336572647095,
      "step": 918
    },
    {
      "epoch": 0.7991304347826087,
      "grad_norm": 120.28250885009766,
      "learning_rate": 2.6602064923868745e-07,
      "loss": 0.42075109481811523,
      "step": 919
    },
    {
      "epoch": 0.8,
      "grad_norm": 23.663742065429688,
      "learning_rate": 2.6380691356083095e-07,
      "loss": 0.12314199656248093,
      "step": 920
    },
    {
      "epoch": 0.8008695652173913,
      "grad_norm": 24.69415283203125,
      "learning_rate": 2.6160134025006753e-07,
      "loss": 0.2467924952507019,
      "step": 921
    },
    {
      "epoch": 0.8017391304347826,
      "grad_norm": 35.963863372802734,
      "learning_rate": 2.5940394756113723e-07,
      "loss": 0.3273763060569763,
      "step": 922
    },
    {
      "epoch": 0.802608695652174,
      "grad_norm": 316.12353515625,
      "learning_rate": 2.5721475368107293e-07,
      "loss": 2.5479865074157715,
      "step": 923
    },
    {
      "epoch": 0.8034782608695652,
      "grad_norm": 129.46871948242188,
      "learning_rate": 2.550337767290487e-07,
      "loss": 0.36221736669540405,
      "step": 924
    },
    {
      "epoch": 0.8043478260869565,
      "grad_norm": 23.237716674804688,
      "learning_rate": 2.5286103475623006e-07,
      "loss": 0.1654108464717865,
      "step": 925
    },
    {
      "epoch": 0.8052173913043478,
      "grad_norm": 35.187705993652344,
      "learning_rate": 2.5069654574562384e-07,
      "loss": 0.20308451354503632,
      "step": 926
    },
    {
      "epoch": 0.8060869565217391,
      "grad_norm": 14.903914451599121,
      "learning_rate": 2.4854032761193095e-07,
      "loss": 0.32085609436035156,
      "step": 927
    },
    {
      "epoch": 0.8069565217391305,
      "grad_norm": 75.45279693603516,
      "learning_rate": 2.46392398201397e-07,
      "loss": 0.2958734929561615,
      "step": 928
    },
    {
      "epoch": 0.8078260869565217,
      "grad_norm": 44.90689468383789,
      "learning_rate": 2.4425277529166456e-07,
      "loss": 0.18282578885555267,
      "step": 929
    },
    {
      "epoch": 0.808695652173913,
      "grad_norm": 312.2851257324219,
      "learning_rate": 2.421214765916265e-07,
      "loss": 0.9054602384567261,
      "step": 930
    },
    {
      "epoch": 0.8095652173913044,
      "grad_norm": 189.71900939941406,
      "learning_rate": 2.399985197412795e-07,
      "loss": 0.6979514360427856,
      "step": 931
    },
    {
      "epoch": 0.8104347826086956,
      "grad_norm": 59.73307800292969,
      "learning_rate": 2.3788392231157643e-07,
      "loss": 0.31773829460144043,
      "step": 932
    },
    {
      "epoch": 0.811304347826087,
      "grad_norm": 136.75038146972656,
      "learning_rate": 2.3577770180428365e-07,
      "loss": 0.9085092544555664,
      "step": 933
    },
    {
      "epoch": 0.8121739130434783,
      "grad_norm": 28.879255294799805,
      "learning_rate": 2.336798756518342e-07,
      "loss": 0.2065652459859848,
      "step": 934
    },
    {
      "epoch": 0.8130434782608695,
      "grad_norm": 63.14043426513672,
      "learning_rate": 2.3159046121718446e-07,
      "loss": 0.2690063416957855,
      "step": 935
    },
    {
      "epoch": 0.8139130434782609,
      "grad_norm": 37.704376220703125,
      "learning_rate": 2.295094757936689e-07,
      "loss": 0.30769312381744385,
      "step": 936
    },
    {
      "epoch": 0.8147826086956522,
      "grad_norm": 154.78057861328125,
      "learning_rate": 2.2743693660485898e-07,
      "loss": 0.49501848220825195,
      "step": 937
    },
    {
      "epoch": 0.8156521739130435,
      "grad_norm": 61.00483703613281,
      "learning_rate": 2.253728608044198e-07,
      "loss": 0.36444005370140076,
      "step": 938
    },
    {
      "epoch": 0.8165217391304348,
      "grad_norm": 80.73182678222656,
      "learning_rate": 2.23317265475968e-07,
      "loss": 0.3402242660522461,
      "step": 939
    },
    {
      "epoch": 0.8173913043478261,
      "grad_norm": 92.48069763183594,
      "learning_rate": 2.2127016763292959e-07,
      "loss": 0.6537570357322693,
      "step": 940
    },
    {
      "epoch": 0.8182608695652174,
      "grad_norm": 42.01014709472656,
      "learning_rate": 2.1923158421840063e-07,
      "loss": 0.2773856818675995,
      "step": 941
    },
    {
      "epoch": 0.8191304347826087,
      "grad_norm": 110.08451080322266,
      "learning_rate": 2.1720153210500666e-07,
      "loss": 0.5434136390686035,
      "step": 942
    },
    {
      "epoch": 0.82,
      "grad_norm": 196.44781494140625,
      "learning_rate": 2.151800280947615e-07,
      "loss": 1.0605320930480957,
      "step": 943
    },
    {
      "epoch": 0.8208695652173913,
      "grad_norm": 261.63934326171875,
      "learning_rate": 2.1316708891893037e-07,
      "loss": 0.9559299945831299,
      "step": 944
    },
    {
      "epoch": 0.8217391304347826,
      "grad_norm": 37.74660110473633,
      "learning_rate": 2.1116273123789013e-07,
      "loss": 0.24474279582500458,
      "step": 945
    },
    {
      "epoch": 0.8226086956521739,
      "grad_norm": 29.111513137817383,
      "learning_rate": 2.091669716409922e-07,
      "loss": 0.24549072980880737,
      "step": 946
    },
    {
      "epoch": 0.8234782608695652,
      "grad_norm": 514.94140625,
      "learning_rate": 2.071798266464234e-07,
      "loss": 0.7626498937606812,
      "step": 947
    },
    {
      "epoch": 0.8243478260869566,
      "grad_norm": 29.138675689697266,
      "learning_rate": 2.0520131270107186e-07,
      "loss": 0.1367233395576477,
      "step": 948
    },
    {
      "epoch": 0.8252173913043478,
      "grad_norm": 72.38389587402344,
      "learning_rate": 2.0323144618038928e-07,
      "loss": 0.33508968353271484,
      "step": 949
    },
    {
      "epoch": 0.8260869565217391,
      "grad_norm": 37.920196533203125,
      "learning_rate": 2.012702433882552e-07,
      "loss": 0.1984211504459381,
      "step": 950
    },
    {
      "epoch": 0.8269565217391305,
      "grad_norm": 195.53111267089844,
      "learning_rate": 1.9931772055684306e-07,
      "loss": 0.4054205119609833,
      "step": 951
    },
    {
      "epoch": 0.8278260869565217,
      "grad_norm": 111.53182983398438,
      "learning_rate": 1.973738938464853e-07,
      "loss": 0.5514519214630127,
      "step": 952
    },
    {
      "epoch": 0.828695652173913,
      "grad_norm": 47.2476921081543,
      "learning_rate": 1.954387793455402e-07,
      "loss": 0.2770058810710907,
      "step": 953
    },
    {
      "epoch": 0.8295652173913044,
      "grad_norm": 277.3168029785156,
      "learning_rate": 1.9351239307025677e-07,
      "loss": 2.0201573371887207,
      "step": 954
    },
    {
      "epoch": 0.8304347826086956,
      "grad_norm": 31.699995040893555,
      "learning_rate": 1.9159475096464486e-07,
      "loss": 0.15156015753746033,
      "step": 955
    },
    {
      "epoch": 0.831304347826087,
      "grad_norm": 59.57673263549805,
      "learning_rate": 1.896858689003421e-07,
      "loss": 0.39648258686065674,
      "step": 956
    },
    {
      "epoch": 0.8321739130434782,
      "grad_norm": 80.7887954711914,
      "learning_rate": 1.8778576267648106e-07,
      "loss": 0.3375861346721649,
      "step": 957
    },
    {
      "epoch": 0.8330434782608696,
      "grad_norm": 88.37937927246094,
      "learning_rate": 1.858944480195611e-07,
      "loss": 0.6140657663345337,
      "step": 958
    },
    {
      "epoch": 0.8339130434782609,
      "grad_norm": 206.142822265625,
      "learning_rate": 1.8401194058331656e-07,
      "loss": 0.4756943881511688,
      "step": 959
    },
    {
      "epoch": 0.8347826086956521,
      "grad_norm": 66.22407531738281,
      "learning_rate": 1.8213825594858763e-07,
      "loss": 0.20961140096187592,
      "step": 960
    },
    {
      "epoch": 0.8356521739130435,
      "grad_norm": 44.93798065185547,
      "learning_rate": 1.8027340962319077e-07,
      "loss": 0.301072895526886,
      "step": 961
    },
    {
      "epoch": 0.8365217391304348,
      "grad_norm": 156.2875213623047,
      "learning_rate": 1.7841741704179155e-07,
      "loss": 0.5325546264648438,
      "step": 962
    },
    {
      "epoch": 0.837391304347826,
      "grad_norm": 111.82328796386719,
      "learning_rate": 1.7657029356577622e-07,
      "loss": 0.8474414348602295,
      "step": 963
    },
    {
      "epoch": 0.8382608695652174,
      "grad_norm": 100.40882873535156,
      "learning_rate": 1.7473205448312408e-07,
      "loss": 0.3510282635688782,
      "step": 964
    },
    {
      "epoch": 0.8391304347826087,
      "grad_norm": 28.670320510864258,
      "learning_rate": 1.7290271500828236e-07,
      "loss": 0.13728836178779602,
      "step": 965
    },
    {
      "epoch": 0.84,
      "grad_norm": 36.97054672241211,
      "learning_rate": 1.7108229028203888e-07,
      "loss": 0.7176310420036316,
      "step": 966
    },
    {
      "epoch": 0.8408695652173913,
      "grad_norm": 153.516845703125,
      "learning_rate": 1.6927079537139706e-07,
      "loss": 1.897335410118103,
      "step": 967
    },
    {
      "epoch": 0.8417391304347827,
      "grad_norm": 220.7427520751953,
      "learning_rate": 1.6746824526945163e-07,
      "loss": 0.2686039209365845,
      "step": 968
    },
    {
      "epoch": 0.8426086956521739,
      "grad_norm": 68.17507934570312,
      "learning_rate": 1.656746548952648e-07,
      "loss": 0.6522201895713806,
      "step": 969
    },
    {
      "epoch": 0.8434782608695652,
      "grad_norm": 47.48100280761719,
      "learning_rate": 1.6389003909374188e-07,
      "loss": 0.14523625373840332,
      "step": 970
    },
    {
      "epoch": 0.8443478260869566,
      "grad_norm": 72.62852478027344,
      "learning_rate": 1.621144126355087e-07,
      "loss": 0.6294858455657959,
      "step": 971
    },
    {
      "epoch": 0.8452173913043478,
      "grad_norm": 55.98668670654297,
      "learning_rate": 1.6034779021678978e-07,
      "loss": 0.4580530822277069,
      "step": 972
    },
    {
      "epoch": 0.8460869565217392,
      "grad_norm": 138.6509552001953,
      "learning_rate": 1.5859018645928647e-07,
      "loss": 0.6365782022476196,
      "step": 973
    },
    {
      "epoch": 0.8469565217391304,
      "grad_norm": 355.2127685546875,
      "learning_rate": 1.5684161591005596e-07,
      "loss": 0.7044453620910645,
      "step": 974
    },
    {
      "epoch": 0.8478260869565217,
      "grad_norm": 27.501501083374023,
      "learning_rate": 1.551020930413902e-07,
      "loss": 0.41071757674217224,
      "step": 975
    },
    {
      "epoch": 0.8486956521739131,
      "grad_norm": 66.75444793701172,
      "learning_rate": 1.5337163225069758e-07,
      "loss": 0.27846837043762207,
      "step": 976
    },
    {
      "epoch": 0.8495652173913043,
      "grad_norm": 120.44483184814453,
      "learning_rate": 1.5165024786038248e-07,
      "loss": 2.411691188812256,
      "step": 977
    },
    {
      "epoch": 0.8504347826086956,
      "grad_norm": 90.27301788330078,
      "learning_rate": 1.499379541177269e-07,
      "loss": 1.5884079933166504,
      "step": 978
    },
    {
      "epoch": 0.851304347826087,
      "grad_norm": 59.322750091552734,
      "learning_rate": 1.4823476519477327e-07,
      "loss": 0.32314616441726685,
      "step": 979
    },
    {
      "epoch": 0.8521739130434782,
      "grad_norm": 17.40428352355957,
      "learning_rate": 1.465406951882066e-07,
      "loss": 0.13642948865890503,
      "step": 980
    },
    {
      "epoch": 0.8530434782608696,
      "grad_norm": 97.4061279296875,
      "learning_rate": 1.4485575811923795e-07,
      "loss": 0.21890735626220703,
      "step": 981
    },
    {
      "epoch": 0.8539130434782609,
      "grad_norm": 79.38174438476562,
      "learning_rate": 1.4317996793348778e-07,
      "loss": 0.5916029214859009,
      "step": 982
    },
    {
      "epoch": 0.8547826086956521,
      "grad_norm": 31.276325225830078,
      "learning_rate": 1.4151333850087156e-07,
      "loss": 0.335168719291687,
      "step": 983
    },
    {
      "epoch": 0.8556521739130435,
      "grad_norm": 41.58761215209961,
      "learning_rate": 1.3985588361548493e-07,
      "loss": 0.20474891364574432,
      "step": 984
    },
    {
      "epoch": 0.8565217391304348,
      "grad_norm": 295.994384765625,
      "learning_rate": 1.3820761699548783e-07,
      "loss": 1.3919013738632202,
      "step": 985
    },
    {
      "epoch": 0.8573913043478261,
      "grad_norm": 128.51441955566406,
      "learning_rate": 1.3656855228299334e-07,
      "loss": 0.8177456259727478,
      "step": 986
    },
    {
      "epoch": 0.8582608695652174,
      "grad_norm": 31.59058380126953,
      "learning_rate": 1.349387030439532e-07,
      "loss": 0.2200441062450409,
      "step": 987
    },
    {
      "epoch": 0.8591304347826086,
      "grad_norm": 27.698577880859375,
      "learning_rate": 1.3331808276804637e-07,
      "loss": 0.2795862853527069,
      "step": 988
    },
    {
      "epoch": 0.86,
      "grad_norm": 25.443546295166016,
      "learning_rate": 1.3170670486856594e-07,
      "loss": 0.1198812872171402,
      "step": 989
    },
    {
      "epoch": 0.8608695652173913,
      "grad_norm": 44.49654769897461,
      "learning_rate": 1.3010458268231024e-07,
      "loss": 0.16760699450969696,
      "step": 990
    },
    {
      "epoch": 0.8617391304347826,
      "grad_norm": 128.61355590820312,
      "learning_rate": 1.2851172946947114e-07,
      "loss": 0.3723005950450897,
      "step": 991
    },
    {
      "epoch": 0.8626086956521739,
      "grad_norm": 50.373104095458984,
      "learning_rate": 1.269281584135243e-07,
      "loss": 0.23255759477615356,
      "step": 992
    },
    {
      "epoch": 0.8634782608695653,
      "grad_norm": 48.41141891479492,
      "learning_rate": 1.2535388262112023e-07,
      "loss": 0.2823089063167572,
      "step": 993
    },
    {
      "epoch": 0.8643478260869565,
      "grad_norm": 249.34901428222656,
      "learning_rate": 1.2378891512197622e-07,
      "loss": 2.868992567062378,
      "step": 994
    },
    {
      "epoch": 0.8652173913043478,
      "grad_norm": 63.32387161254883,
      "learning_rate": 1.2223326886876802e-07,
      "loss": 0.5655359625816345,
      "step": 995
    },
    {
      "epoch": 0.8660869565217392,
      "grad_norm": 31.75794792175293,
      "learning_rate": 1.2068695673702237e-07,
      "loss": 0.165120929479599,
      "step": 996
    },
    {
      "epoch": 0.8669565217391304,
      "grad_norm": 32.65224838256836,
      "learning_rate": 1.1914999152501106e-07,
      "loss": 1.9765350818634033,
      "step": 997
    },
    {
      "epoch": 0.8678260869565217,
      "grad_norm": 19.945507049560547,
      "learning_rate": 1.1762238595364573e-07,
      "loss": 0.15097635984420776,
      "step": 998
    },
    {
      "epoch": 0.8686956521739131,
      "grad_norm": 63.010711669921875,
      "learning_rate": 1.1610415266637005e-07,
      "loss": 0.45428237318992615,
      "step": 999
    },
    {
      "epoch": 0.8695652173913043,
      "grad_norm": 1365.6044921875,
      "learning_rate": 1.1459530422905749e-07,
      "loss": 0.8992246985435486,
      "step": 1000
    },
    {
      "epoch": 0.8704347826086957,
      "grad_norm": 72.2736587524414,
      "learning_rate": 1.1309585312990659e-07,
      "loss": 0.4428975582122803,
      "step": 1001
    },
    {
      "epoch": 0.871304347826087,
      "grad_norm": 199.09161376953125,
      "learning_rate": 1.1160581177933686e-07,
      "loss": 0.5998109579086304,
      "step": 1002
    },
    {
      "epoch": 0.8721739130434782,
      "grad_norm": 59.35085678100586,
      "learning_rate": 1.1012519250988743e-07,
      "loss": 0.3049287796020508,
      "step": 1003
    },
    {
      "epoch": 0.8730434782608696,
      "grad_norm": 67.05830383300781,
      "learning_rate": 1.086540075761136e-07,
      "loss": 0.5077136158943176,
      "step": 1004
    },
    {
      "epoch": 0.8739130434782608,
      "grad_norm": 90.06703186035156,
      "learning_rate": 1.0719226915448688e-07,
      "loss": 0.5149082541465759,
      "step": 1005
    },
    {
      "epoch": 0.8747826086956522,
      "grad_norm": 14.814482688903809,
      "learning_rate": 1.0573998934329214e-07,
      "loss": 0.17059670388698578,
      "step": 1006
    },
    {
      "epoch": 0.8756521739130435,
      "grad_norm": 81.87882232666016,
      "learning_rate": 1.0429718016252977e-07,
      "loss": 0.22996926307678223,
      "step": 1007
    },
    {
      "epoch": 0.8765217391304347,
      "grad_norm": 24.417051315307617,
      "learning_rate": 1.028638535538147e-07,
      "loss": 0.13168440759181976,
      "step": 1008
    },
    {
      "epoch": 0.8773913043478261,
      "grad_norm": 39.086612701416016,
      "learning_rate": 1.0144002138027854e-07,
      "loss": 0.10339369624853134,
      "step": 1009
    },
    {
      "epoch": 0.8782608695652174,
      "grad_norm": 148.6310577392578,
      "learning_rate": 1.0002569542646972e-07,
      "loss": 0.3061930537223816,
      "step": 1010
    },
    {
      "epoch": 0.8791304347826087,
      "grad_norm": 24.111289978027344,
      "learning_rate": 9.862088739825832e-08,
      "loss": 0.15695056319236755,
      "step": 1011
    },
    {
      "epoch": 0.88,
      "grad_norm": 326.5613098144531,
      "learning_rate": 9.722560892273719e-08,
      "loss": 0.9801582098007202,
      "step": 1012
    },
    {
      "epoch": 0.8808695652173913,
      "grad_norm": 105.73284149169922,
      "learning_rate": 9.58398715481268e-08,
      "loss": 1.9168795347213745,
      "step": 1013
    },
    {
      "epoch": 0.8817391304347826,
      "grad_norm": 26.056100845336914,
      "learning_rate": 9.446368674367906e-08,
      "loss": 0.12567181885242462,
      "step": 1014
    },
    {
      "epoch": 0.8826086956521739,
      "grad_norm": 61.44002151489258,
      "learning_rate": 9.30970658995832e-08,
      "loss": 0.5126979351043701,
      "step": 1015
    },
    {
      "epoch": 0.8834782608695653,
      "grad_norm": 223.68104553222656,
      "learning_rate": 9.174002032687063e-08,
      "loss": 0.5104771256446838,
      "step": 1016
    },
    {
      "epoch": 0.8843478260869565,
      "grad_norm": 65.98806762695312,
      "learning_rate": 9.039256125732143e-08,
      "loss": 0.7175702452659607,
      "step": 1017
    },
    {
      "epoch": 0.8852173913043478,
      "grad_norm": 133.05563354492188,
      "learning_rate": 8.905469984337209e-08,
      "loss": 1.0224708318710327,
      "step": 1018
    },
    {
      "epoch": 0.8860869565217391,
      "grad_norm": 17.997692108154297,
      "learning_rate": 8.772644715802275e-08,
      "loss": 0.14961503446102142,
      "step": 1019
    },
    {
      "epoch": 0.8869565217391304,
      "grad_norm": 153.3426513671875,
      "learning_rate": 8.640781419474484e-08,
      "loss": 1.0152846574783325,
      "step": 1020
    },
    {
      "epoch": 0.8878260869565218,
      "grad_norm": 48.524696350097656,
      "learning_rate": 8.509881186739149e-08,
      "loss": 0.16481637954711914,
      "step": 1021
    },
    {
      "epoch": 0.888695652173913,
      "grad_norm": 264.16156005859375,
      "learning_rate": 8.379945101010644e-08,
      "loss": 0.8960983753204346,
      "step": 1022
    },
    {
      "epoch": 0.8895652173913043,
      "grad_norm": 181.564453125,
      "learning_rate": 8.250974237723433e-08,
      "loss": 0.5841391682624817,
      "step": 1023
    },
    {
      "epoch": 0.8904347826086957,
      "grad_norm": 86.51627349853516,
      "learning_rate": 8.122969664323161e-08,
      "loss": 0.37853074073791504,
      "step": 1024
    },
    {
      "epoch": 0.8913043478260869,
      "grad_norm": 28.679731369018555,
      "learning_rate": 7.995932440257842e-08,
      "loss": 0.22333145141601562,
      "step": 1025
    },
    {
      "epoch": 0.8921739130434783,
      "grad_norm": 57.46906280517578,
      "learning_rate": 7.86986361696912e-08,
      "loss": 0.2742474675178528,
      "step": 1026
    },
    {
      "epoch": 0.8930434782608696,
      "grad_norm": 16.50856590270996,
      "learning_rate": 7.74476423788352e-08,
      "loss": 0.09008025377988815,
      "step": 1027
    },
    {
      "epoch": 0.8939130434782608,
      "grad_norm": 56.63728713989258,
      "learning_rate": 7.620635338403779e-08,
      "loss": 0.29144954681396484,
      "step": 1028
    },
    {
      "epoch": 0.8947826086956522,
      "grad_norm": 97.25035858154297,
      "learning_rate": 7.497477945900375e-08,
      "loss": 0.47765645384788513,
      "step": 1029
    },
    {
      "epoch": 0.8956521739130435,
      "grad_norm": 33.8045768737793,
      "learning_rate": 7.375293079702958e-08,
      "loss": 0.15769723057746887,
      "step": 1030
    },
    {
      "epoch": 0.8965217391304348,
      "grad_norm": 204.56980895996094,
      "learning_rate": 7.254081751091893e-08,
      "loss": 1.3275394439697266,
      "step": 1031
    },
    {
      "epoch": 0.8973913043478261,
      "grad_norm": 20.713909149169922,
      "learning_rate": 7.133844963289976e-08,
      "loss": 0.1542229950428009,
      "step": 1032
    },
    {
      "epoch": 0.8982608695652174,
      "grad_norm": 34.86420822143555,
      "learning_rate": 7.014583711454054e-08,
      "loss": 0.3445169925689697,
      "step": 1033
    },
    {
      "epoch": 0.8991304347826087,
      "grad_norm": 43.30035400390625,
      "learning_rate": 6.896298982666791e-08,
      "loss": 0.206044003367424,
      "step": 1034
    },
    {
      "epoch": 0.9,
      "grad_norm": 36.75419616699219,
      "learning_rate": 6.778991755928555e-08,
      "loss": 0.2290279120206833,
      "step": 1035
    },
    {
      "epoch": 0.9008695652173913,
      "grad_norm": 139.7773895263672,
      "learning_rate": 6.662663002149267e-08,
      "loss": 0.32020455598831177,
      "step": 1036
    },
    {
      "epoch": 0.9017391304347826,
      "grad_norm": 715.498046875,
      "learning_rate": 6.547313684140342e-08,
      "loss": 2.748922109603882,
      "step": 1037
    },
    {
      "epoch": 0.9026086956521739,
      "grad_norm": 54.58631896972656,
      "learning_rate": 6.432944756606815e-08,
      "loss": 1.2262675762176514,
      "step": 1038
    },
    {
      "epoch": 0.9034782608695652,
      "grad_norm": 63.51945114135742,
      "learning_rate": 6.319557166139329e-08,
      "loss": 0.33816516399383545,
      "step": 1039
    },
    {
      "epoch": 0.9043478260869565,
      "grad_norm": 143.623779296875,
      "learning_rate": 6.20715185120642e-08,
      "loss": 0.2825736999511719,
      "step": 1040
    },
    {
      "epoch": 0.9052173913043479,
      "grad_norm": 38.613399505615234,
      "learning_rate": 6.095729742146575e-08,
      "loss": 1.2623558044433594,
      "step": 1041
    },
    {
      "epoch": 0.9060869565217391,
      "grad_norm": 268.6465148925781,
      "learning_rate": 5.985291761160736e-08,
      "loss": 0.4511108994483948,
      "step": 1042
    },
    {
      "epoch": 0.9069565217391304,
      "grad_norm": 27.145917892456055,
      "learning_rate": 5.875838822304525e-08,
      "loss": 0.3145505487918854,
      "step": 1043
    },
    {
      "epoch": 0.9078260869565218,
      "grad_norm": 28.057687759399414,
      "learning_rate": 5.767371831480739e-08,
      "loss": 0.20480278134346008,
      "step": 1044
    },
    {
      "epoch": 0.908695652173913,
      "grad_norm": 61.51593780517578,
      "learning_rate": 5.659891686431801e-08,
      "loss": 1.557562232017517,
      "step": 1045
    },
    {
      "epoch": 0.9095652173913044,
      "grad_norm": 24.377716064453125,
      "learning_rate": 5.553399276732402e-08,
      "loss": 0.12674099206924438,
      "step": 1046
    },
    {
      "epoch": 0.9104347826086957,
      "grad_norm": 214.2312469482422,
      "learning_rate": 5.44789548378212e-08,
      "loss": 2.065974712371826,
      "step": 1047
    },
    {
      "epoch": 0.9113043478260869,
      "grad_norm": 66.00595092773438,
      "learning_rate": 5.343381180798038e-08,
      "loss": 0.231009840965271,
      "step": 1048
    },
    {
      "epoch": 0.9121739130434783,
      "grad_norm": 41.069725036621094,
      "learning_rate": 5.2398572328076217e-08,
      "loss": 1.4642194509506226,
      "step": 1049
    },
    {
      "epoch": 0.9130434782608695,
      "grad_norm": 24.79140853881836,
      "learning_rate": 5.137324496641546e-08,
      "loss": 0.17041954398155212,
      "step": 1050
    },
    {
      "epoch": 0.9139130434782609,
      "grad_norm": 70.95574188232422,
      "learning_rate": 5.035783820926565e-08,
      "loss": 0.42414528131484985,
      "step": 1051
    },
    {
      "epoch": 0.9147826086956522,
      "grad_norm": 57.33642578125,
      "learning_rate": 4.9352360460784705e-08,
      "loss": 1.2034730911254883,
      "step": 1052
    },
    {
      "epoch": 0.9156521739130434,
      "grad_norm": 35.925148010253906,
      "learning_rate": 4.835682004295197e-08,
      "loss": 0.23591327667236328,
      "step": 1053
    },
    {
      "epoch": 0.9165217391304348,
      "grad_norm": 108.28092193603516,
      "learning_rate": 4.7371225195499416e-08,
      "loss": 0.3866674602031708,
      "step": 1054
    },
    {
      "epoch": 0.9173913043478261,
      "grad_norm": 62.49339294433594,
      "learning_rate": 4.6395584075842325e-08,
      "loss": 0.27010294795036316,
      "step": 1055
    },
    {
      "epoch": 0.9182608695652174,
      "grad_norm": 18.06407356262207,
      "learning_rate": 4.5429904759013154e-08,
      "loss": 0.1015242338180542,
      "step": 1056
    },
    {
      "epoch": 0.9191304347826087,
      "grad_norm": 63.693092346191406,
      "learning_rate": 4.447419523759364e-08,
      "loss": 0.4283607006072998,
      "step": 1057
    },
    {
      "epoch": 0.92,
      "grad_norm": 208.6317901611328,
      "learning_rate": 4.352846342164985e-08,
      "loss": 0.2625974714756012,
      "step": 1058
    },
    {
      "epoch": 0.9208695652173913,
      "grad_norm": 56.89769744873047,
      "learning_rate": 4.2592717138664755e-08,
      "loss": 0.3733076751232147,
      "step": 1059
    },
    {
      "epoch": 0.9217391304347826,
      "grad_norm": 27.7113037109375,
      "learning_rate": 4.1666964133475624e-08,
      "loss": 0.2847471833229065,
      "step": 1060
    },
    {
      "epoch": 0.922608695652174,
      "grad_norm": 107.4829330444336,
      "learning_rate": 4.075121206820867e-08,
      "loss": 1.5052435398101807,
      "step": 1061
    },
    {
      "epoch": 0.9234782608695652,
      "grad_norm": 46.84351348876953,
      "learning_rate": 3.984546852221605e-08,
      "loss": 0.5343829989433289,
      "step": 1062
    },
    {
      "epoch": 0.9243478260869565,
      "grad_norm": 47.403709411621094,
      "learning_rate": 3.89497409920124e-08,
      "loss": 0.23441624641418457,
      "step": 1063
    },
    {
      "epoch": 0.9252173913043479,
      "grad_norm": 64.3302001953125,
      "learning_rate": 3.806403689121399e-08,
      "loss": 0.36695361137390137,
      "step": 1064
    },
    {
      "epoch": 0.9260869565217391,
      "grad_norm": 26.435649871826172,
      "learning_rate": 3.7188363550476616e-08,
      "loss": 0.21069590747356415,
      "step": 1065
    },
    {
      "epoch": 0.9269565217391305,
      "grad_norm": 27.971710205078125,
      "learning_rate": 3.6322728217434985e-08,
      "loss": 0.1252860426902771,
      "step": 1066
    },
    {
      "epoch": 0.9278260869565217,
      "grad_norm": 27.180171966552734,
      "learning_rate": 3.546713805664265e-08,
      "loss": 0.12937042117118835,
      "step": 1067
    },
    {
      "epoch": 0.928695652173913,
      "grad_norm": 75.67200469970703,
      "learning_rate": 3.462160014951352e-08,
      "loss": 0.5296516418457031,
      "step": 1068
    },
    {
      "epoch": 0.9295652173913044,
      "grad_norm": 59.014827728271484,
      "learning_rate": 3.3786121494261557e-08,
      "loss": 1.271408200263977,
      "step": 1069
    },
    {
      "epoch": 0.9304347826086956,
      "grad_norm": 30.555908203125,
      "learning_rate": 3.296070900584466e-08,
      "loss": 0.1608971804380417,
      "step": 1070
    },
    {
      "epoch": 0.931304347826087,
      "grad_norm": 195.51910400390625,
      "learning_rate": 3.2145369515906714e-08,
      "loss": 1.3339788913726807,
      "step": 1071
    },
    {
      "epoch": 0.9321739130434783,
      "grad_norm": 242.42306518554688,
      "learning_rate": 3.134010977272048e-08,
      "loss": 0.43515992164611816,
      "step": 1072
    },
    {
      "epoch": 0.9330434782608695,
      "grad_norm": 191.44927978515625,
      "learning_rate": 3.054493644113268e-08,
      "loss": 0.41988927125930786,
      "step": 1073
    },
    {
      "epoch": 0.9339130434782609,
      "grad_norm": 80.3126449584961,
      "learning_rate": 2.975985610250823e-08,
      "loss": 0.24759146571159363,
      "step": 1074
    },
    {
      "epoch": 0.9347826086956522,
      "grad_norm": 427.2878723144531,
      "learning_rate": 2.8984875254676054e-08,
      "loss": 3.118825912475586,
      "step": 1075
    },
    {
      "epoch": 0.9356521739130435,
      "grad_norm": 46.329322814941406,
      "learning_rate": 2.8220000311875163e-08,
      "loss": 0.7188136577606201,
      "step": 1076
    },
    {
      "epoch": 0.9365217391304348,
      "grad_norm": 18.084016799926758,
      "learning_rate": 2.746523760470146e-08,
      "loss": 0.34340792894363403,
      "step": 1077
    },
    {
      "epoch": 0.9373913043478261,
      "grad_norm": 45.552825927734375,
      "learning_rate": 2.6720593380055866e-08,
      "loss": 0.22152048349380493,
      "step": 1078
    },
    {
      "epoch": 0.9382608695652174,
      "grad_norm": 116.45755004882812,
      "learning_rate": 2.598607380109211e-08,
      "loss": 0.4861157536506653,
      "step": 1079
    },
    {
      "epoch": 0.9391304347826087,
      "grad_norm": 49.15678024291992,
      "learning_rate": 2.526168494716541e-08,
      "loss": 1.147416591644287,
      "step": 1080
    },
    {
      "epoch": 0.94,
      "grad_norm": 192.302734375,
      "learning_rate": 2.454743281378319e-08,
      "loss": 1.1673444509506226,
      "step": 1081
    },
    {
      "epoch": 0.9408695652173913,
      "grad_norm": 106.5459976196289,
      "learning_rate": 2.3843323312554705e-08,
      "loss": 0.3712887167930603,
      "step": 1082
    },
    {
      "epoch": 0.9417391304347826,
      "grad_norm": 60.91425323486328,
      "learning_rate": 2.3149362271141924e-08,
      "loss": 0.35229623317718506,
      "step": 1083
    },
    {
      "epoch": 0.9426086956521739,
      "grad_norm": 34.21283721923828,
      "learning_rate": 2.246555543321219e-08,
      "loss": 0.1597195863723755,
      "step": 1084
    },
    {
      "epoch": 0.9434782608695652,
      "grad_norm": 262.74908447265625,
      "learning_rate": 2.179190845838966e-08,
      "loss": 1.804097056388855,
      "step": 1085
    },
    {
      "epoch": 0.9443478260869566,
      "grad_norm": 289.5881042480469,
      "learning_rate": 2.112842692220951e-08,
      "loss": 1.9632463455200195,
      "step": 1086
    },
    {
      "epoch": 0.9452173913043478,
      "grad_norm": 239.2292022705078,
      "learning_rate": 2.0475116316070603e-08,
      "loss": 0.6926017999649048,
      "step": 1087
    },
    {
      "epoch": 0.9460869565217391,
      "grad_norm": 54.8002815246582,
      "learning_rate": 1.9831982047190806e-08,
      "loss": 0.24581407010555267,
      "step": 1088
    },
    {
      "epoch": 0.9469565217391305,
      "grad_norm": 31.117341995239258,
      "learning_rate": 1.9199029438562583e-08,
      "loss": 0.12802839279174805,
      "step": 1089
    },
    {
      "epoch": 0.9478260869565217,
      "grad_norm": 237.68649291992188,
      "learning_rate": 1.8576263728907752e-08,
      "loss": 1.619250774383545,
      "step": 1090
    },
    {
      "epoch": 0.948695652173913,
      "grad_norm": 44.76021957397461,
      "learning_rate": 1.7963690072635294e-08,
      "loss": 0.4234163761138916,
      "step": 1091
    },
    {
      "epoch": 0.9495652173913044,
      "grad_norm": 23.631999969482422,
      "learning_rate": 1.736131353979792e-08,
      "loss": 0.10550929605960846,
      "step": 1092
    },
    {
      "epoch": 0.9504347826086956,
      "grad_norm": 37.710105895996094,
      "learning_rate": 1.6769139116050575e-08,
      "loss": 0.1747075319290161,
      "step": 1093
    },
    {
      "epoch": 0.951304347826087,
      "grad_norm": 69.56475067138672,
      "learning_rate": 1.6187171702608946e-08,
      "loss": 0.10597416013479233,
      "step": 1094
    },
    {
      "epoch": 0.9521739130434783,
      "grad_norm": 63.06141662597656,
      "learning_rate": 1.5615416116208925e-08,
      "loss": 0.6295781135559082,
      "step": 1095
    },
    {
      "epoch": 0.9530434782608695,
      "grad_norm": 79.49552917480469,
      "learning_rate": 1.505387708906694e-08,
      "loss": 0.5494324564933777,
      "step": 1096
    },
    {
      "epoch": 0.9539130434782609,
      "grad_norm": 176.24462890625,
      "learning_rate": 1.4502559268840394e-08,
      "loss": 2.4804582595825195,
      "step": 1097
    },
    {
      "epoch": 0.9547826086956521,
      "grad_norm": 41.16799545288086,
      "learning_rate": 1.3961467218589347e-08,
      "loss": 0.268565833568573,
      "step": 1098
    },
    {
      "epoch": 0.9556521739130435,
      "grad_norm": 49.025325775146484,
      "learning_rate": 1.3430605416739212e-08,
      "loss": 0.1450543850660324,
      "step": 1099
    },
    {
      "epoch": 0.9565217391304348,
      "grad_norm": 25.342472076416016,
      "learning_rate": 1.2909978257042849e-08,
      "loss": 0.10634391009807587,
      "step": 1100
    },
    {
      "epoch": 0.957391304347826,
      "grad_norm": 57.96340560913086,
      "learning_rate": 1.2399590048544908e-08,
      "loss": 0.15887653827667236,
      "step": 1101
    },
    {
      "epoch": 0.9582608695652174,
      "grad_norm": 27.70884132385254,
      "learning_rate": 1.1899445015546018e-08,
      "loss": 0.20732025802135468,
      "step": 1102
    },
    {
      "epoch": 0.9591304347826087,
      "grad_norm": 121.35015106201172,
      "learning_rate": 1.1409547297567408e-08,
      "loss": 0.29734688997268677,
      "step": 1103
    },
    {
      "epoch": 0.96,
      "grad_norm": 36.666786193847656,
      "learning_rate": 1.0929900949317174e-08,
      "loss": 0.21187996864318848,
      "step": 1104
    },
    {
      "epoch": 0.9608695652173913,
      "grad_norm": 27.686845779418945,
      "learning_rate": 1.0460509940656282e-08,
      "loss": 0.16417719423770905,
      "step": 1105
    },
    {
      "epoch": 0.9617391304347827,
      "grad_norm": 93.84732818603516,
      "learning_rate": 1.0001378156566238e-08,
      "loss": 0.2765503525733948,
      "step": 1106
    },
    {
      "epoch": 0.9626086956521739,
      "grad_norm": 120.61705780029297,
      "learning_rate": 9.552509397116328e-09,
      "loss": 0.4149501323699951,
      "step": 1107
    },
    {
      "epoch": 0.9634782608695652,
      "grad_norm": 150.25572204589844,
      "learning_rate": 9.113907377432534e-09,
      "loss": 0.5060743093490601,
      "step": 1108
    },
    {
      "epoch": 0.9643478260869566,
      "grad_norm": 22.960622787475586,
      "learning_rate": 8.685575727666734e-09,
      "loss": 0.13305577635765076,
      "step": 1109
    },
    {
      "epoch": 0.9652173913043478,
      "grad_norm": 20.679061889648438,
      "learning_rate": 8.26751799296685e-09,
      "loss": 0.8489625453948975,
      "step": 1110
    },
    {
      "epoch": 0.9660869565217391,
      "grad_norm": 272.46759033203125,
      "learning_rate": 7.859737633446745e-09,
      "loss": 1.1429026126861572,
      "step": 1111
    },
    {
      "epoch": 0.9669565217391304,
      "grad_norm": 40.7579460144043,
      "learning_rate": 7.462238024158742e-09,
      "loss": 0.35908207297325134,
      "step": 1112
    },
    {
      "epoch": 0.9678260869565217,
      "grad_norm": 32.05560302734375,
      "learning_rate": 7.075022455064612e-09,
      "loss": 0.5842143297195435,
      "step": 1113
    },
    {
      "epoch": 0.9686956521739131,
      "grad_norm": 90.32498931884766,
      "learning_rate": 6.6980941310092195e-09,
      "loss": 0.8600713014602661,
      "step": 1114
    },
    {
      "epoch": 0.9695652173913043,
      "grad_norm": 50.42799377441406,
      "learning_rate": 6.3314561716930345e-09,
      "loss": 0.33498960733413696,
      "step": 1115
    },
    {
      "epoch": 0.9704347826086956,
      "grad_norm": 89.94180297851562,
      "learning_rate": 5.975111611647294e-09,
      "loss": 0.18054115772247314,
      "step": 1116
    },
    {
      "epoch": 0.971304347826087,
      "grad_norm": 25.460975646972656,
      "learning_rate": 5.6290634002084676e-09,
      "loss": 0.13954642415046692,
      "step": 1117
    },
    {
      "epoch": 0.9721739130434782,
      "grad_norm": 223.30673217773438,
      "learning_rate": 5.293314401493555e-09,
      "loss": 0.7651514410972595,
      "step": 1118
    },
    {
      "epoch": 0.9730434782608696,
      "grad_norm": 30.91139030456543,
      "learning_rate": 4.967867394376907e-09,
      "loss": 0.17856208980083466,
      "step": 1119
    },
    {
      "epoch": 0.9739130434782609,
      "grad_norm": 390.0420227050781,
      "learning_rate": 4.652725072466918e-09,
      "loss": 0.7921420931816101,
      "step": 1120
    },
    {
      "epoch": 0.9747826086956521,
      "grad_norm": 43.3977165222168,
      "learning_rate": 4.347890044083675e-09,
      "loss": 0.7626063823699951,
      "step": 1121
    },
    {
      "epoch": 0.9756521739130435,
      "grad_norm": 112.77864074707031,
      "learning_rate": 4.053364832237589e-09,
      "loss": 0.3900560140609741,
      "step": 1122
    },
    {
      "epoch": 0.9765217391304348,
      "grad_norm": 87.15504455566406,
      "learning_rate": 3.769151874608301e-09,
      "loss": 2.3130087852478027,
      "step": 1123
    },
    {
      "epoch": 0.9773913043478261,
      "grad_norm": 134.98789978027344,
      "learning_rate": 3.4952535235248386e-09,
      "loss": 2.125074863433838,
      "step": 1124
    },
    {
      "epoch": 0.9782608695652174,
      "grad_norm": 15.371259689331055,
      "learning_rate": 3.2316720459457662e-09,
      "loss": 0.11161771416664124,
      "step": 1125
    },
    {
      "epoch": 0.9791304347826087,
      "grad_norm": 36.147560119628906,
      "learning_rate": 2.9784096234405922e-09,
      "loss": 0.22557353973388672,
      "step": 1126
    },
    {
      "epoch": 0.98,
      "grad_norm": 34.5765380859375,
      "learning_rate": 2.7354683521715887e-09,
      "loss": 1.8557195663452148,
      "step": 1127
    },
    {
      "epoch": 0.9808695652173913,
      "grad_norm": 50.32831573486328,
      "learning_rate": 2.5028502428768586e-09,
      "loss": 1.8108928203582764,
      "step": 1128
    },
    {
      "epoch": 0.9817391304347826,
      "grad_norm": 89.60624694824219,
      "learning_rate": 2.28055722085313e-09,
      "loss": 0.8523838520050049,
      "step": 1129
    },
    {
      "epoch": 0.9826086956521739,
      "grad_norm": 59.01401138305664,
      "learning_rate": 2.0685911259402113e-09,
      "loss": 1.187254786491394,
      "step": 1130
    },
    {
      "epoch": 0.9834782608695652,
      "grad_norm": 33.60834884643555,
      "learning_rate": 1.866953712505587e-09,
      "loss": 0.1633327603340149,
      "step": 1131
    },
    {
      "epoch": 0.9843478260869565,
      "grad_norm": 55.18779754638672,
      "learning_rate": 1.6756466494298462e-09,
      "loss": 1.3394694328308105,
      "step": 1132
    },
    {
      "epoch": 0.9852173913043478,
      "grad_norm": 22.594966888427734,
      "learning_rate": 1.494671520092944e-09,
      "loss": 0.11512511968612671,
      "step": 1133
    },
    {
      "epoch": 0.9860869565217392,
      "grad_norm": 68.56832885742188,
      "learning_rate": 1.3240298223615722e-09,
      "loss": 0.22050261497497559,
      "step": 1134
    },
    {
      "epoch": 0.9869565217391304,
      "grad_norm": 109.36688995361328,
      "learning_rate": 1.1637229685758367e-09,
      "loss": 0.4645639657974243,
      "step": 1135
    },
    {
      "epoch": 0.9878260869565217,
      "grad_norm": 344.52276611328125,
      "learning_rate": 1.0137522855380166e-09,
      "loss": 1.3248834609985352,
      "step": 1136
    },
    {
      "epoch": 0.9886956521739131,
      "grad_norm": 323.62261962890625,
      "learning_rate": 8.741190145017397e-10,
      "loss": 1.0131908655166626,
      "step": 1137
    },
    {
      "epoch": 0.9895652173913043,
      "grad_norm": 465.9772644042969,
      "learning_rate": 7.448243111619901e-10,
      "loss": 1.5983543395996094,
      "step": 1138
    },
    {
      "epoch": 0.9904347826086957,
      "grad_norm": 142.00509643554688,
      "learning_rate": 6.258692456442838e-10,
      "loss": 1.8868300914764404,
      "step": 1139
    },
    {
      "epoch": 0.991304347826087,
      "grad_norm": 16.73135757446289,
      "learning_rate": 5.172548024973134e-10,
      "loss": 0.11686738580465317,
      "step": 1140
    },
    {
      "epoch": 0.9921739130434782,
      "grad_norm": 82.9582748413086,
      "learning_rate": 4.1898188068392744e-10,
      "loss": 0.5375820994377136,
      "step": 1141
    },
    {
      "epoch": 0.9930434782608696,
      "grad_norm": 134.6139373779297,
      "learning_rate": 3.3105129357405285e-10,
      "loss": 2.217926502227783,
      "step": 1142
    },
    {
      "epoch": 0.9939130434782608,
      "grad_norm": 56.488040924072266,
      "learning_rate": 2.534637689373398e-10,
      "loss": 0.3822355270385742,
      "step": 1143
    },
    {
      "epoch": 0.9947826086956522,
      "grad_norm": 289.47637939453125,
      "learning_rate": 1.8621994893816553e-10,
      "loss": 1.1271135807037354,
      "step": 1144
    },
    {
      "epoch": 0.9956521739130435,
      "grad_norm": 40.066505432128906,
      "learning_rate": 1.293203901296669e-10,
      "loss": 0.19184362888336182,
      "step": 1145
    },
    {
      "epoch": 0.9965217391304347,
      "grad_norm": 50.626251220703125,
      "learning_rate": 8.276556344888332e-11,
      "loss": 1.3221231698989868,
      "step": 1146
    },
    {
      "epoch": 0.9973913043478261,
      "grad_norm": 36.42313003540039,
      "learning_rate": 4.655585421356468e-11,
      "loss": 2.6915531158447266,
      "step": 1147
    },
    {
      "epoch": 0.9982608695652174,
      "grad_norm": 56.5333137512207,
      "learning_rate": 2.069156211856327e-11,
      "loss": 0.5547555685043335,
      "step": 1148
    },
    {
      "epoch": 0.9991304347826087,
      "grad_norm": 28.36837387084961,
      "learning_rate": 5.172901233196914e-12,
      "loss": 0.2727220058441162,
      "step": 1149
    },
    {
      "epoch": 1.0,
      "grad_norm": 155.49249267578125,
      "learning_rate": 0.0,
      "loss": 0.28436529636383057,
      "step": 1150
    }
  ],
  "logging_steps": 1,
  "max_steps": 1150,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 575,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 0.0,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}