{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 500,
  "global_step": 2069,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.00048344210780759005,
      "grad_norm": 2.4757904153326913,
      "learning_rate": 0.0,
      "loss": 0.9924,
      "step": 1
    },
    {
      "epoch": 0.0009668842156151801,
      "grad_norm": 2.3793618820940923,
      "learning_rate": 9.615384615384617e-08,
      "loss": 0.9738,
      "step": 2
    },
    {
      "epoch": 0.0014503263234227702,
      "grad_norm": 2.375691201697703,
      "learning_rate": 1.9230769230769234e-07,
      "loss": 0.9588,
      "step": 3
    },
    {
      "epoch": 0.0019337684312303602,
      "grad_norm": 2.3403619553808497,
      "learning_rate": 2.884615384615385e-07,
      "loss": 0.9862,
      "step": 4
    },
    {
      "epoch": 0.00241721053903795,
      "grad_norm": 2.3613475552419394,
      "learning_rate": 3.846153846153847e-07,
      "loss": 0.9758,
      "step": 5
    },
    {
      "epoch": 0.0029006526468455403,
      "grad_norm": 2.374422358129782,
      "learning_rate": 4.807692307692308e-07,
      "loss": 0.9716,
      "step": 6
    },
    {
      "epoch": 0.00338409475465313,
      "grad_norm": 2.478706471115894,
      "learning_rate": 5.76923076923077e-07,
      "loss": 0.976,
      "step": 7
    },
    {
      "epoch": 0.0038675368624607204,
      "grad_norm": 2.3811968693026198,
      "learning_rate": 6.730769230769231e-07,
      "loss": 0.9873,
      "step": 8
    },
    {
      "epoch": 0.00435097897026831,
      "grad_norm": 2.2147341913024956,
      "learning_rate": 7.692307692307694e-07,
      "loss": 0.9286,
      "step": 9
    },
    {
      "epoch": 0.0048344210780759,
      "grad_norm": 2.335255162349414,
      "learning_rate": 8.653846153846154e-07,
      "loss": 0.9845,
      "step": 10
    },
    {
      "epoch": 0.005317863185883491,
      "grad_norm": 2.218894644037587,
      "learning_rate": 9.615384615384617e-07,
      "loss": 0.95,
      "step": 11
    },
    {
      "epoch": 0.005801305293691081,
      "grad_norm": 2.2403773948516226,
      "learning_rate": 1.0576923076923078e-06,
      "loss": 0.9715,
      "step": 12
    },
    {
      "epoch": 0.0062847474014986705,
      "grad_norm": 2.164785866254398,
      "learning_rate": 1.153846153846154e-06,
      "loss": 0.9422,
      "step": 13
    },
    {
      "epoch": 0.00676818950930626,
      "grad_norm": 2.2075110374685947,
      "learning_rate": 1.25e-06,
      "loss": 0.965,
      "step": 14
    },
    {
      "epoch": 0.007251631617113851,
      "grad_norm": 1.9308798071113116,
      "learning_rate": 1.3461538461538462e-06,
      "loss": 0.9372,
      "step": 15
    },
    {
      "epoch": 0.007735073724921441,
      "grad_norm": 1.8705357350667309,
      "learning_rate": 1.4423076923076922e-06,
      "loss": 0.9443,
      "step": 16
    },
    {
      "epoch": 0.00821851583272903,
      "grad_norm": 1.775691766227149,
      "learning_rate": 1.5384615384615387e-06,
      "loss": 0.9362,
      "step": 17
    },
    {
      "epoch": 0.00870195794053662,
      "grad_norm": 1.7290053738093054,
      "learning_rate": 1.6346153846153848e-06,
      "loss": 0.9298,
      "step": 18
    },
    {
      "epoch": 0.00918540004834421,
      "grad_norm": 1.6541389612298973,
      "learning_rate": 1.7307692307692308e-06,
      "loss": 0.9336,
      "step": 19
    },
    {
      "epoch": 0.0096688421561518,
      "grad_norm": 1.2338607620225968,
      "learning_rate": 1.826923076923077e-06,
      "loss": 0.9055,
      "step": 20
    },
    {
      "epoch": 0.01015228426395939,
      "grad_norm": 1.1808086522456918,
      "learning_rate": 1.9230769230769234e-06,
      "loss": 0.8962,
      "step": 21
    },
    {
      "epoch": 0.010635726371766982,
      "grad_norm": 1.090531117286559,
      "learning_rate": 2.0192307692307692e-06,
      "loss": 0.8702,
      "step": 22
    },
    {
      "epoch": 0.011119168479574571,
      "grad_norm": 1.095517820053717,
      "learning_rate": 2.1153846153846155e-06,
      "loss": 0.8816,
      "step": 23
    },
    {
      "epoch": 0.011602610587382161,
      "grad_norm": 1.0208393908518454,
      "learning_rate": 2.211538461538462e-06,
      "loss": 0.8699,
      "step": 24
    },
    {
      "epoch": 0.012086052695189751,
      "grad_norm": 1.004109121666044,
      "learning_rate": 2.307692307692308e-06,
      "loss": 0.8669,
      "step": 25
    },
    {
      "epoch": 0.012569494802997341,
      "grad_norm": 0.98169412760157,
      "learning_rate": 2.403846153846154e-06,
      "loss": 0.8371,
      "step": 26
    },
    {
      "epoch": 0.01305293691080493,
      "grad_norm": 0.9209444270757048,
      "learning_rate": 2.5e-06,
      "loss": 0.8388,
      "step": 27
    },
    {
      "epoch": 0.01353637901861252,
      "grad_norm": 0.8619822284316448,
      "learning_rate": 2.5961538461538465e-06,
      "loss": 0.8041,
      "step": 28
    },
    {
      "epoch": 0.01401982112642011,
      "grad_norm": 0.9241232197315488,
      "learning_rate": 2.6923076923076923e-06,
      "loss": 0.8091,
      "step": 29
    },
    {
      "epoch": 0.014503263234227702,
      "grad_norm": 0.917429451582305,
      "learning_rate": 2.7884615384615386e-06,
      "loss": 0.7749,
      "step": 30
    },
    {
      "epoch": 0.014986705342035292,
      "grad_norm": 0.9043786370452085,
      "learning_rate": 2.8846153846153845e-06,
      "loss": 0.8144,
      "step": 31
    },
    {
      "epoch": 0.015470147449842882,
      "grad_norm": 0.820031258272968,
      "learning_rate": 2.980769230769231e-06,
      "loss": 0.7931,
      "step": 32
    },
    {
      "epoch": 0.01595358955765047,
      "grad_norm": 0.7726701862119408,
      "learning_rate": 3.0769230769230774e-06,
      "loss": 0.7903,
      "step": 33
    },
    {
      "epoch": 0.01643703166545806,
      "grad_norm": 0.6871638945331215,
      "learning_rate": 3.1730769230769233e-06,
      "loss": 0.7256,
      "step": 34
    },
    {
      "epoch": 0.01692047377326565,
      "grad_norm": 0.7302580243312591,
      "learning_rate": 3.2692307692307696e-06,
      "loss": 0.7956,
      "step": 35
    },
    {
      "epoch": 0.01740391588107324,
      "grad_norm": 0.6737498928543134,
      "learning_rate": 3.365384615384616e-06,
      "loss": 0.7478,
      "step": 36
    },
    {
      "epoch": 0.01788735798888083,
      "grad_norm": 0.6914440787905148,
      "learning_rate": 3.4615384615384617e-06,
      "loss": 0.7621,
      "step": 37
    },
    {
      "epoch": 0.01837080009668842,
      "grad_norm": 0.6869329802424697,
      "learning_rate": 3.557692307692308e-06,
      "loss": 0.7706,
      "step": 38
    },
    {
      "epoch": 0.01885424220449601,
      "grad_norm": 0.6549740713679569,
      "learning_rate": 3.653846153846154e-06,
      "loss": 0.7237,
      "step": 39
    },
    {
      "epoch": 0.0193376843123036,
      "grad_norm": 0.6922145753217636,
      "learning_rate": 3.7500000000000005e-06,
      "loss": 0.7537,
      "step": 40
    },
    {
      "epoch": 0.01982112642011119,
      "grad_norm": 0.665714225887781,
      "learning_rate": 3.846153846153847e-06,
      "loss": 0.7656,
      "step": 41
    },
    {
      "epoch": 0.02030456852791878,
      "grad_norm": 0.6390200477155564,
      "learning_rate": 3.942307692307692e-06,
      "loss": 0.7558,
      "step": 42
    },
    {
      "epoch": 0.020788010635726373,
      "grad_norm": 0.6558268717213803,
      "learning_rate": 4.0384615384615385e-06,
      "loss": 0.7408,
      "step": 43
    },
    {
      "epoch": 0.021271452743533963,
      "grad_norm": 0.6191043915893901,
      "learning_rate": 4.134615384615385e-06,
      "loss": 0.7482,
      "step": 44
    },
    {
      "epoch": 0.021754894851341553,
      "grad_norm": 0.6193196066166552,
      "learning_rate": 4.230769230769231e-06,
      "loss": 0.7424,
      "step": 45
    },
    {
      "epoch": 0.022238336959149143,
      "grad_norm": 0.6141046550876093,
      "learning_rate": 4.326923076923077e-06,
      "loss": 0.7372,
      "step": 46
    },
    {
      "epoch": 0.022721779066956733,
      "grad_norm": 0.6265315399192994,
      "learning_rate": 4.423076923076924e-06,
      "loss": 0.7362,
      "step": 47
    },
    {
      "epoch": 0.023205221174764323,
      "grad_norm": 0.6704953048927751,
      "learning_rate": 4.51923076923077e-06,
      "loss": 0.7326,
      "step": 48
    },
    {
      "epoch": 0.023688663282571912,
      "grad_norm": 0.6544522629648533,
      "learning_rate": 4.615384615384616e-06,
      "loss": 0.7275,
      "step": 49
    },
    {
      "epoch": 0.024172105390379502,
      "grad_norm": 0.6277879949612973,
      "learning_rate": 4.711538461538462e-06,
      "loss": 0.7311,
      "step": 50
    },
    {
      "epoch": 0.024655547498187092,
      "grad_norm": 0.5924725867824154,
      "learning_rate": 4.807692307692308e-06,
      "loss": 0.7261,
      "step": 51
    },
    {
      "epoch": 0.025138989605994682,
      "grad_norm": 0.591545350722231,
      "learning_rate": 4.903846153846154e-06,
      "loss": 0.7092,
      "step": 52
    },
    {
      "epoch": 0.025622431713802272,
      "grad_norm": 0.5698079528908845,
      "learning_rate": 5e-06,
      "loss": 0.7093,
      "step": 53
    },
    {
      "epoch": 0.02610587382160986,
      "grad_norm": 0.6162650749995418,
      "learning_rate": 5.096153846153846e-06,
      "loss": 0.687,
      "step": 54
    },
    {
      "epoch": 0.02658931592941745,
      "grad_norm": 0.5577930499697958,
      "learning_rate": 5.192307692307693e-06,
      "loss": 0.7143,
      "step": 55
    },
    {
      "epoch": 0.02707275803722504,
      "grad_norm": 0.5640209708881836,
      "learning_rate": 5.288461538461539e-06,
      "loss": 0.7059,
      "step": 56
    },
    {
      "epoch": 0.02755620014503263,
      "grad_norm": 0.5430126891143467,
      "learning_rate": 5.384615384615385e-06,
      "loss": 0.704,
      "step": 57
    },
    {
      "epoch": 0.02803964225284022,
      "grad_norm": 0.6009517822786309,
      "learning_rate": 5.480769230769232e-06,
      "loss": 0.7169,
      "step": 58
    },
    {
      "epoch": 0.02852308436064781,
      "grad_norm": 0.6167733540891279,
      "learning_rate": 5.576923076923077e-06,
      "loss": 0.7065,
      "step": 59
    },
    {
      "epoch": 0.029006526468455404,
      "grad_norm": 0.5731458421774205,
      "learning_rate": 5.6730769230769235e-06,
      "loss": 0.6373,
      "step": 60
    },
    {
      "epoch": 0.029489968576262994,
      "grad_norm": 0.5489403473955915,
      "learning_rate": 5.769230769230769e-06,
      "loss": 0.7018,
      "step": 61
    },
    {
      "epoch": 0.029973410684070584,
      "grad_norm": 0.5325599545502842,
      "learning_rate": 5.865384615384616e-06,
      "loss": 0.6959,
      "step": 62
    },
    {
      "epoch": 0.030456852791878174,
      "grad_norm": 0.5478537783639954,
      "learning_rate": 5.961538461538462e-06,
      "loss": 0.6896,
      "step": 63
    },
    {
      "epoch": 0.030940294899685764,
      "grad_norm": 0.5363515063211778,
      "learning_rate": 6.057692307692308e-06,
      "loss": 0.7014,
      "step": 64
    },
    {
      "epoch": 0.03142373700749335,
      "grad_norm": 0.5641946867306303,
      "learning_rate": 6.153846153846155e-06,
      "loss": 0.6903,
      "step": 65
    },
    {
      "epoch": 0.03190717911530094,
      "grad_norm": 0.5481835775113026,
      "learning_rate": 6.25e-06,
      "loss": 0.6893,
      "step": 66
    },
    {
      "epoch": 0.03239062122310853,
      "grad_norm": 0.5143476489389097,
      "learning_rate": 6.3461538461538466e-06,
      "loss": 0.6946,
      "step": 67
    },
    {
      "epoch": 0.03287406333091612,
      "grad_norm": 0.590656354467126,
      "learning_rate": 6.442307692307693e-06,
      "loss": 0.6788,
      "step": 68
    },
    {
      "epoch": 0.03335750543872371,
      "grad_norm": 0.5203563663337313,
      "learning_rate": 6.538461538461539e-06,
      "loss": 0.6847,
      "step": 69
    },
    {
      "epoch": 0.0338409475465313,
      "grad_norm": 0.5084500426939229,
      "learning_rate": 6.6346153846153846e-06,
      "loss": 0.7086,
      "step": 70
    },
    {
      "epoch": 0.03432438965433889,
      "grad_norm": 0.5032784264719405,
      "learning_rate": 6.730769230769232e-06,
      "loss": 0.6724,
      "step": 71
    },
    {
      "epoch": 0.03480783176214648,
      "grad_norm": 0.5205048813341548,
      "learning_rate": 6.826923076923078e-06,
      "loss": 0.6592,
      "step": 72
    },
    {
      "epoch": 0.03529127386995407,
      "grad_norm": 0.5066251849073853,
      "learning_rate": 6.923076923076923e-06,
      "loss": 0.6674,
      "step": 73
    },
    {
      "epoch": 0.03577471597776166,
      "grad_norm": 0.5305760257061701,
      "learning_rate": 7.01923076923077e-06,
      "loss": 0.6665,
      "step": 74
    },
    {
      "epoch": 0.03625815808556925,
      "grad_norm": 0.5583636863825877,
      "learning_rate": 7.115384615384616e-06,
      "loss": 0.6685,
      "step": 75
    },
    {
      "epoch": 0.03674160019337684,
      "grad_norm": 0.6055857508188283,
      "learning_rate": 7.211538461538462e-06,
      "loss": 0.6826,
      "step": 76
    },
    {
      "epoch": 0.03722504230118443,
      "grad_norm": 0.5576393446552599,
      "learning_rate": 7.307692307692308e-06,
      "loss": 0.6811,
      "step": 77
    },
    {
      "epoch": 0.03770848440899202,
      "grad_norm": 0.5550469150359895,
      "learning_rate": 7.403846153846155e-06,
      "loss": 0.6752,
      "step": 78
    },
    {
      "epoch": 0.03819192651679961,
      "grad_norm": 0.5095358853416947,
      "learning_rate": 7.500000000000001e-06,
      "loss": 0.657,
      "step": 79
    },
    {
      "epoch": 0.0386753686246072,
      "grad_norm": 0.519449515803278,
      "learning_rate": 7.5961538461538465e-06,
      "loss": 0.6326,
      "step": 80
    },
    {
      "epoch": 0.03915881073241479,
      "grad_norm": 0.5360371671954463,
      "learning_rate": 7.692307692307694e-06,
      "loss": 0.6577,
      "step": 81
    },
    {
      "epoch": 0.03964225284022238,
      "grad_norm": 0.5220981103197152,
      "learning_rate": 7.78846153846154e-06,
      "loss": 0.6803,
      "step": 82
    },
    {
      "epoch": 0.04012569494802997,
      "grad_norm": 0.5357442529489778,
      "learning_rate": 7.884615384615384e-06,
      "loss": 0.662,
      "step": 83
    },
    {
      "epoch": 0.04060913705583756,
      "grad_norm": 0.5922567510802571,
      "learning_rate": 7.980769230769232e-06,
      "loss": 0.6784,
      "step": 84
    },
    {
      "epoch": 0.04109257916364515,
      "grad_norm": 0.5471555288958341,
      "learning_rate": 8.076923076923077e-06,
      "loss": 0.663,
      "step": 85
    },
    {
      "epoch": 0.04157602127145275,
      "grad_norm": 0.5234614832210157,
      "learning_rate": 8.173076923076923e-06,
      "loss": 0.6633,
      "step": 86
    },
    {
      "epoch": 0.04205946337926034,
      "grad_norm": 0.5014680527453607,
      "learning_rate": 8.26923076923077e-06,
      "loss": 0.6345,
      "step": 87
    },
    {
      "epoch": 0.04254290548706793,
      "grad_norm": 0.5541925854592269,
      "learning_rate": 8.365384615384616e-06,
      "loss": 0.661,
      "step": 88
    },
    {
      "epoch": 0.043026347594875516,
      "grad_norm": 0.5556737957241218,
      "learning_rate": 8.461538461538462e-06,
      "loss": 0.6476,
      "step": 89
    },
    {
      "epoch": 0.043509789702683106,
      "grad_norm": 0.5358812925229628,
      "learning_rate": 8.557692307692308e-06,
      "loss": 0.6667,
      "step": 90
    },
    {
      "epoch": 0.043993231810490696,
      "grad_norm": 0.5285944473021625,
      "learning_rate": 8.653846153846155e-06,
      "loss": 0.6558,
      "step": 91
    },
    {
      "epoch": 0.044476673918298286,
      "grad_norm": 0.6130129115794695,
      "learning_rate": 8.750000000000001e-06,
      "loss": 0.6662,
      "step": 92
    },
    {
      "epoch": 0.044960116026105876,
      "grad_norm": 0.6086871477606206,
      "learning_rate": 8.846153846153847e-06,
      "loss": 0.6768,
      "step": 93
    },
    {
      "epoch": 0.045443558133913466,
      "grad_norm": 0.534737794998822,
      "learning_rate": 8.942307692307693e-06,
      "loss": 0.633,
      "step": 94
    },
    {
      "epoch": 0.045927000241721055,
      "grad_norm": 0.5048674854153722,
      "learning_rate": 9.03846153846154e-06,
      "loss": 0.6075,
      "step": 95
    },
    {
      "epoch": 0.046410442349528645,
      "grad_norm": 0.5516912026027078,
      "learning_rate": 9.134615384615384e-06,
      "loss": 0.623,
      "step": 96
    },
    {
      "epoch": 0.046893884457336235,
      "grad_norm": 0.6083291149980872,
      "learning_rate": 9.230769230769232e-06,
      "loss": 0.6556,
      "step": 97
    },
    {
      "epoch": 0.047377326565143825,
      "grad_norm": 0.5460750932826393,
      "learning_rate": 9.326923076923079e-06,
      "loss": 0.6524,
      "step": 98
    },
    {
      "epoch": 0.047860768672951415,
      "grad_norm": 0.5459534721301705,
      "learning_rate": 9.423076923076923e-06,
      "loss": 0.6449,
      "step": 99
    },
    {
      "epoch": 0.048344210780759005,
      "grad_norm": 0.5622412415254093,
      "learning_rate": 9.51923076923077e-06,
      "loss": 0.6517,
      "step": 100
    },
    {
      "epoch": 0.048827652888566594,
      "grad_norm": 0.6148179967646931,
      "learning_rate": 9.615384615384616e-06,
      "loss": 0.636,
      "step": 101
    },
    {
      "epoch": 0.049311094996374184,
      "grad_norm": 0.5377477077942675,
      "learning_rate": 9.711538461538462e-06,
      "loss": 0.6569,
      "step": 102
    },
    {
      "epoch": 0.049794537104181774,
      "grad_norm": 0.535881794576154,
      "learning_rate": 9.807692307692308e-06,
      "loss": 0.6515,
      "step": 103
    },
    {
      "epoch": 0.050277979211989364,
      "grad_norm": 0.5554528998874018,
      "learning_rate": 9.903846153846155e-06,
      "loss": 0.6471,
      "step": 104
    },
    {
      "epoch": 0.050761421319796954,
      "grad_norm": 0.5472055318440415,
      "learning_rate": 1e-05,
      "loss": 0.6212,
      "step": 105
    },
    {
      "epoch": 0.051244863427604544,
      "grad_norm": 0.5562423079812571,
      "learning_rate": 9.99999360979851e-06,
      "loss": 0.6483,
      "step": 106
    },
    {
      "epoch": 0.051728305535412133,
      "grad_norm": 0.6203972023036308,
      "learning_rate": 9.999974439210376e-06,
      "loss": 0.6474,
      "step": 107
    },
    {
      "epoch": 0.05221174764321972,
      "grad_norm": 0.5879110259866966,
      "learning_rate": 9.999942488284598e-06,
      "loss": 0.6506,
      "step": 108
    },
    {
      "epoch": 0.05269518975102731,
      "grad_norm": 0.5415023727684817,
      "learning_rate": 9.999897757102843e-06,
      "loss": 0.641,
      "step": 109
    },
    {
      "epoch": 0.0531786318588349,
      "grad_norm": 0.5661080832571289,
      "learning_rate": 9.99984024577945e-06,
      "loss": 0.6561,
      "step": 110
    },
    {
      "epoch": 0.05366207396664249,
      "grad_norm": 0.6384080684659277,
      "learning_rate": 9.999769954461425e-06,
      "loss": 0.6181,
      "step": 111
    },
    {
      "epoch": 0.05414551607445008,
      "grad_norm": 0.5321086465207798,
      "learning_rate": 9.999686883328433e-06,
      "loss": 0.6269,
      "step": 112
    },
    {
      "epoch": 0.05462895818225767,
      "grad_norm": 0.5658443861351884,
      "learning_rate": 9.999591032592813e-06,
      "loss": 0.6317,
      "step": 113
    },
    {
      "epoch": 0.05511240029006526,
      "grad_norm": 0.5759014415066968,
      "learning_rate": 9.999482402499569e-06,
      "loss": 0.6468,
      "step": 114
    },
    {
      "epoch": 0.05559584239787285,
      "grad_norm": 0.5480587710988183,
      "learning_rate": 9.999360993326366e-06,
      "loss": 0.6359,
      "step": 115
    },
    {
      "epoch": 0.05607928450568044,
      "grad_norm": 0.6380718424826206,
      "learning_rate": 9.999226805383534e-06,
      "loss": 0.6349,
      "step": 116
    },
    {
      "epoch": 0.05656272661348803,
      "grad_norm": 0.5246861209498886,
      "learning_rate": 9.999079839014074e-06,
      "loss": 0.6399,
      "step": 117
    },
    {
      "epoch": 0.05704616872129562,
      "grad_norm": 0.515686613549135,
      "learning_rate": 9.998920094593637e-06,
      "loss": 0.5984,
      "step": 118
    },
    {
      "epoch": 0.05752961082910321,
      "grad_norm": 0.5607127828178857,
      "learning_rate": 9.998747572530548e-06,
      "loss": 0.6398,
      "step": 119
    },
    {
      "epoch": 0.05801305293691081,
      "grad_norm": 0.5459763409466101,
      "learning_rate": 9.998562273265786e-06,
      "loss": 0.626,
      "step": 120
    },
    {
      "epoch": 0.0584964950447184,
      "grad_norm": 0.5525418327052581,
      "learning_rate": 9.998364197272988e-06,
      "loss": 0.6537,
      "step": 121
    },
    {
      "epoch": 0.05897993715252599,
      "grad_norm": 6.74083445541264,
      "learning_rate": 9.998153345058454e-06,
      "loss": 0.9475,
      "step": 122
    },
    {
      "epoch": 0.05946337926033358,
      "grad_norm": 0.6141628359508349,
      "learning_rate": 9.997929717161142e-06,
      "loss": 0.6473,
      "step": 123
    },
    {
      "epoch": 0.05994682136814117,
      "grad_norm": 0.6652958169663876,
      "learning_rate": 9.997693314152658e-06,
      "loss": 0.6342,
      "step": 124
    },
    {
      "epoch": 0.06043026347594876,
      "grad_norm": 0.606711498986106,
      "learning_rate": 9.99744413663727e-06,
      "loss": 0.623,
      "step": 125
    },
    {
      "epoch": 0.06091370558375635,
      "grad_norm": 0.5175309840849823,
      "learning_rate": 9.997182185251896e-06,
      "loss": 0.6221,
      "step": 126
    },
    {
      "epoch": 0.06139714769156394,
      "grad_norm": 0.5341566674562975,
      "learning_rate": 9.996907460666104e-06,
      "loss": 0.6357,
      "step": 127
    },
    {
      "epoch": 0.06188058979937153,
      "grad_norm": 0.5922792510376619,
      "learning_rate": 9.996619963582113e-06,
      "loss": 0.6043,
      "step": 128
    },
    {
      "epoch": 0.06236403190717912,
      "grad_norm": 0.5694036510960461,
      "learning_rate": 9.996319694734787e-06,
      "loss": 0.6311,
      "step": 129
    },
    {
      "epoch": 0.0628474740149867,
      "grad_norm": 0.5540844850790518,
      "learning_rate": 9.99600665489164e-06,
      "loss": 0.6411,
      "step": 130
    },
    {
      "epoch": 0.06333091612279429,
      "grad_norm": 0.5371960793753483,
      "learning_rate": 9.995680844852824e-06,
      "loss": 0.6403,
      "step": 131
    },
    {
      "epoch": 0.06381435823060189,
      "grad_norm": 0.5225384791967033,
      "learning_rate": 9.995342265451138e-06,
      "loss": 0.6269,
      "step": 132
    },
    {
      "epoch": 0.06429780033840947,
      "grad_norm": 0.6035451474536077,
      "learning_rate": 9.994990917552017e-06,
      "loss": 0.6321,
      "step": 133
    },
    {
      "epoch": 0.06478124244621707,
      "grad_norm": 0.6507380493478006,
      "learning_rate": 9.994626802053536e-06,
      "loss": 0.6236,
      "step": 134
    },
    {
      "epoch": 0.06526468455402465,
      "grad_norm": 0.5456651842881993,
      "learning_rate": 9.994249919886402e-06,
      "loss": 0.6258,
      "step": 135
    },
    {
      "epoch": 0.06574812666183225,
      "grad_norm": 0.5172506944070536,
      "learning_rate": 9.993860272013958e-06,
      "loss": 0.6162,
      "step": 136
    },
    {
      "epoch": 0.06623156876963984,
      "grad_norm": 0.6233262394445207,
      "learning_rate": 9.993457859432172e-06,
      "loss": 0.6261,
      "step": 137
    },
    {
      "epoch": 0.06671501087744743,
      "grad_norm": 0.6073445562745826,
      "learning_rate": 9.993042683169647e-06,
      "loss": 0.6371,
      "step": 138
    },
    {
      "epoch": 0.06719845298525502,
      "grad_norm": 0.5857241687958673,
      "learning_rate": 9.992614744287605e-06,
      "loss": 0.6275,
      "step": 139
    },
    {
      "epoch": 0.0676818950930626,
      "grad_norm": 0.5304150460003405,
      "learning_rate": 9.992174043879893e-06,
      "loss": 0.6175,
      "step": 140
    },
    {
      "epoch": 0.0681653372008702,
      "grad_norm": 0.5933722892089892,
      "learning_rate": 9.991720583072975e-06,
      "loss": 0.6255,
      "step": 141
    },
    {
      "epoch": 0.06864877930867778,
      "grad_norm": 0.561723953482763,
      "learning_rate": 9.991254363025935e-06,
      "loss": 0.6257,
      "step": 142
    },
    {
      "epoch": 0.06913222141648538,
      "grad_norm": 0.532228224452236,
      "learning_rate": 9.99077538493047e-06,
      "loss": 0.6301,
      "step": 143
    },
    {
      "epoch": 0.06961566352429296,
      "grad_norm": 0.541783938730816,
      "learning_rate": 9.990283650010883e-06,
      "loss": 0.619,
      "step": 144
    },
    {
      "epoch": 0.07009910563210056,
      "grad_norm": 0.5606995950440783,
      "learning_rate": 9.989779159524091e-06,
      "loss": 0.5818,
      "step": 145
    },
    {
      "epoch": 0.07058254773990814,
      "grad_norm": 0.5286741282148979,
      "learning_rate": 9.989261914759612e-06,
      "loss": 0.6105,
      "step": 146
    },
    {
      "epoch": 0.07106598984771574,
      "grad_norm": 0.525375741245272,
      "learning_rate": 9.988731917039564e-06,
      "loss": 0.6154,
      "step": 147
    },
    {
      "epoch": 0.07154943195552332,
      "grad_norm": 0.5132546936158348,
      "learning_rate": 9.988189167718665e-06,
      "loss": 0.5533,
      "step": 148
    },
    {
      "epoch": 0.07203287406333092,
      "grad_norm": 0.5330232205089095,
      "learning_rate": 9.987633668184227e-06,
      "loss": 0.6281,
      "step": 149
    },
    {
      "epoch": 0.0725163161711385,
      "grad_norm": 0.5459730729112252,
      "learning_rate": 9.98706541985615e-06,
      "loss": 0.5836,
      "step": 150
    },
    {
      "epoch": 0.0729997582789461,
      "grad_norm": 0.5818263727750432,
      "learning_rate": 9.986484424186922e-06,
      "loss": 0.6246,
      "step": 151
    },
    {
      "epoch": 0.07348320038675368,
      "grad_norm": 0.5754133435232375,
      "learning_rate": 9.985890682661616e-06,
      "loss": 0.6038,
      "step": 152
    },
    {
      "epoch": 0.07396664249456128,
      "grad_norm": 0.5528911744587542,
      "learning_rate": 9.985284196797884e-06,
      "loss": 0.6246,
      "step": 153
    },
    {
      "epoch": 0.07445008460236886,
      "grad_norm": 0.5484687585797547,
      "learning_rate": 9.984664968145953e-06,
      "loss": 0.6318,
      "step": 154
    },
    {
      "epoch": 0.07493352671017646,
      "grad_norm": 0.5351986552762329,
      "learning_rate": 9.984032998288617e-06,
      "loss": 0.6184,
      "step": 155
    },
    {
      "epoch": 0.07541696881798404,
      "grad_norm": 0.519416066205614,
      "learning_rate": 9.983388288841246e-06,
      "loss": 0.6185,
      "step": 156
    },
    {
      "epoch": 0.07590041092579164,
      "grad_norm": 0.5470449402548487,
      "learning_rate": 9.982730841451768e-06,
      "loss": 0.625,
      "step": 157
    },
    {
      "epoch": 0.07638385303359922,
      "grad_norm": 0.5887016805140373,
      "learning_rate": 9.982060657800672e-06,
      "loss": 0.6183,
      "step": 158
    },
    {
      "epoch": 0.07686729514140682,
      "grad_norm": 0.5522566946881194,
      "learning_rate": 9.981377739601002e-06,
      "loss": 0.6137,
      "step": 159
    },
    {
      "epoch": 0.0773507372492144,
      "grad_norm": 0.5411997809451911,
      "learning_rate": 9.980682088598349e-06,
      "loss": 0.6229,
      "step": 160
    },
    {
      "epoch": 0.077834179357022,
      "grad_norm": 0.52840707851752,
      "learning_rate": 9.979973706570856e-06,
      "loss": 0.614,
      "step": 161
    },
    {
      "epoch": 0.07831762146482958,
      "grad_norm": 0.6047062373713257,
      "learning_rate": 9.979252595329204e-06,
      "loss": 0.6222,
      "step": 162
    },
    {
      "epoch": 0.07880106357263718,
      "grad_norm": 0.5420471794760692,
      "learning_rate": 9.978518756716611e-06,
      "loss": 0.5856,
      "step": 163
    },
    {
      "epoch": 0.07928450568044476,
      "grad_norm": 0.5857386315586672,
      "learning_rate": 9.977772192608827e-06,
      "loss": 0.6291,
      "step": 164
    },
    {
      "epoch": 0.07976794778825236,
      "grad_norm": 0.5691356356316107,
      "learning_rate": 9.977012904914133e-06,
      "loss": 0.6149,
      "step": 165
    },
    {
      "epoch": 0.08025138989605994,
      "grad_norm": 0.5823273363045892,
      "learning_rate": 9.976240895573326e-06,
      "loss": 0.6147,
      "step": 166
    },
    {
      "epoch": 0.08073483200386754,
      "grad_norm": 0.538212010864403,
      "learning_rate": 9.975456166559725e-06,
      "loss": 0.6002,
      "step": 167
    },
    {
      "epoch": 0.08121827411167512,
      "grad_norm": 0.601371610274862,
      "learning_rate": 9.974658719879163e-06,
      "loss": 0.606,
      "step": 168
    },
    {
      "epoch": 0.08170171621948272,
      "grad_norm": 0.588104162701253,
      "learning_rate": 9.973848557569974e-06,
      "loss": 0.6226,
      "step": 169
    },
    {
      "epoch": 0.0821851583272903,
      "grad_norm": 0.5316828963553285,
      "learning_rate": 9.973025681703e-06,
      "loss": 0.6144,
      "step": 170
    },
    {
      "epoch": 0.0826686004350979,
      "grad_norm": 0.5405916050680715,
      "learning_rate": 9.972190094381578e-06,
      "loss": 0.6148,
      "step": 171
    },
    {
      "epoch": 0.0831520425429055,
      "grad_norm": 0.5102891757426009,
      "learning_rate": 9.971341797741538e-06,
      "loss": 0.616,
      "step": 172
    },
    {
      "epoch": 0.08363548465071308,
      "grad_norm": 0.5551757535954606,
      "learning_rate": 9.970480793951194e-06,
      "loss": 0.6196,
      "step": 173
    },
    {
      "epoch": 0.08411892675852067,
      "grad_norm": 0.5349760515746151,
      "learning_rate": 9.96960708521134e-06,
      "loss": 0.5902,
      "step": 174
    },
    {
      "epoch": 0.08460236886632826,
      "grad_norm": 0.5713299053870873,
      "learning_rate": 9.968720673755246e-06,
      "loss": 0.6039,
      "step": 175
    },
    {
      "epoch": 0.08508581097413585,
      "grad_norm": 0.5886201187493544,
      "learning_rate": 9.96782156184865e-06,
      "loss": 0.6128,
      "step": 176
    },
    {
      "epoch": 0.08556925308194344,
      "grad_norm": 0.52487297166769,
      "learning_rate": 9.966909751789758e-06,
      "loss": 0.6201,
      "step": 177
    },
    {
      "epoch": 0.08605269518975103,
      "grad_norm": 0.47488673856360863,
      "learning_rate": 9.965985245909226e-06,
      "loss": 0.581,
      "step": 178
    },
    {
      "epoch": 0.08653613729755862,
      "grad_norm": 0.5390345004627665,
      "learning_rate": 9.96504804657017e-06,
      "loss": 0.5748,
      "step": 179
    },
    {
      "epoch": 0.08701957940536621,
      "grad_norm": 0.5030595297893009,
      "learning_rate": 9.964098156168143e-06,
      "loss": 0.6025,
      "step": 180
    },
    {
      "epoch": 0.0875030215131738,
      "grad_norm": 0.5468598312459072,
      "learning_rate": 9.963135577131144e-06,
      "loss": 0.6086,
      "step": 181
    },
    {
      "epoch": 0.08798646362098139,
      "grad_norm": 0.48113219800404783,
      "learning_rate": 9.962160311919601e-06,
      "loss": 0.5759,
      "step": 182
    },
    {
      "epoch": 0.08846990572878898,
      "grad_norm": 0.5498772940672643,
      "learning_rate": 9.96117236302637e-06,
      "loss": 0.6009,
      "step": 183
    },
    {
      "epoch": 0.08895334783659657,
      "grad_norm": 0.572150853367621,
      "learning_rate": 9.960171732976731e-06,
      "loss": 0.5891,
      "step": 184
    },
    {
      "epoch": 0.08943678994440415,
      "grad_norm": 0.5440182913032069,
      "learning_rate": 9.959158424328373e-06,
      "loss": 0.6126,
      "step": 185
    },
    {
      "epoch": 0.08992023205221175,
      "grad_norm": 0.5124606491120447,
      "learning_rate": 9.958132439671392e-06,
      "loss": 0.6113,
      "step": 186
    },
    {
      "epoch": 0.09040367416001933,
      "grad_norm": 0.5122426086233111,
      "learning_rate": 9.957093781628294e-06,
      "loss": 0.5585,
      "step": 187
    },
    {
      "epoch": 0.09088711626782693,
      "grad_norm": 0.5466339032920954,
      "learning_rate": 9.956042452853967e-06,
      "loss": 0.5829,
      "step": 188
    },
    {
      "epoch": 0.09137055837563451,
      "grad_norm": 0.5319185267267565,
      "learning_rate": 9.954978456035695e-06,
      "loss": 0.6014,
      "step": 189
    },
    {
      "epoch": 0.09185400048344211,
      "grad_norm": 0.5439360347029544,
      "learning_rate": 9.953901793893137e-06,
      "loss": 0.6135,
      "step": 190
    },
    {
      "epoch": 0.0923374425912497,
      "grad_norm": 0.5572467498872743,
      "learning_rate": 9.95281246917833e-06,
      "loss": 0.6126,
      "step": 191
    },
    {
      "epoch": 0.09282088469905729,
      "grad_norm": 0.5541110285684123,
      "learning_rate": 9.951710484675677e-06,
      "loss": 0.6077,
      "step": 192
    },
    {
      "epoch": 0.09330432680686487,
      "grad_norm": 0.4850481807152515,
      "learning_rate": 9.950595843201936e-06,
      "loss": 0.6052,
      "step": 193
    },
    {
      "epoch": 0.09378776891467247,
      "grad_norm": 0.4982494369774088,
      "learning_rate": 9.949468547606222e-06,
      "loss": 0.608,
      "step": 194
    },
    {
      "epoch": 0.09427121102248005,
      "grad_norm": 0.5222210926075901,
      "learning_rate": 9.948328600769996e-06,
      "loss": 0.5725,
      "step": 195
    },
    {
      "epoch": 0.09475465313028765,
      "grad_norm": 0.5156665548407187,
      "learning_rate": 9.94717600560705e-06,
      "loss": 0.5981,
      "step": 196
    },
    {
      "epoch": 0.09523809523809523,
      "grad_norm": 0.4789398218595176,
      "learning_rate": 9.946010765063512e-06,
      "loss": 0.6163,
      "step": 197
    },
    {
      "epoch": 0.09572153734590283,
      "grad_norm": 0.5066106303118647,
      "learning_rate": 9.94483288211783e-06,
      "loss": 0.6049,
      "step": 198
    },
    {
      "epoch": 0.09620497945371041,
      "grad_norm": 0.519086410125638,
      "learning_rate": 9.943642359780767e-06,
      "loss": 0.6034,
      "step": 199
    },
    {
      "epoch": 0.09668842156151801,
      "grad_norm": 0.5726309849663989,
      "learning_rate": 9.942439201095398e-06,
      "loss": 0.5977,
      "step": 200
    },
    {
      "epoch": 0.09717186366932559,
      "grad_norm": 0.5149014744932526,
      "learning_rate": 9.941223409137088e-06,
      "loss": 0.6147,
      "step": 201
    },
    {
      "epoch": 0.09765530577713319,
      "grad_norm": 0.5009166664227639,
      "learning_rate": 9.939994987013505e-06,
      "loss": 0.595,
      "step": 202
    },
    {
      "epoch": 0.09813874788494077,
      "grad_norm": 0.5677576117209191,
      "learning_rate": 9.93875393786459e-06,
      "loss": 0.5825,
      "step": 203
    },
    {
      "epoch": 0.09862218999274837,
      "grad_norm": 0.5705628060741978,
      "learning_rate": 9.937500264862567e-06,
      "loss": 0.6106,
      "step": 204
    },
    {
      "epoch": 0.09910563210055595,
      "grad_norm": 0.5166084751955315,
      "learning_rate": 9.936233971211926e-06,
      "loss": 0.5724,
      "step": 205
    },
    {
      "epoch": 0.09958907420836355,
      "grad_norm": 0.4998369485071646,
      "learning_rate": 9.934955060149413e-06,
      "loss": 0.5702,
      "step": 206
    },
    {
      "epoch": 0.10007251631617115,
      "grad_norm": 0.4773861112208611,
      "learning_rate": 9.933663534944029e-06,
      "loss": 0.5976,
      "step": 207
    },
    {
      "epoch": 0.10055595842397873,
      "grad_norm": 0.5142399648385931,
      "learning_rate": 9.932359398897018e-06,
      "loss": 0.5662,
      "step": 208
    },
    {
      "epoch": 0.10103940053178632,
      "grad_norm": 0.5152331134346968,
      "learning_rate": 9.931042655341856e-06,
      "loss": 0.5987,
      "step": 209
    },
    {
      "epoch": 0.10152284263959391,
      "grad_norm": 0.5697107336495173,
      "learning_rate": 9.929713307644245e-06,
      "loss": 0.5956,
      "step": 210
    },
    {
      "epoch": 0.1020062847474015,
      "grad_norm": 0.5437386464507225,
      "learning_rate": 9.928371359202103e-06,
      "loss": 0.6023,
      "step": 211
    },
    {
      "epoch": 0.10248972685520909,
      "grad_norm": 0.48930400532530816,
      "learning_rate": 9.927016813445562e-06,
      "loss": 0.5941,
      "step": 212
    },
    {
      "epoch": 0.10297316896301668,
      "grad_norm": 0.5691895002113943,
      "learning_rate": 9.925649673836949e-06,
      "loss": 0.5977,
      "step": 213
    },
    {
      "epoch": 0.10345661107082427,
      "grad_norm": 0.518358121778254,
      "learning_rate": 9.924269943870781e-06,
      "loss": 0.599,
      "step": 214
    },
    {
      "epoch": 0.10394005317863186,
      "grad_norm": 0.5179203447080591,
      "learning_rate": 9.922877627073763e-06,
      "loss": 0.565,
      "step": 215
    },
    {
      "epoch": 0.10442349528643945,
      "grad_norm": 0.5348210146349037,
      "learning_rate": 9.921472727004765e-06,
      "loss": 0.6038,
      "step": 216
    },
    {
      "epoch": 0.10490693739424704,
      "grad_norm": 0.5011388091471438,
      "learning_rate": 9.920055247254827e-06,
      "loss": 0.5951,
      "step": 217
    },
    {
      "epoch": 0.10539037950205463,
      "grad_norm": 0.5706178448892886,
      "learning_rate": 9.91862519144714e-06,
      "loss": 0.604,
      "step": 218
    },
    {
      "epoch": 0.10587382160986222,
      "grad_norm": 0.5667257328777994,
      "learning_rate": 9.917182563237045e-06,
      "loss": 0.6006,
      "step": 219
    },
    {
      "epoch": 0.1063572637176698,
      "grad_norm": 0.5402529870671051,
      "learning_rate": 9.915727366312012e-06,
      "loss": 0.591,
      "step": 220
    },
    {
      "epoch": 0.1068407058254774,
      "grad_norm": 0.5123066262170495,
      "learning_rate": 9.914259604391642e-06,
      "loss": 0.5818,
      "step": 221
    },
    {
      "epoch": 0.10732414793328499,
      "grad_norm": 0.5104812232878251,
      "learning_rate": 9.912779281227656e-06,
      "loss": 0.5991,
      "step": 222
    },
    {
      "epoch": 0.10780759004109258,
      "grad_norm": 0.5073553912253322,
      "learning_rate": 9.911286400603878e-06,
      "loss": 0.5783,
      "step": 223
    },
    {
      "epoch": 0.10829103214890017,
      "grad_norm": 0.5516103650201469,
      "learning_rate": 9.90978096633623e-06,
      "loss": 0.6007,
      "step": 224
    },
    {
      "epoch": 0.10877447425670776,
      "grad_norm": 0.5241670992889956,
      "learning_rate": 9.908262982272724e-06,
      "loss": 0.5865,
      "step": 225
    },
    {
      "epoch": 0.10925791636451535,
      "grad_norm": 0.4894067875331202,
      "learning_rate": 9.906732452293448e-06,
      "loss": 0.5635,
      "step": 226
    },
    {
      "epoch": 0.10974135847232294,
      "grad_norm": 0.5079732216995924,
      "learning_rate": 9.905189380310564e-06,
      "loss": 0.5982,
      "step": 227
    },
    {
      "epoch": 0.11022480058013052,
      "grad_norm": 0.47288266380376864,
      "learning_rate": 9.903633770268286e-06,
      "loss": 0.5734,
      "step": 228
    },
    {
      "epoch": 0.11070824268793812,
      "grad_norm": 0.5195973051222883,
      "learning_rate": 9.902065626142876e-06,
      "loss": 0.6021,
      "step": 229
    },
    {
      "epoch": 0.1111916847957457,
      "grad_norm": 0.5159734590151601,
      "learning_rate": 9.900484951942642e-06,
      "loss": 0.5847,
      "step": 230
    },
    {
      "epoch": 0.1116751269035533,
      "grad_norm": 0.5157347113387764,
      "learning_rate": 9.89889175170791e-06,
      "loss": 0.5946,
      "step": 231
    },
    {
      "epoch": 0.11215856901136088,
      "grad_norm": 0.49409523170190334,
      "learning_rate": 9.89728602951103e-06,
      "loss": 0.5941,
      "step": 232
    },
    {
      "epoch": 0.11264201111916848,
      "grad_norm": 0.5699641967141135,
      "learning_rate": 9.89566778945636e-06,
      "loss": 0.5965,
      "step": 233
    },
    {
      "epoch": 0.11312545322697606,
      "grad_norm": 0.5565932357020583,
      "learning_rate": 9.894037035680246e-06,
      "loss": 0.6076,
      "step": 234
    },
    {
      "epoch": 0.11360889533478366,
      "grad_norm": 0.4762368359891958,
      "learning_rate": 9.892393772351033e-06,
      "loss": 0.5749,
      "step": 235
    },
    {
      "epoch": 0.11409233744259124,
      "grad_norm": 0.5226269336653058,
      "learning_rate": 9.890738003669029e-06,
      "loss": 0.5882,
      "step": 236
    },
    {
      "epoch": 0.11457577955039884,
      "grad_norm": 0.5893232226185929,
      "learning_rate": 9.889069733866515e-06,
      "loss": 0.5978,
      "step": 237
    },
    {
      "epoch": 0.11505922165820642,
      "grad_norm": 0.5556325697280562,
      "learning_rate": 9.887388967207722e-06,
      "loss": 0.6,
      "step": 238
    },
    {
      "epoch": 0.11554266376601402,
      "grad_norm": 0.48160661753964396,
      "learning_rate": 9.885695707988825e-06,
      "loss": 0.5977,
      "step": 239
    },
    {
      "epoch": 0.11602610587382162,
      "grad_norm": 0.5122405505133801,
      "learning_rate": 9.883989960537934e-06,
      "loss": 0.6044,
      "step": 240
    },
    {
      "epoch": 0.1165095479816292,
      "grad_norm": 0.5812889541684825,
      "learning_rate": 9.882271729215071e-06,
      "loss": 0.5849,
      "step": 241
    },
    {
      "epoch": 0.1169929900894368,
      "grad_norm": 0.4906401332764143,
      "learning_rate": 9.880541018412179e-06,
      "loss": 0.5986,
      "step": 242
    },
    {
      "epoch": 0.11747643219724438,
      "grad_norm": 0.48951055967126716,
      "learning_rate": 9.878797832553093e-06,
      "loss": 0.5646,
      "step": 243
    },
    {
      "epoch": 0.11795987430505198,
      "grad_norm": 0.4836474446158179,
      "learning_rate": 9.877042176093537e-06,
      "loss": 0.5998,
      "step": 244
    },
    {
      "epoch": 0.11844331641285956,
      "grad_norm": 0.4962973453940785,
      "learning_rate": 9.875274053521107e-06,
      "loss": 0.5846,
      "step": 245
    },
    {
      "epoch": 0.11892675852066716,
      "grad_norm": 0.45261755838242107,
      "learning_rate": 9.873493469355271e-06,
      "loss": 0.5912,
      "step": 246
    },
    {
      "epoch": 0.11941020062847474,
      "grad_norm": 0.49934013758424506,
      "learning_rate": 9.871700428147342e-06,
      "loss": 0.5836,
      "step": 247
    },
    {
      "epoch": 0.11989364273628234,
      "grad_norm": 0.48318779237357384,
      "learning_rate": 9.86989493448048e-06,
      "loss": 0.5898,
      "step": 248
    },
    {
      "epoch": 0.12037708484408992,
      "grad_norm": 0.4877998807669757,
      "learning_rate": 9.868076992969672e-06,
      "loss": 0.5933,
      "step": 249
    },
    {
      "epoch": 0.12086052695189752,
      "grad_norm": 0.4697579805390032,
      "learning_rate": 9.866246608261725e-06,
      "loss": 0.5855,
      "step": 250
    },
    {
      "epoch": 0.1213439690597051,
      "grad_norm": 0.512552573820198,
      "learning_rate": 9.864403785035246e-06,
      "loss": 0.5989,
      "step": 251
    },
    {
      "epoch": 0.1218274111675127,
      "grad_norm": 0.4865753568683563,
      "learning_rate": 9.862548528000644e-06,
      "loss": 0.5722,
      "step": 252
    },
    {
      "epoch": 0.12231085327532028,
      "grad_norm": 0.5276925045930954,
      "learning_rate": 9.860680841900101e-06,
      "loss": 0.5879,
      "step": 253
    },
    {
      "epoch": 0.12279429538312787,
      "grad_norm": 0.5213718677505005,
      "learning_rate": 9.858800731507575e-06,
      "loss": 0.5999,
      "step": 254
    },
    {
      "epoch": 0.12327773749093546,
      "grad_norm": 0.5180845494091726,
      "learning_rate": 9.85690820162878e-06,
      "loss": 0.586,
      "step": 255
    },
    {
      "epoch": 0.12376117959874305,
      "grad_norm": 0.5698025401421347,
      "learning_rate": 9.855003257101177e-06,
      "loss": 0.6011,
      "step": 256
    },
    {
      "epoch": 0.12424462170655064,
      "grad_norm": 0.562343589994959,
      "learning_rate": 9.853085902793952e-06,
      "loss": 0.5894,
      "step": 257
    },
    {
      "epoch": 0.12472806381435823,
      "grad_norm": 0.5160827286882833,
      "learning_rate": 9.851156143608025e-06,
      "loss": 0.5897,
      "step": 258
    },
    {
      "epoch": 0.12521150592216582,
      "grad_norm": 0.5407107287832078,
      "learning_rate": 9.84921398447601e-06,
      "loss": 0.59,
      "step": 259
    },
    {
      "epoch": 0.1256949480299734,
      "grad_norm": 0.4828245059112851,
      "learning_rate": 9.847259430362222e-06,
      "loss": 0.5642,
      "step": 260
    },
    {
      "epoch": 0.126178390137781,
      "grad_norm": 0.5766667340207283,
      "learning_rate": 9.845292486262664e-06,
      "loss": 0.6016,
      "step": 261
    },
    {
      "epoch": 0.12666183224558858,
      "grad_norm": 0.5818866932241936,
      "learning_rate": 9.843313157204999e-06,
      "loss": 0.5807,
      "step": 262
    },
    {
      "epoch": 0.12714527435339618,
      "grad_norm": 0.5140923007570054,
      "learning_rate": 9.841321448248552e-06,
      "loss": 0.5858,
      "step": 263
    },
    {
      "epoch": 0.12762871646120377,
      "grad_norm": 0.513399510660716,
      "learning_rate": 9.839317364484295e-06,
      "loss": 0.5847,
      "step": 264
    },
    {
      "epoch": 0.12811215856901137,
      "grad_norm": 0.5227642580781724,
      "learning_rate": 9.837300911034824e-06,
      "loss": 0.5888,
      "step": 265
    },
    {
      "epoch": 0.12859560067681894,
      "grad_norm": 0.5579358896097371,
      "learning_rate": 9.83527209305436e-06,
      "loss": 0.5928,
      "step": 266
    },
    {
      "epoch": 0.12907904278462654,
      "grad_norm": 0.5145348442577231,
      "learning_rate": 9.83323091572872e-06,
      "loss": 0.5872,
      "step": 267
    },
    {
      "epoch": 0.12956248489243413,
      "grad_norm": 0.5112821410236051,
      "learning_rate": 9.831177384275323e-06,
      "loss": 0.5805,
      "step": 268
    },
    {
      "epoch": 0.13004592700024173,
      "grad_norm": 0.5497912960403669,
      "learning_rate": 9.829111503943159e-06,
      "loss": 0.5837,
      "step": 269
    },
    {
      "epoch": 0.1305293691080493,
      "grad_norm": 0.5226743950335115,
      "learning_rate": 9.827033280012783e-06,
      "loss": 0.5539,
      "step": 270
    },
    {
      "epoch": 0.1310128112158569,
      "grad_norm": 0.5713921241049837,
      "learning_rate": 9.824942717796304e-06,
      "loss": 0.5881,
      "step": 271
    },
    {
      "epoch": 0.1314962533236645,
      "grad_norm": 0.5241764388189555,
      "learning_rate": 9.822839822637369e-06,
      "loss": 0.6032,
      "step": 272
    },
    {
      "epoch": 0.1319796954314721,
      "grad_norm": 0.5162440352522167,
      "learning_rate": 9.820724599911147e-06,
      "loss": 0.5842,
      "step": 273
    },
    {
      "epoch": 0.13246313753927969,
      "grad_norm": 0.5431692492650363,
      "learning_rate": 9.818597055024315e-06,
      "loss": 0.585,
      "step": 274
    },
    {
      "epoch": 0.13294657964708725,
      "grad_norm": 0.5124783198553914,
      "learning_rate": 9.816457193415055e-06,
      "loss": 0.5779,
      "step": 275
    },
    {
      "epoch": 0.13343002175489485,
      "grad_norm": 0.5257695390265421,
      "learning_rate": 9.81430502055302e-06,
      "loss": 0.5798,
      "step": 276
    },
    {
      "epoch": 0.13391346386270245,
      "grad_norm": 0.49781008962990064,
      "learning_rate": 9.812140541939338e-06,
      "loss": 0.5836,
      "step": 277
    },
    {
      "epoch": 0.13439690597051004,
      "grad_norm": 0.5327804269781539,
      "learning_rate": 9.809963763106593e-06,
      "loss": 0.5733,
      "step": 278
    },
    {
      "epoch": 0.1348803480783176,
      "grad_norm": 0.5167258655366103,
      "learning_rate": 9.807774689618806e-06,
      "loss": 0.58,
      "step": 279
    },
    {
      "epoch": 0.1353637901861252,
      "grad_norm": 0.5321175943512093,
      "learning_rate": 9.805573327071428e-06,
      "loss": 0.5911,
      "step": 280
    },
    {
      "epoch": 0.1358472322939328,
      "grad_norm": 0.49961117510050285,
      "learning_rate": 9.803359681091313e-06,
      "loss": 0.5737,
      "step": 281
    },
    {
      "epoch": 0.1363306744017404,
      "grad_norm": 0.5314962622355859,
      "learning_rate": 9.801133757336726e-06,
      "loss": 0.593,
      "step": 282
    },
    {
      "epoch": 0.13681411650954797,
      "grad_norm": 0.48173417582091976,
      "learning_rate": 9.798895561497299e-06,
      "loss": 0.5818,
      "step": 283
    },
    {
      "epoch": 0.13729755861735557,
      "grad_norm": 0.5127693228983886,
      "learning_rate": 9.796645099294049e-06,
      "loss": 0.6024,
      "step": 284
    },
    {
      "epoch": 0.13778100072516317,
      "grad_norm": 0.5128313174228813,
      "learning_rate": 9.794382376479334e-06,
      "loss": 0.5837,
      "step": 285
    },
    {
      "epoch": 0.13826444283297076,
      "grad_norm": 0.502862882638082,
      "learning_rate": 9.792107398836859e-06,
      "loss": 0.5781,
      "step": 286
    },
    {
      "epoch": 0.13874788494077833,
      "grad_norm": 0.5169656633134686,
      "learning_rate": 9.789820172181648e-06,
      "loss": 0.5821,
      "step": 287
    },
    {
      "epoch": 0.13923132704858593,
      "grad_norm": 6.7246508188992,
      "learning_rate": 9.787520702360035e-06,
      "loss": 1.0972,
      "step": 288
    },
    {
      "epoch": 0.13971476915639353,
      "grad_norm": 0.6005251051430991,
      "learning_rate": 9.785208995249655e-06,
      "loss": 0.5803,
      "step": 289
    },
    {
      "epoch": 0.14019821126420112,
      "grad_norm": 0.5531574758650235,
      "learning_rate": 9.782885056759413e-06,
      "loss": 0.563,
      "step": 290
    },
    {
      "epoch": 0.1406816533720087,
      "grad_norm": 0.5273779406180227,
      "learning_rate": 9.780548892829486e-06,
      "loss": 0.5872,
      "step": 291
    },
    {
      "epoch": 0.1411650954798163,
      "grad_norm": 0.5063770192301159,
      "learning_rate": 9.778200509431297e-06,
      "loss": 0.5782,
      "step": 292
    },
    {
      "epoch": 0.14164853758762389,
      "grad_norm": 0.5401099132225082,
      "learning_rate": 9.775839912567502e-06,
      "loss": 0.5804,
      "step": 293
    },
    {
      "epoch": 0.14213197969543148,
      "grad_norm": 0.607784811294971,
      "learning_rate": 9.773467108271978e-06,
      "loss": 0.5831,
      "step": 294
    },
    {
      "epoch": 0.14261542180323905,
      "grad_norm": 0.5051370116219928,
      "learning_rate": 9.771082102609803e-06,
      "loss": 0.5597,
      "step": 295
    },
    {
      "epoch": 0.14309886391104665,
      "grad_norm": 0.5723810352863865,
      "learning_rate": 9.768684901677245e-06,
      "loss": 0.5779,
      "step": 296
    },
    {
      "epoch": 0.14358230601885424,
      "grad_norm": 0.529491415132923,
      "learning_rate": 9.766275511601742e-06,
      "loss": 0.5849,
      "step": 297
    },
    {
      "epoch": 0.14406574812666184,
      "grad_norm": 0.6275998382003428,
      "learning_rate": 9.763853938541887e-06,
      "loss": 0.5915,
      "step": 298
    },
    {
      "epoch": 0.1445491902344694,
      "grad_norm": 0.5906428033404255,
      "learning_rate": 9.76142018868742e-06,
      "loss": 0.5816,
      "step": 299
    },
    {
      "epoch": 0.145032632342277,
      "grad_norm": 0.597638837356143,
      "learning_rate": 9.7589742682592e-06,
      "loss": 0.5578,
      "step": 300
    },
    {
      "epoch": 0.1455160744500846,
      "grad_norm": 0.5365546900890564,
      "learning_rate": 9.756516183509198e-06,
      "loss": 0.5833,
      "step": 301
    },
    {
      "epoch": 0.1459995165578922,
      "grad_norm": 0.554155920273677,
      "learning_rate": 9.754045940720471e-06,
      "loss": 0.581,
      "step": 302
    },
    {
      "epoch": 0.14648295866569977,
      "grad_norm": 0.5290449152773149,
      "learning_rate": 9.751563546207167e-06,
      "loss": 0.5879,
      "step": 303
    },
    {
      "epoch": 0.14696640077350737,
      "grad_norm": 0.5303051981230842,
      "learning_rate": 9.749069006314481e-06,
      "loss": 0.557,
      "step": 304
    },
    {
      "epoch": 0.14744984288131496,
      "grad_norm": 0.4750712434505446,
      "learning_rate": 9.74656232741866e-06,
      "loss": 0.5236,
      "step": 305
    },
    {
      "epoch": 0.14793328498912256,
      "grad_norm": 0.515780571537496,
      "learning_rate": 9.744043515926975e-06,
      "loss": 0.5827,
      "step": 306
    },
    {
      "epoch": 0.14841672709693013,
      "grad_norm": 0.5886066507830542,
      "learning_rate": 9.741512578277715e-06,
      "loss": 0.5741,
      "step": 307
    },
    {
      "epoch": 0.14890016920473773,
      "grad_norm": 0.5712616310834069,
      "learning_rate": 9.738969520940158e-06,
      "loss": 0.587,
      "step": 308
    },
    {
      "epoch": 0.14938361131254532,
      "grad_norm": 0.5883909446108012,
      "learning_rate": 9.736414350414564e-06,
      "loss": 0.5836,
      "step": 309
    },
    {
      "epoch": 0.14986705342035292,
      "grad_norm": 0.49300111186175044,
      "learning_rate": 9.733847073232156e-06,
      "loss": 0.583,
      "step": 310
    },
    {
      "epoch": 0.15035049552816052,
      "grad_norm": 0.47057695692490953,
      "learning_rate": 9.7312676959551e-06,
      "loss": 0.5433,
      "step": 311
    },
    {
      "epoch": 0.15083393763596809,
      "grad_norm": 0.5647156070035382,
      "learning_rate": 9.72867622517649e-06,
      "loss": 0.5859,
      "step": 312
    },
    {
      "epoch": 0.15131737974377568,
      "grad_norm": 0.5698749374107666,
      "learning_rate": 9.726072667520338e-06,
      "loss": 0.5759,
      "step": 313
    },
    {
      "epoch": 0.15180082185158328,
      "grad_norm": 0.4935935341959304,
      "learning_rate": 9.723457029641547e-06,
      "loss": 0.5883,
      "step": 314
    },
    {
      "epoch": 0.15228426395939088,
      "grad_norm": 0.5040267732247843,
      "learning_rate": 9.720829318225897e-06,
      "loss": 0.5723,
      "step": 315
    },
    {
      "epoch": 0.15276770606719844,
      "grad_norm": 0.5390674583456238,
      "learning_rate": 9.718189539990029e-06,
      "loss": 0.5748,
      "step": 316
    },
    {
      "epoch": 0.15325114817500604,
      "grad_norm": 0.5449958057788811,
      "learning_rate": 9.715537701681431e-06,
      "loss": 0.5831,
      "step": 317
    },
    {
      "epoch": 0.15373459028281364,
      "grad_norm": 0.48895966772949706,
      "learning_rate": 9.712873810078415e-06,
      "loss": 0.5505,
      "step": 318
    },
    {
      "epoch": 0.15421803239062123,
      "grad_norm": 0.5694877152526486,
      "learning_rate": 9.710197871990101e-06,
      "loss": 0.5789,
      "step": 319
    },
    {
      "epoch": 0.1547014744984288,
      "grad_norm": 0.5390854150150773,
      "learning_rate": 9.707509894256406e-06,
      "loss": 0.5699,
      "step": 320
    },
    {
      "epoch": 0.1551849166062364,
      "grad_norm": 0.5339825765060972,
      "learning_rate": 9.704809883748012e-06,
      "loss": 0.5841,
      "step": 321
    },
    {
      "epoch": 0.155668358714044,
      "grad_norm": 0.5691147363910026,
      "learning_rate": 9.70209784736637e-06,
      "loss": 0.5791,
      "step": 322
    },
    {
      "epoch": 0.1561518008218516,
      "grad_norm": 0.5098897525025804,
      "learning_rate": 9.699373792043658e-06,
      "loss": 0.5789,
      "step": 323
    },
    {
      "epoch": 0.15663524292965916,
      "grad_norm": 0.5233093422091403,
      "learning_rate": 9.696637724742785e-06,
      "loss": 0.5791,
      "step": 324
    },
    {
      "epoch": 0.15711868503746676,
      "grad_norm": 0.4951608627676522,
      "learning_rate": 9.693889652457359e-06,
      "loss": 0.5664,
      "step": 325
    },
    {
      "epoch": 0.15760212714527436,
      "grad_norm": 0.5085606430384619,
      "learning_rate": 9.691129582211671e-06,
      "loss": 0.5777,
      "step": 326
    },
    {
      "epoch": 0.15808556925308195,
      "grad_norm": 0.5137102450781047,
      "learning_rate": 9.688357521060685e-06,
      "loss": 0.5843,
      "step": 327
    },
    {
      "epoch": 0.15856901136088952,
      "grad_norm": 0.4769071854330559,
      "learning_rate": 9.685573476090015e-06,
      "loss": 0.578,
      "step": 328
    },
    {
      "epoch": 0.15905245346869712,
      "grad_norm": 0.542975418114207,
      "learning_rate": 9.6827774544159e-06,
      "loss": 0.5859,
      "step": 329
    },
    {
      "epoch": 0.15953589557650472,
      "grad_norm": 0.4926718305346952,
      "learning_rate": 9.6799694631852e-06,
      "loss": 0.5871,
      "step": 330
    },
    {
      "epoch": 0.1600193376843123,
      "grad_norm": 0.5010989320404932,
      "learning_rate": 9.677149509575365e-06,
      "loss": 0.5841,
      "step": 331
    },
    {
      "epoch": 0.16050277979211988,
      "grad_norm": 0.5446382005351177,
      "learning_rate": 9.674317600794426e-06,
      "loss": 0.5762,
      "step": 332
    },
    {
      "epoch": 0.16098622189992748,
      "grad_norm": 0.5406240370145704,
      "learning_rate": 9.67147374408097e-06,
      "loss": 0.5685,
      "step": 333
    },
    {
      "epoch": 0.16146966400773508,
      "grad_norm": 0.5171074604025283,
      "learning_rate": 9.66861794670412e-06,
      "loss": 0.5856,
      "step": 334
    },
    {
      "epoch": 0.16195310611554267,
      "grad_norm": 0.5545080974369176,
      "learning_rate": 9.665750215963528e-06,
      "loss": 0.5789,
      "step": 335
    },
    {
      "epoch": 0.16243654822335024,
      "grad_norm": 0.49939805294647144,
      "learning_rate": 9.662870559189344e-06,
      "loss": 0.5702,
      "step": 336
    },
    {
      "epoch": 0.16291999033115784,
      "grad_norm": 0.49295646596373777,
      "learning_rate": 9.6599789837422e-06,
      "loss": 0.5742,
      "step": 337
    },
    {
      "epoch": 0.16340343243896543,
      "grad_norm": 0.5522231456414357,
      "learning_rate": 9.657075497013202e-06,
      "loss": 0.5752,
      "step": 338
    },
    {
      "epoch": 0.16388687454677303,
      "grad_norm": 0.5606395929711875,
      "learning_rate": 9.654160106423891e-06,
      "loss": 0.5854,
      "step": 339
    },
    {
      "epoch": 0.1643703166545806,
      "grad_norm": 0.5086990809592122,
      "learning_rate": 9.651232819426242e-06,
      "loss": 0.5764,
      "step": 340
    },
    {
      "epoch": 0.1648537587623882,
      "grad_norm": 0.4984930367771814,
      "learning_rate": 9.648293643502636e-06,
      "loss": 0.5619,
      "step": 341
    },
    {
      "epoch": 0.1653372008701958,
      "grad_norm": 0.5217470426797576,
      "learning_rate": 9.645342586165845e-06,
      "loss": 0.5833,
      "step": 342
    },
    {
      "epoch": 0.1658206429780034,
      "grad_norm": 0.546389261380125,
      "learning_rate": 9.642379654959006e-06,
      "loss": 0.5381,
      "step": 343
    },
    {
      "epoch": 0.166304085085811,
      "grad_norm": 0.5439151860872452,
      "learning_rate": 9.639404857455614e-06,
      "loss": 0.5674,
      "step": 344
    },
    {
      "epoch": 0.16678752719361856,
      "grad_norm": 0.5469688158149608,
      "learning_rate": 9.63641820125949e-06,
      "loss": 0.5705,
      "step": 345
    },
    {
      "epoch": 0.16727096930142615,
      "grad_norm": 0.4994352161741759,
      "learning_rate": 9.633419694004767e-06,
      "loss": 0.555,
      "step": 346
    },
    {
      "epoch": 0.16775441140923375,
      "grad_norm": 0.5270157823994652,
      "learning_rate": 9.63040934335587e-06,
      "loss": 0.5741,
      "step": 347
    },
    {
      "epoch": 0.16823785351704135,
      "grad_norm": 0.5302701119307424,
      "learning_rate": 9.627387157007502e-06,
      "loss": 0.5775,
      "step": 348
    },
    {
      "epoch": 0.16872129562484892,
      "grad_norm": 0.5005904286760833,
      "learning_rate": 9.624353142684611e-06,
      "loss": 0.5724,
      "step": 349
    },
    {
      "epoch": 0.1692047377326565,
      "grad_norm": 0.5035595085634601,
      "learning_rate": 9.621307308142385e-06,
      "loss": 0.5794,
      "step": 350
    },
    {
      "epoch": 0.1696881798404641,
      "grad_norm": 0.521381746170865,
      "learning_rate": 9.618249661166218e-06,
      "loss": 0.5764,
      "step": 351
    },
    {
      "epoch": 0.1701716219482717,
      "grad_norm": 0.48214165657815927,
      "learning_rate": 9.615180209571709e-06,
      "loss": 0.5804,
      "step": 352
    },
    {
      "epoch": 0.17065506405607928,
      "grad_norm": 0.47552991671065514,
      "learning_rate": 9.612098961204617e-06,
      "loss": 0.5581,
      "step": 353
    },
    {
      "epoch": 0.17113850616388687,
      "grad_norm": 0.46097880469562935,
      "learning_rate": 9.609005923940865e-06,
      "loss": 0.5618,
      "step": 354
    },
    {
      "epoch": 0.17162194827169447,
      "grad_norm": 0.5629931104502605,
      "learning_rate": 9.605901105686503e-06,
      "loss": 0.5694,
      "step": 355
    },
    {
      "epoch": 0.17210539037950207,
      "grad_norm": 0.5179757776717347,
      "learning_rate": 9.602784514377701e-06,
      "loss": 0.5897,
      "step": 356
    },
    {
      "epoch": 0.17258883248730963,
      "grad_norm": 0.5355839686571028,
      "learning_rate": 9.599656157980715e-06,
      "loss": 0.5724,
      "step": 357
    },
    {
      "epoch": 0.17307227459511723,
      "grad_norm": 0.6350286695754506,
      "learning_rate": 9.596516044491873e-06,
      "loss": 0.577,
      "step": 358
    },
    {
      "epoch": 0.17355571670292483,
      "grad_norm": 0.5295601313068036,
      "learning_rate": 9.593364181937563e-06,
      "loss": 0.5834,
      "step": 359
    },
    {
      "epoch": 0.17403915881073242,
      "grad_norm": 0.5016272467409,
      "learning_rate": 9.590200578374198e-06,
      "loss": 0.5848,
      "step": 360
    },
    {
      "epoch": 0.17452260091854,
      "grad_norm": 0.4734403734457174,
      "learning_rate": 9.587025241888202e-06,
      "loss": 0.5629,
      "step": 361
    },
    {
      "epoch": 0.1750060430263476,
      "grad_norm": 0.5345541955737336,
      "learning_rate": 9.583838180595993e-06,
      "loss": 0.5619,
      "step": 362
    },
    {
      "epoch": 0.1754894851341552,
      "grad_norm": 0.5159159294276754,
      "learning_rate": 9.580639402643957e-06,
      "loss": 0.5788,
      "step": 363
    },
    {
      "epoch": 0.17597292724196278,
      "grad_norm": 0.5475730953848408,
      "learning_rate": 9.577428916208426e-06,
      "loss": 0.5758,
      "step": 364
    },
    {
      "epoch": 0.17645636934977035,
      "grad_norm": 0.5065491502971655,
      "learning_rate": 9.574206729495662e-06,
      "loss": 0.5739,
      "step": 365
    },
    {
      "epoch": 0.17693981145757795,
      "grad_norm": 0.5385122338140608,
      "learning_rate": 9.570972850741839e-06,
      "loss": 0.5646,
      "step": 366
    },
    {
      "epoch": 0.17742325356538555,
      "grad_norm": 0.5282114345918013,
      "learning_rate": 9.567727288213005e-06,
      "loss": 0.5809,
      "step": 367
    },
    {
      "epoch": 0.17790669567319314,
      "grad_norm": 0.5183724179001736,
      "learning_rate": 9.564470050205084e-06,
      "loss": 0.5745,
      "step": 368
    },
    {
      "epoch": 0.1783901377810007,
      "grad_norm": 0.501228022506401,
      "learning_rate": 9.561201145043835e-06,
      "loss": 0.5759,
      "step": 369
    },
    {
      "epoch": 0.1788735798888083,
      "grad_norm": 0.5161478035704796,
      "learning_rate": 9.557920581084848e-06,
      "loss": 0.5716,
      "step": 370
    },
    {
      "epoch": 0.1793570219966159,
      "grad_norm": 0.5508440640900468,
      "learning_rate": 9.554628366713506e-06,
      "loss": 0.5681,
      "step": 371
    },
    {
      "epoch": 0.1798404641044235,
      "grad_norm": 0.4958022642187558,
      "learning_rate": 9.551324510344972e-06,
      "loss": 0.5674,
      "step": 372
    },
    {
      "epoch": 0.18032390621223107,
      "grad_norm": 0.5211800045547449,
      "learning_rate": 9.548009020424172e-06,
      "loss": 0.5759,
      "step": 373
    },
    {
      "epoch": 0.18080734832003867,
      "grad_norm": 0.5234346072417955,
      "learning_rate": 9.544681905425767e-06,
      "loss": 0.5761,
      "step": 374
    },
    {
      "epoch": 0.18129079042784627,
      "grad_norm": 0.5277623761050696,
      "learning_rate": 9.541343173854128e-06,
      "loss": 0.5846,
      "step": 375
    },
    {
      "epoch": 0.18177423253565386,
      "grad_norm": 0.5159488960453931,
      "learning_rate": 9.537992834243323e-06,
      "loss": 0.5655,
      "step": 376
    },
    {
      "epoch": 0.18225767464346146,
      "grad_norm": 0.5036893425002033,
      "learning_rate": 9.53463089515709e-06,
      "loss": 0.578,
      "step": 377
    },
    {
      "epoch": 0.18274111675126903,
      "grad_norm": 0.5500694186101432,
      "learning_rate": 9.531257365188818e-06,
      "loss": 0.5683,
      "step": 378
    },
    {
      "epoch": 0.18322455885907662,
      "grad_norm": 0.4446123327167339,
      "learning_rate": 9.527872252961518e-06,
      "loss": 0.5112,
      "step": 379
    },
    {
      "epoch": 0.18370800096688422,
      "grad_norm": 0.49646226307611685,
      "learning_rate": 9.524475567127813e-06,
      "loss": 0.5799,
      "step": 380
    },
    {
      "epoch": 0.18419144307469182,
      "grad_norm": 0.5455620647014985,
      "learning_rate": 9.521067316369903e-06,
      "loss": 0.5601,
      "step": 381
    },
    {
      "epoch": 0.1846748851824994,
      "grad_norm": 0.5073331374598753,
      "learning_rate": 9.517647509399555e-06,
      "loss": 0.5399,
      "step": 382
    },
    {
      "epoch": 0.18515832729030698,
      "grad_norm": 0.5171824333562809,
      "learning_rate": 9.514216154958067e-06,
      "loss": 0.5754,
      "step": 383
    },
    {
      "epoch": 0.18564176939811458,
      "grad_norm": 0.5085818096253197,
      "learning_rate": 9.510773261816261e-06,
      "loss": 0.5623,
      "step": 384
    },
    {
      "epoch": 0.18612521150592218,
      "grad_norm": 0.50056273177622,
      "learning_rate": 9.507318838774448e-06,
      "loss": 0.5774,
      "step": 385
    },
    {
      "epoch": 0.18660865361372975,
      "grad_norm": 0.5493241761943409,
      "learning_rate": 9.50385289466241e-06,
      "loss": 0.5698,
      "step": 386
    },
    {
      "epoch": 0.18709209572153734,
      "grad_norm": 0.48083872272472233,
      "learning_rate": 9.500375438339384e-06,
      "loss": 0.5634,
      "step": 387
    },
    {
      "epoch": 0.18757553782934494,
      "grad_norm": 0.48598643847981954,
      "learning_rate": 9.496886478694025e-06,
      "loss": 0.5642,
      "step": 388
    },
    {
      "epoch": 0.18805897993715254,
      "grad_norm": 0.4945695421669264,
      "learning_rate": 9.493386024644396e-06,
      "loss": 0.5763,
      "step": 389
    },
    {
      "epoch": 0.1885424220449601,
      "grad_norm": 0.4630609260733735,
      "learning_rate": 9.48987408513794e-06,
      "loss": 0.5667,
      "step": 390
    },
    {
      "epoch": 0.1890258641527677,
      "grad_norm": 0.5178132025025237,
      "learning_rate": 9.486350669151455e-06,
      "loss": 0.5633,
      "step": 391
    },
    {
      "epoch": 0.1895093062605753,
      "grad_norm": 0.4855261545618926,
      "learning_rate": 9.482815785691082e-06,
      "loss": 0.5705,
      "step": 392
    },
    {
      "epoch": 0.1899927483683829,
      "grad_norm": 0.48580056178653924,
      "learning_rate": 9.47926944379226e-06,
      "loss": 0.5703,
      "step": 393
    },
    {
      "epoch": 0.19047619047619047,
      "grad_norm": 0.5308237684959329,
      "learning_rate": 9.475711652519732e-06,
      "loss": 0.5583,
      "step": 394
    },
    {
      "epoch": 0.19095963258399806,
      "grad_norm": 0.5127712618313278,
      "learning_rate": 9.472142420967496e-06,
      "loss": 0.5674,
      "step": 395
    },
    {
      "epoch": 0.19144307469180566,
      "grad_norm": 0.4833488281294125,
      "learning_rate": 9.468561758258795e-06,
      "loss": 0.578,
      "step": 396
    },
    {
      "epoch": 0.19192651679961326,
      "grad_norm": 0.5644191416840888,
      "learning_rate": 9.464969673546092e-06,
      "loss": 0.582,
      "step": 397
    },
    {
      "epoch": 0.19240995890742082,
      "grad_norm": 0.5561428050479044,
      "learning_rate": 9.461366176011047e-06,
      "loss": 0.5762,
      "step": 398
    },
    {
      "epoch": 0.19289340101522842,
      "grad_norm": 0.49800634280761286,
      "learning_rate": 9.457751274864486e-06,
      "loss": 0.5786,
      "step": 399
    },
    {
      "epoch": 0.19337684312303602,
      "grad_norm": 0.464098426014889,
      "learning_rate": 9.454124979346392e-06,
      "loss": 0.531,
      "step": 400
    },
    {
      "epoch": 0.19386028523084362,
      "grad_norm": 0.5317711530861378,
      "learning_rate": 9.450487298725866e-06,
      "loss": 0.5735,
      "step": 401
    },
    {
      "epoch": 0.19434372733865118,
      "grad_norm": 0.5700860255634325,
      "learning_rate": 9.446838242301113e-06,
      "loss": 0.5736,
      "step": 402
    },
    {
      "epoch": 0.19482716944645878,
      "grad_norm": 0.5415575586047788,
      "learning_rate": 9.443177819399416e-06,
      "loss": 0.5682,
      "step": 403
    },
    {
      "epoch": 0.19531061155426638,
      "grad_norm": 0.45162964809703743,
      "learning_rate": 9.439506039377111e-06,
      "loss": 0.5457,
      "step": 404
    },
    {
      "epoch": 0.19579405366207397,
      "grad_norm": 0.48073200361222107,
      "learning_rate": 9.435822911619564e-06,
      "loss": 0.5452,
      "step": 405
    },
    {
      "epoch": 0.19627749576988154,
      "grad_norm": 0.5218011226870963,
      "learning_rate": 9.432128445541147e-06,
      "loss": 0.5569,
      "step": 406
    },
    {
      "epoch": 0.19676093787768914,
      "grad_norm": 0.5241766492312198,
      "learning_rate": 9.42842265058521e-06,
      "loss": 0.5791,
      "step": 407
    },
    {
      "epoch": 0.19724437998549674,
      "grad_norm": 0.4747479232641684,
      "learning_rate": 9.424705536224065e-06,
      "loss": 0.572,
      "step": 408
    },
    {
      "epoch": 0.19772782209330433,
      "grad_norm": 0.4892195750767198,
      "learning_rate": 9.420977111958957e-06,
      "loss": 0.577,
      "step": 409
    },
    {
      "epoch": 0.1982112642011119,
      "grad_norm": 0.49625147154018395,
      "learning_rate": 9.41723738732004e-06,
      "loss": 0.5673,
      "step": 410
    },
    {
      "epoch": 0.1986947063089195,
      "grad_norm": 0.553969116933997,
      "learning_rate": 9.41348637186635e-06,
      "loss": 0.5805,
      "step": 411
    },
    {
      "epoch": 0.1991781484167271,
      "grad_norm": 0.5271833056864474,
      "learning_rate": 9.409724075185782e-06,
      "loss": 0.5811,
      "step": 412
    },
    {
      "epoch": 0.1996615905245347,
      "grad_norm": 0.541152410560869,
      "learning_rate": 9.405950506895074e-06,
      "loss": 0.5539,
      "step": 413
    },
    {
      "epoch": 0.2001450326323423,
      "grad_norm": 0.4827367980584999,
      "learning_rate": 9.40216567663977e-06,
      "loss": 0.5754,
      "step": 414
    },
    {
      "epoch": 0.20062847474014986,
      "grad_norm": 0.49177545628835745,
      "learning_rate": 9.398369594094198e-06,
      "loss": 0.508,
      "step": 415
    },
    {
      "epoch": 0.20111191684795746,
      "grad_norm": 0.50467312755319,
      "learning_rate": 9.394562268961454e-06,
      "loss": 0.5681,
      "step": 416
    },
    {
      "epoch": 0.20159535895576505,
      "grad_norm": 0.4916777572033636,
      "learning_rate": 9.390743710973366e-06,
      "loss": 0.575,
      "step": 417
    },
    {
      "epoch": 0.20207880106357265,
      "grad_norm": 0.5183550927798377,
      "learning_rate": 9.386913929890478e-06,
      "loss": 0.57,
      "step": 418
    },
    {
      "epoch": 0.20256224317138022,
      "grad_norm": 0.47362092706218123,
      "learning_rate": 9.383072935502018e-06,
      "loss": 0.5644,
      "step": 419
    },
    {
      "epoch": 0.20304568527918782,
      "grad_norm": 0.49530019201729136,
      "learning_rate": 9.379220737625877e-06,
      "loss": 0.564,
      "step": 420
    },
    {
      "epoch": 0.2035291273869954,
      "grad_norm": 0.5108751966700111,
      "learning_rate": 9.375357346108583e-06,
      "loss": 0.5602,
      "step": 421
    },
    {
      "epoch": 0.204012569494803,
      "grad_norm": 0.5230318233484302,
      "learning_rate": 9.371482770825277e-06,
      "loss": 0.5695,
      "step": 422
    },
    {
      "epoch": 0.20449601160261058,
      "grad_norm": 0.4802393361720882,
      "learning_rate": 9.367597021679686e-06,
      "loss": 0.5661,
      "step": 423
    },
    {
      "epoch": 0.20497945371041817,
      "grad_norm": 0.541773712373739,
      "learning_rate": 9.363700108604096e-06,
      "loss": 0.5582,
      "step": 424
    },
    {
      "epoch": 0.20546289581822577,
      "grad_norm": 0.5110126727655455,
      "learning_rate": 9.359792041559334e-06,
      "loss": 0.5645,
      "step": 425
    },
    {
      "epoch": 0.20594633792603337,
      "grad_norm": 0.5486480496411716,
      "learning_rate": 9.35587283053473e-06,
      "loss": 0.5677,
      "step": 426
    },
    {
      "epoch": 0.20642978003384094,
      "grad_norm": 0.5379779057549923,
      "learning_rate": 9.351942485548109e-06,
      "loss": 0.5435,
      "step": 427
    },
    {
      "epoch": 0.20691322214164853,
      "grad_norm": 0.5341397558862222,
      "learning_rate": 9.348001016645744e-06,
      "loss": 0.5599,
      "step": 428
    },
    {
      "epoch": 0.20739666424945613,
      "grad_norm": 0.44238086682442823,
      "learning_rate": 9.344048433902351e-06,
      "loss": 0.541,
      "step": 429
    },
    {
      "epoch": 0.20788010635726373,
      "grad_norm": 0.5213851954927032,
      "learning_rate": 9.340084747421048e-06,
      "loss": 0.5366,
      "step": 430
    },
    {
      "epoch": 0.2083635484650713,
      "grad_norm": 0.5349032988779688,
      "learning_rate": 9.336109967333337e-06,
      "loss": 0.5571,
      "step": 431
    },
    {
      "epoch": 0.2088469905728789,
      "grad_norm": 0.4554230771685569,
      "learning_rate": 9.332124103799075e-06,
      "loss": 0.5516,
      "step": 432
    },
    {
      "epoch": 0.2093304326806865,
      "grad_norm": 0.5021585721937876,
      "learning_rate": 9.328127167006457e-06,
      "loss": 0.5679,
      "step": 433
    },
    {
      "epoch": 0.2098138747884941,
      "grad_norm": 0.5025134126056662,
      "learning_rate": 9.324119167171967e-06,
      "loss": 0.5659,
      "step": 434
    },
    {
      "epoch": 0.21029731689630166,
      "grad_norm": 0.48977518403096176,
      "learning_rate": 9.320100114540382e-06,
      "loss": 0.5753,
      "step": 435
    },
    {
      "epoch": 0.21078075900410925,
      "grad_norm": 0.4789181842167065,
      "learning_rate": 9.316070019384722e-06,
      "loss": 0.558,
      "step": 436
    },
    {
      "epoch": 0.21126420111191685,
      "grad_norm": 0.48417362744631853,
      "learning_rate": 9.312028892006233e-06,
      "loss": 0.5637,
      "step": 437
    },
    {
      "epoch": 0.21174764321972445,
      "grad_norm": 0.5040441298097904,
      "learning_rate": 9.307976742734366e-06,
      "loss": 0.5603,
      "step": 438
    },
    {
      "epoch": 0.21223108532753202,
      "grad_norm": 0.5003182083782678,
      "learning_rate": 9.30391358192674e-06,
      "loss": 0.5583,
      "step": 439
    },
    {
      "epoch": 0.2127145274353396,
      "grad_norm": 0.5188458903874932,
      "learning_rate": 9.299839419969119e-06,
      "loss": 0.5614,
      "step": 440
    },
    {
      "epoch": 0.2131979695431472,
      "grad_norm": 0.4990120996823676,
      "learning_rate": 9.295754267275393e-06,
      "loss": 0.5732,
      "step": 441
    },
    {
      "epoch": 0.2136814116509548,
      "grad_norm": 0.43407580533296863,
      "learning_rate": 9.291658134287537e-06,
      "loss": 0.5451,
      "step": 442
    },
    {
      "epoch": 0.21416485375876237,
      "grad_norm": 0.487299832131986,
      "learning_rate": 9.287551031475604e-06,
      "loss": 0.5486,
      "step": 443
    },
    {
      "epoch": 0.21464829586656997,
      "grad_norm": 0.4748601209022523,
      "learning_rate": 9.283432969337672e-06,
      "loss": 0.5568,
      "step": 444
    },
    {
      "epoch": 0.21513173797437757,
      "grad_norm": 0.5116954397180901,
      "learning_rate": 9.279303958399846e-06,
      "loss": 0.5561,
      "step": 445
    },
    {
      "epoch": 0.21561518008218516,
      "grad_norm": 0.5103832796562369,
      "learning_rate": 9.275164009216205e-06,
      "loss": 0.5653,
      "step": 446
    },
    {
      "epoch": 0.21609862218999276,
      "grad_norm": 0.453674255766726,
      "learning_rate": 9.271013132368799e-06,
      "loss": 0.5359,
      "step": 447
    },
    {
      "epoch": 0.21658206429780033,
      "grad_norm": 0.4865827031825044,
      "learning_rate": 9.266851338467598e-06,
      "loss": 0.5627,
      "step": 448
    },
    {
      "epoch": 0.21706550640560793,
      "grad_norm": 0.4474998958247519,
      "learning_rate": 9.262678638150486e-06,
      "loss": 0.5372,
      "step": 449
    },
    {
      "epoch": 0.21754894851341552,
      "grad_norm": 0.5312817145455567,
      "learning_rate": 9.258495042083222e-06,
      "loss": 0.583,
      "step": 450
    },
    {
      "epoch": 0.21803239062122312,
      "grad_norm": 0.5326646088756841,
      "learning_rate": 9.254300560959413e-06,
      "loss": 0.5641,
      "step": 451
    },
    {
      "epoch": 0.2185158327290307,
      "grad_norm": 0.47741110714076435,
      "learning_rate": 9.25009520550049e-06,
      "loss": 0.5692,
      "step": 452
    },
    {
      "epoch": 0.2189992748368383,
      "grad_norm": 0.4992778758439529,
      "learning_rate": 9.245878986455684e-06,
      "loss": 0.5732,
      "step": 453
    },
    {
      "epoch": 0.21948271694464588,
      "grad_norm": 0.5067531688765293,
      "learning_rate": 9.241651914601986e-06,
      "loss": 0.5684,
      "step": 454
    },
    {
      "epoch": 0.21996615905245348,
      "grad_norm": 0.5259329600281596,
      "learning_rate": 9.237414000744134e-06,
      "loss": 0.5728,
      "step": 455
    },
    {
      "epoch": 0.22044960116026105,
      "grad_norm": 0.4912112930780334,
      "learning_rate": 9.23316525571458e-06,
      "loss": 0.5543,
      "step": 456
    },
    {
      "epoch": 0.22093304326806865,
      "grad_norm": 0.4325116439857764,
      "learning_rate": 9.228905690373456e-06,
      "loss": 0.5109,
      "step": 457
    },
    {
      "epoch": 0.22141648537587624,
      "grad_norm": 0.5251969417490432,
      "learning_rate": 9.224635315608554e-06,
      "loss": 0.5613,
      "step": 458
    },
    {
      "epoch": 0.22189992748368384,
      "grad_norm": 0.5371164613513753,
      "learning_rate": 9.2203541423353e-06,
      "loss": 0.5758,
      "step": 459
    },
    {
      "epoch": 0.2223833695914914,
      "grad_norm": 0.49879877094748626,
      "learning_rate": 9.216062181496712e-06,
      "loss": 0.5656,
      "step": 460
    },
    {
      "epoch": 0.222866811699299,
      "grad_norm": 0.4666739038962981,
      "learning_rate": 9.211759444063392e-06,
      "loss": 0.5643,
      "step": 461
    },
    {
      "epoch": 0.2233502538071066,
      "grad_norm": 0.5019702713381807,
      "learning_rate": 9.207445941033483e-06,
      "loss": 0.5645,
      "step": 462
    },
    {
      "epoch": 0.2238336959149142,
      "grad_norm": 0.560484985437826,
      "learning_rate": 9.203121683432646e-06,
      "loss": 0.5622,
      "step": 463
    },
    {
      "epoch": 0.22431713802272177,
      "grad_norm": 0.501701537299382,
      "learning_rate": 9.19878668231403e-06,
      "loss": 0.5686,
      "step": 464
    },
    {
      "epoch": 0.22480058013052936,
      "grad_norm": 0.48640275847390047,
      "learning_rate": 9.19444094875825e-06,
      "loss": 0.5617,
      "step": 465
    },
    {
      "epoch": 0.22528402223833696,
      "grad_norm": 0.5066662929437282,
      "learning_rate": 9.190084493873353e-06,
      "loss": 0.5733,
      "step": 466
    },
    {
      "epoch": 0.22576746434614456,
      "grad_norm": 0.5297511031777309,
      "learning_rate": 9.185717328794784e-06,
      "loss": 0.5632,
      "step": 467
    },
    {
      "epoch": 0.22625090645395213,
      "grad_norm": 0.5778692323663056,
      "learning_rate": 9.18133946468537e-06,
      "loss": 0.5684,
      "step": 468
    },
    {
      "epoch": 0.22673434856175972,
      "grad_norm": 0.5148715492097395,
      "learning_rate": 9.176950912735287e-06,
      "loss": 0.5559,
      "step": 469
    },
    {
      "epoch": 0.22721779066956732,
      "grad_norm": 0.5157447753884506,
      "learning_rate": 9.172551684162025e-06,
      "loss": 0.5731,
      "step": 470
    },
    {
      "epoch": 0.22770123277737492,
      "grad_norm": 0.4783319000473412,
      "learning_rate": 9.16814179021037e-06,
      "loss": 0.5671,
      "step": 471
    },
    {
      "epoch": 0.2281846748851825,
      "grad_norm": 0.5017422895280137,
      "learning_rate": 9.163721242152362e-06,
      "loss": 0.5661,
      "step": 472
    },
    {
      "epoch": 0.22866811699299008,
      "grad_norm": 0.49272124386072536,
      "learning_rate": 9.159290051287282e-06,
      "loss": 0.5627,
      "step": 473
    },
    {
      "epoch": 0.22915155910079768,
      "grad_norm": 0.47471736533769476,
      "learning_rate": 9.154848228941607e-06,
      "loss": 0.5615,
      "step": 474
    },
    {
      "epoch": 0.22963500120860528,
      "grad_norm": 0.5071884927272643,
      "learning_rate": 9.150395786468998e-06,
      "loss": 0.5645,
      "step": 475
    },
    {
      "epoch": 0.23011844331641285,
      "grad_norm": 0.48690399925776484,
      "learning_rate": 9.14593273525025e-06,
      "loss": 0.5647,
      "step": 476
    },
    {
      "epoch": 0.23060188542422044,
      "grad_norm": 0.5041235784595942,
      "learning_rate": 9.14145908669329e-06,
      "loss": 0.5729,
      "step": 477
    },
    {
      "epoch": 0.23108532753202804,
      "grad_norm": 0.5265161224054821,
      "learning_rate": 9.136974852233118e-06,
      "loss": 0.5587,
      "step": 478
    },
    {
      "epoch": 0.23156876963983564,
      "grad_norm": 0.4778337324840926,
      "learning_rate": 9.132480043331801e-06,
      "loss": 0.5646,
      "step": 479
    },
    {
      "epoch": 0.23205221174764323,
      "grad_norm": 0.5036800160533508,
      "learning_rate": 9.127974671478432e-06,
      "loss": 0.5655,
      "step": 480
    },
    {
      "epoch": 0.2325356538554508,
      "grad_norm": 0.4915164507750186,
      "learning_rate": 9.123458748189105e-06,
      "loss": 0.5608,
      "step": 481
    },
    {
      "epoch": 0.2330190959632584,
      "grad_norm": 0.4447947403953834,
      "learning_rate": 9.118932285006886e-06,
      "loss": 0.5254,
      "step": 482
    },
    {
      "epoch": 0.233502538071066,
      "grad_norm": 0.4936810479165672,
      "learning_rate": 9.114395293501775e-06,
      "loss": 0.5751,
      "step": 483
    },
    {
      "epoch": 0.2339859801788736,
      "grad_norm": 0.4933009245810686,
      "learning_rate": 9.10984778527069e-06,
      "loss": 0.5603,
      "step": 484
    },
    {
      "epoch": 0.23446942228668116,
      "grad_norm": 0.4720549987110232,
      "learning_rate": 9.10528977193743e-06,
      "loss": 0.5703,
      "step": 485
    },
    {
      "epoch": 0.23495286439448876,
      "grad_norm": 0.5362136689894559,
      "learning_rate": 9.100721265152644e-06,
      "loss": 0.5635,
      "step": 486
    },
    {
      "epoch": 0.23543630650229636,
      "grad_norm": 0.47602005538977166,
      "learning_rate": 9.096142276593802e-06,
      "loss": 0.5721,
      "step": 487
    },
    {
      "epoch": 0.23591974861010395,
      "grad_norm": 0.48887012727323886,
      "learning_rate": 9.09155281796517e-06,
      "loss": 0.5502,
      "step": 488
    },
    {
      "epoch": 0.23640319071791152,
      "grad_norm": 0.5468866437635687,
      "learning_rate": 9.086952900997774e-06,
      "loss": 0.5628,
      "step": 489
    },
    {
      "epoch": 0.23688663282571912,
      "grad_norm": 0.468285091758703,
      "learning_rate": 9.082342537449369e-06,
      "loss": 0.5649,
      "step": 490
    },
    {
      "epoch": 0.23737007493352671,
      "grad_norm": 0.49449575173177474,
      "learning_rate": 9.07772173910442e-06,
      "loss": 0.5363,
      "step": 491
    },
    {
      "epoch": 0.2378535170413343,
      "grad_norm": 0.5665277859908898,
      "learning_rate": 9.073090517774057e-06,
      "loss": 0.5679,
      "step": 492
    },
    {
      "epoch": 0.23833695914914188,
      "grad_norm": 0.559218042712036,
      "learning_rate": 9.068448885296057e-06,
      "loss": 0.5598,
      "step": 493
    },
    {
      "epoch": 0.23882040125694948,
      "grad_norm": 0.5572180299965971,
      "learning_rate": 9.063796853534808e-06,
      "loss": 0.5606,
      "step": 494
    },
    {
      "epoch": 0.23930384336475707,
      "grad_norm": 0.4852501650353095,
      "learning_rate": 9.059134434381274e-06,
      "loss": 0.5614,
      "step": 495
    },
    {
      "epoch": 0.23978728547256467,
      "grad_norm": 0.5235782249928449,
      "learning_rate": 9.054461639752976e-06,
      "loss": 0.5637,
      "step": 496
    },
    {
      "epoch": 0.24027072758037224,
      "grad_norm": 0.5028533022976227,
      "learning_rate": 9.049778481593954e-06,
      "loss": 0.5718,
      "step": 497
    },
    {
      "epoch": 0.24075416968817984,
      "grad_norm": 0.508045864936268,
      "learning_rate": 9.045084971874738e-06,
      "loss": 0.5651,
      "step": 498
    },
    {
      "epoch": 0.24123761179598743,
      "grad_norm": 0.5575870011120908,
      "learning_rate": 9.040381122592317e-06,
      "loss": 0.565,
      "step": 499
    },
    {
      "epoch": 0.24172105390379503,
      "grad_norm": 0.5201685839473924,
      "learning_rate": 9.035666945770107e-06,
      "loss": 0.5593,
      "step": 500
    },
    {
      "epoch": 0.2422044960116026,
      "grad_norm": 0.48179233555943923,
      "learning_rate": 9.030942453457928e-06,
      "loss": 0.5199,
      "step": 501
    },
    {
      "epoch": 0.2426879381194102,
      "grad_norm": 0.4867208952029737,
      "learning_rate": 9.02620765773196e-06,
      "loss": 0.5548,
      "step": 502
    },
    {
      "epoch": 0.2431713802272178,
      "grad_norm": 0.5240394440690106,
      "learning_rate": 9.02146257069472e-06,
      "loss": 0.5611,
      "step": 503
    },
    {
      "epoch": 0.2436548223350254,
      "grad_norm": 0.48307750050965703,
      "learning_rate": 9.01670720447504e-06,
      "loss": 0.5577,
      "step": 504
    },
    {
      "epoch": 0.24413826444283296,
      "grad_norm": 0.5034030614527921,
      "learning_rate": 9.011941571228015e-06,
      "loss": 0.5608,
      "step": 505
    },
    {
      "epoch": 0.24462170655064056,
      "grad_norm": 0.46379490536223517,
      "learning_rate": 9.007165683134986e-06,
      "loss": 0.5315,
      "step": 506
    },
    {
      "epoch": 0.24510514865844815,
      "grad_norm": 0.5103811282689319,
      "learning_rate": 9.00237955240351e-06,
      "loss": 0.5613,
      "step": 507
    },
    {
      "epoch": 0.24558859076625575,
      "grad_norm": 0.47564392120255755,
      "learning_rate": 8.997583191267326e-06,
      "loss": 0.5764,
      "step": 508
    },
    {
      "epoch": 0.24607203287406332,
      "grad_norm": 0.4811799201923712,
      "learning_rate": 8.992776611986313e-06,
      "loss": 0.5704,
      "step": 509
    },
    {
      "epoch": 0.24655547498187091,
      "grad_norm": 0.4799439081762819,
      "learning_rate": 8.987959826846479e-06,
      "loss": 0.5573,
      "step": 510
    },
    {
      "epoch": 0.2470389170896785,
      "grad_norm": 0.5219349618857427,
      "learning_rate": 8.983132848159916e-06,
      "loss": 0.5583,
      "step": 511
    },
    {
      "epoch": 0.2475223591974861,
      "grad_norm": 0.5010818591918965,
      "learning_rate": 8.978295688264768e-06,
      "loss": 0.5699,
      "step": 512
    },
    {
      "epoch": 0.2480058013052937,
      "grad_norm": 0.5282819201955711,
      "learning_rate": 8.973448359525207e-06,
      "loss": 0.5641,
      "step": 513
    },
    {
      "epoch": 0.24848924341310127,
      "grad_norm": 0.5025819972323563,
      "learning_rate": 8.968590874331395e-06,
      "loss": 0.5649,
      "step": 514
    },
    {
      "epoch": 0.24897268552090887,
      "grad_norm": 0.4880024154213522,
      "learning_rate": 8.963723245099456e-06,
      "loss": 0.5533,
      "step": 515
    },
    {
      "epoch": 0.24945612762871647,
      "grad_norm": 0.4844265343558768,
      "learning_rate": 8.958845484271443e-06,
      "loss": 0.5571,
      "step": 516
    },
    {
      "epoch": 0.24993956973652406,
      "grad_norm": 0.4918270286134992,
      "learning_rate": 8.953957604315306e-06,
      "loss": 0.5612,
      "step": 517
    },
    {
      "epoch": 0.25042301184433163,
      "grad_norm": 0.4532098318099568,
      "learning_rate": 8.949059617724859e-06,
      "loss": 0.5532,
      "step": 518
    },
    {
      "epoch": 0.25090645395213923,
      "grad_norm": 0.4784777680132966,
      "learning_rate": 8.944151537019752e-06,
      "loss": 0.5314,
      "step": 519
    },
    {
      "epoch": 0.2513898960599468,
      "grad_norm": 0.49834032614411844,
      "learning_rate": 8.939233374745432e-06,
      "loss": 0.561,
      "step": 520
    },
    {
      "epoch": 0.2518733381677544,
      "grad_norm": 0.43922831313439964,
      "learning_rate": 8.934305143473123e-06,
      "loss": 0.5229,
      "step": 521
    },
    {
      "epoch": 0.252356780275562,
      "grad_norm": 0.4774051999235377,
      "learning_rate": 8.929366855799777e-06,
      "loss": 0.5584,
      "step": 522
    },
    {
      "epoch": 0.2528402223833696,
      "grad_norm": 0.4860585540987837,
      "learning_rate": 8.924418524348058e-06,
      "loss": 0.5722,
      "step": 523
    },
    {
      "epoch": 0.25332366449117716,
      "grad_norm": 0.476115105724116,
      "learning_rate": 8.919460161766299e-06,
      "loss": 0.5527,
      "step": 524
    },
    {
      "epoch": 0.25380710659898476,
      "grad_norm": 0.49670836036646415,
      "learning_rate": 8.914491780728471e-06,
      "loss": 0.565,
      "step": 525
    },
    {
      "epoch": 0.25429054870679235,
      "grad_norm": 0.49705890206049747,
      "learning_rate": 8.909513393934162e-06,
      "loss": 0.5562,
      "step": 526
    },
    {
      "epoch": 0.25477399081459995,
      "grad_norm": 0.5118474736649574,
      "learning_rate": 8.904525014108529e-06,
      "loss": 0.5536,
      "step": 527
    },
    {
      "epoch": 0.25525743292240755,
      "grad_norm": 0.5301718242423505,
      "learning_rate": 8.899526654002268e-06,
      "loss": 0.5612,
      "step": 528
    },
    {
      "epoch": 0.25574087503021514,
      "grad_norm": 0.4796891269551852,
      "learning_rate": 8.894518326391595e-06,
      "loss": 0.5578,
      "step": 529
    },
    {
      "epoch": 0.25622431713802274,
      "grad_norm": 0.4825310469483714,
      "learning_rate": 8.889500044078199e-06,
      "loss": 0.5554,
      "step": 530
    },
    {
      "epoch": 0.25670775924583034,
      "grad_norm": 0.474416307358851,
      "learning_rate": 8.88447181988921e-06,
      "loss": 0.5466,
      "step": 531
    },
    {
      "epoch": 0.2571912013536379,
      "grad_norm": 0.4754427571901456,
      "learning_rate": 8.87943366667718e-06,
      "loss": 0.5232,
      "step": 532
    },
    {
      "epoch": 0.2576746434614455,
      "grad_norm": 0.5283380707149146,
      "learning_rate": 8.87438559732003e-06,
      "loss": 0.5575,
      "step": 533
    },
    {
      "epoch": 0.25815808556925307,
      "grad_norm": 0.49022668890084664,
      "learning_rate": 8.869327624721033e-06,
      "loss": 0.5584,
      "step": 534
    },
    {
      "epoch": 0.25864152767706067,
      "grad_norm": 0.45329648879294543,
      "learning_rate": 8.864259761808778e-06,
      "loss": 0.5557,
      "step": 535
    },
    {
      "epoch": 0.25912496978486826,
      "grad_norm": 0.5150923796193744,
      "learning_rate": 8.859182021537126e-06,
      "loss": 0.5672,
      "step": 536
    },
    {
      "epoch": 0.25960841189267586,
      "grad_norm": 0.49475203737919254,
      "learning_rate": 8.854094416885192e-06,
      "loss": 0.5513,
      "step": 537
    },
    {
      "epoch": 0.26009185400048346,
      "grad_norm": 0.48640723658571816,
      "learning_rate": 8.848996960857308e-06,
      "loss": 0.5542,
      "step": 538
    },
    {
      "epoch": 0.26057529610829105,
      "grad_norm": 0.5011403090647114,
      "learning_rate": 8.843889666482977e-06,
      "loss": 0.5503,
      "step": 539
    },
    {
      "epoch": 0.2610587382160986,
      "grad_norm": 0.45868293065964316,
      "learning_rate": 8.838772546816857e-06,
      "loss": 0.5245,
      "step": 540
    },
    {
      "epoch": 0.2615421803239062,
      "grad_norm": 0.5028670832415251,
      "learning_rate": 8.833645614938716e-06,
      "loss": 0.563,
      "step": 541
    },
    {
      "epoch": 0.2620256224317138,
      "grad_norm": 0.4652958998559184,
      "learning_rate": 8.82850888395341e-06,
      "loss": 0.5214,
      "step": 542
    },
    {
      "epoch": 0.2625090645395214,
      "grad_norm": 0.48814680090193757,
      "learning_rate": 8.823362366990833e-06,
      "loss": 0.5539,
      "step": 543
    },
    {
      "epoch": 0.262992506647329,
      "grad_norm": 0.4686742850265713,
      "learning_rate": 8.818206077205899e-06,
      "loss": 0.5432,
      "step": 544
    },
    {
      "epoch": 0.2634759487551366,
      "grad_norm": 0.44177435010013455,
      "learning_rate": 8.8130400277785e-06,
      "loss": 0.5432,
      "step": 545
    },
    {
      "epoch": 0.2639593908629442,
      "grad_norm": 0.48745119596264225,
      "learning_rate": 8.807864231913475e-06,
      "loss": 0.5609,
      "step": 546
    },
    {
      "epoch": 0.2644428329707518,
      "grad_norm": 0.5387031701921053,
      "learning_rate": 8.802678702840575e-06,
      "loss": 0.5608,
      "step": 547
    },
    {
      "epoch": 0.26492627507855937,
      "grad_norm": 0.47706550642594997,
      "learning_rate": 8.79748345381443e-06,
      "loss": 0.5487,
      "step": 548
    },
    {
      "epoch": 0.2654097171863669,
      "grad_norm": 0.4694250929319588,
      "learning_rate": 8.792278498114517e-06,
      "loss": 0.549,
      "step": 549
    },
    {
      "epoch": 0.2658931592941745,
      "grad_norm": 0.4937111232536657,
      "learning_rate": 8.78706384904512e-06,
      "loss": 0.5564,
      "step": 550
    },
    {
      "epoch": 0.2663766014019821,
      "grad_norm": 0.468357648344204,
      "learning_rate": 8.7818395199353e-06,
      "loss": 0.5546,
      "step": 551
    },
    {
      "epoch": 0.2668600435097897,
      "grad_norm": 0.4713572915315673,
      "learning_rate": 8.77660552413887e-06,
      "loss": 0.5512,
      "step": 552
    },
    {
      "epoch": 0.2673434856175973,
      "grad_norm": 0.4740909938486332,
      "learning_rate": 8.77136187503434e-06,
      "loss": 0.5631,
      "step": 553
    },
    {
      "epoch": 0.2678269277254049,
      "grad_norm": 0.4472174307551216,
      "learning_rate": 8.766108586024904e-06,
      "loss": 0.5222,
      "step": 554
    },
    {
      "epoch": 0.2683103698332125,
      "grad_norm": 0.4548110236983466,
      "learning_rate": 8.760845670538387e-06,
      "loss": 0.5485,
      "step": 555
    },
    {
      "epoch": 0.2687938119410201,
      "grad_norm": 0.5173119662805489,
      "learning_rate": 8.755573142027228e-06,
      "loss": 0.5624,
      "step": 556
    },
    {
      "epoch": 0.26927725404882763,
      "grad_norm": 0.4812632123799694,
      "learning_rate": 8.750291013968432e-06,
      "loss": 0.5562,
      "step": 557
    },
    {
      "epoch": 0.2697606961566352,
      "grad_norm": 0.472663174890125,
      "learning_rate": 8.744999299863549e-06,
      "loss": 0.5669,
      "step": 558
    },
    {
      "epoch": 0.2702441382644428,
      "grad_norm": 0.463122081686998,
      "learning_rate": 8.739698013238625e-06,
      "loss": 0.557,
      "step": 559
    },
    {
      "epoch": 0.2707275803722504,
      "grad_norm": 0.5188284707009508,
      "learning_rate": 8.734387167644171e-06,
      "loss": 0.5202,
      "step": 560
    },
    {
      "epoch": 0.271211022480058,
      "grad_norm": 0.49659334079030504,
      "learning_rate": 8.729066776655144e-06,
      "loss": 0.5605,
      "step": 561
    },
    {
      "epoch": 0.2716944645878656,
      "grad_norm": 0.4433765304016552,
      "learning_rate": 8.723736853870888e-06,
      "loss": 0.5193,
      "step": 562
    },
    {
      "epoch": 0.2721779066956732,
      "grad_norm": 0.46285084832800716,
      "learning_rate": 8.718397412915114e-06,
      "loss": 0.5583,
      "step": 563
    },
    {
      "epoch": 0.2726613488034808,
      "grad_norm": 0.4406166472711255,
      "learning_rate": 8.713048467435865e-06,
      "loss": 0.5365,
      "step": 564
    },
    {
      "epoch": 0.27314479091128835,
      "grad_norm": 0.49591339367367465,
      "learning_rate": 8.707690031105478e-06,
      "loss": 0.5638,
      "step": 565
    },
    {
      "epoch": 0.27362823301909595,
      "grad_norm": 0.47717175741546425,
      "learning_rate": 8.702322117620547e-06,
      "loss": 0.5375,
      "step": 566
    },
    {
      "epoch": 0.27411167512690354,
      "grad_norm": 0.49399204569955096,
      "learning_rate": 8.696944740701891e-06,
      "loss": 0.5502,
      "step": 567
    },
    {
      "epoch": 0.27459511723471114,
      "grad_norm": 0.462084403002843,
      "learning_rate": 8.69155791409452e-06,
      "loss": 0.549,
      "step": 568
    },
    {
      "epoch": 0.27507855934251874,
      "grad_norm": 0.4733870628371529,
      "learning_rate": 8.686161651567596e-06,
      "loss": 0.5479,
      "step": 569
    },
    {
      "epoch": 0.27556200145032633,
      "grad_norm": 0.4586305030542931,
      "learning_rate": 8.6807559669144e-06,
      "loss": 0.517,
      "step": 570
    },
    {
      "epoch": 0.27604544355813393,
      "grad_norm": 0.4786603573138254,
      "learning_rate": 8.6753408739523e-06,
      "loss": 0.5449,
      "step": 571
    },
    {
      "epoch": 0.2765288856659415,
      "grad_norm": 0.4923356872720239,
      "learning_rate": 8.669916386522708e-06,
      "loss": 0.5516,
      "step": 572
    },
    {
      "epoch": 0.27701232777374907,
      "grad_norm": 0.47497918747290174,
      "learning_rate": 8.664482518491053e-06,
      "loss": 0.5527,
      "step": 573
    },
    {
      "epoch": 0.27749576988155666,
      "grad_norm": 0.5463551243922615,
      "learning_rate": 8.659039283746738e-06,
      "loss": 0.5528,
      "step": 574
    },
    {
      "epoch": 0.27797921198936426,
      "grad_norm": 0.5125817786426824,
      "learning_rate": 8.653586696203111e-06,
      "loss": 0.5428,
      "step": 575
    },
    {
      "epoch": 0.27846265409717186,
      "grad_norm": 0.46930359618316736,
      "learning_rate": 8.648124769797424e-06,
      "loss": 0.5566,
      "step": 576
    },
    {
      "epoch": 0.27894609620497945,
      "grad_norm": 0.48871061545968875,
      "learning_rate": 8.6426535184908e-06,
      "loss": 0.5517,
      "step": 577
    },
    {
      "epoch": 0.27942953831278705,
      "grad_norm": 0.49517469382405177,
      "learning_rate": 8.637172956268203e-06,
      "loss": 0.5537,
      "step": 578
    },
    {
      "epoch": 0.27991298042059465,
      "grad_norm": 0.46885534036424203,
      "learning_rate": 8.631683097138386e-06,
      "loss": 0.5455,
      "step": 579
    },
    {
      "epoch": 0.28039642252840224,
      "grad_norm": 0.4404595141316285,
      "learning_rate": 8.626183955133876e-06,
      "loss": 0.5216,
      "step": 580
    },
    {
      "epoch": 0.2808798646362098,
      "grad_norm": 0.45805738086780906,
      "learning_rate": 8.620675544310921e-06,
      "loss": 0.5483,
      "step": 581
    },
    {
      "epoch": 0.2813633067440174,
      "grad_norm": 0.43283074014496,
      "learning_rate": 8.615157878749462e-06,
      "loss": 0.546,
      "step": 582
    },
    {
      "epoch": 0.281846748851825,
      "grad_norm": 0.45714306807295113,
      "learning_rate": 8.609630972553098e-06,
      "loss": 0.5521,
      "step": 583
    },
    {
      "epoch": 0.2823301909596326,
      "grad_norm": 0.47311376331001226,
      "learning_rate": 8.604094839849047e-06,
      "loss": 0.5586,
      "step": 584
    },
    {
      "epoch": 0.2828136330674402,
      "grad_norm": 0.4424955765808361,
      "learning_rate": 8.598549494788111e-06,
      "loss": 0.5384,
      "step": 585
    },
    {
      "epoch": 0.28329707517524777,
      "grad_norm": 0.467505480407099,
      "learning_rate": 8.592994951544637e-06,
      "loss": 0.5368,
      "step": 586
    },
    {
      "epoch": 0.28378051728305537,
      "grad_norm": 0.48553503600686004,
      "learning_rate": 8.587431224316488e-06,
      "loss": 0.5475,
      "step": 587
    },
    {
      "epoch": 0.28426395939086296,
      "grad_norm": 0.46529868946828945,
      "learning_rate": 8.581858327324996e-06,
      "loss": 0.5212,
      "step": 588
    },
    {
      "epoch": 0.28474740149867056,
      "grad_norm": 0.4898248932325677,
      "learning_rate": 8.576276274814936e-06,
      "loss": 0.553,
      "step": 589
    },
    {
      "epoch": 0.2852308436064781,
      "grad_norm": 0.4455201034159363,
      "learning_rate": 8.570685081054487e-06,
      "loss": 0.5216,
      "step": 590
    },
    {
      "epoch": 0.2857142857142857,
      "grad_norm": 0.46516198660507346,
      "learning_rate": 8.565084760335188e-06,
      "loss": 0.5505,
      "step": 591
    },
    {
      "epoch": 0.2861977278220933,
      "grad_norm": 0.5006509760317717,
      "learning_rate": 8.559475326971907e-06,
      "loss": 0.551,
      "step": 592
    },
    {
      "epoch": 0.2866811699299009,
      "grad_norm": 0.4994980078510237,
      "learning_rate": 8.553856795302815e-06,
      "loss": 0.5421,
      "step": 593
    },
    {
      "epoch": 0.2871646120377085,
      "grad_norm": 0.5029150812228765,
      "learning_rate": 8.548229179689325e-06,
      "loss": 0.5519,
      "step": 594
    },
    {
      "epoch": 0.2876480541455161,
      "grad_norm": 0.5073270485472724,
      "learning_rate": 8.54259249451608e-06,
      "loss": 0.5537,
      "step": 595
    },
    {
      "epoch": 0.2881314962533237,
      "grad_norm": 0.45709172284548705,
      "learning_rate": 8.536946754190903e-06,
      "loss": 0.564,
      "step": 596
    },
    {
      "epoch": 0.2886149383611313,
      "grad_norm": 0.47174309410425874,
      "learning_rate": 8.531291973144755e-06,
      "loss": 0.5452,
      "step": 597
    },
    {
      "epoch": 0.2890983804689388,
      "grad_norm": 0.46639713589843634,
      "learning_rate": 8.52562816583172e-06,
      "loss": 0.5509,
      "step": 598
    },
    {
      "epoch": 0.2895818225767464,
      "grad_norm": 0.4508036851803557,
      "learning_rate": 8.519955346728939e-06,
      "loss": 0.5428,
      "step": 599
    },
    {
      "epoch": 0.290065264684554,
      "grad_norm": 0.44468353218524803,
      "learning_rate": 8.5142735303366e-06,
      "loss": 0.5205,
      "step": 600
    },
    {
      "epoch": 0.2905487067923616,
      "grad_norm": 0.4850164433619974,
      "learning_rate": 8.50858273117788e-06,
      "loss": 0.5476,
      "step": 601
    },
    {
      "epoch": 0.2910321489001692,
      "grad_norm": 0.49303870805000655,
      "learning_rate": 8.502882963798923e-06,
      "loss": 0.545,
      "step": 602
    },
    {
      "epoch": 0.2915155910079768,
      "grad_norm": 0.47572858582093197,
      "learning_rate": 8.497174242768792e-06,
      "loss": 0.5515,
      "step": 603
    },
    {
      "epoch": 0.2919990331157844,
      "grad_norm": 0.5284607359345597,
      "learning_rate": 8.49145658267944e-06,
      "loss": 0.5453,
      "step": 604
    },
    {
      "epoch": 0.292482475223592,
      "grad_norm": 0.47829654266425203,
      "learning_rate": 8.485729998145665e-06,
      "loss": 0.5452,
      "step": 605
    },
    {
      "epoch": 0.29296591733139954,
      "grad_norm": 0.4503645291799449,
      "learning_rate": 8.479994503805079e-06,
      "loss": 0.5536,
      "step": 606
    },
    {
      "epoch": 0.29344935943920714,
      "grad_norm": 0.4693738299713831,
      "learning_rate": 8.474250114318066e-06,
      "loss": 0.5216,
      "step": 607
    },
    {
      "epoch": 0.29393280154701473,
      "grad_norm": 0.4988674830387375,
      "learning_rate": 8.468496844367752e-06,
      "loss": 0.5582,
      "step": 608
    },
    {
      "epoch": 0.29441624365482233,
      "grad_norm": 0.47627140431869974,
      "learning_rate": 8.462734708659959e-06,
      "loss": 0.5511,
      "step": 609
    },
    {
      "epoch": 0.2948996857626299,
      "grad_norm": 0.43233992742433075,
      "learning_rate": 8.456963721923166e-06,
      "loss": 0.5279,
      "step": 610
    },
    {
      "epoch": 0.2953831278704375,
      "grad_norm": 0.4908070311501362,
      "learning_rate": 8.451183898908484e-06,
      "loss": 0.5546,
      "step": 611
    },
    {
      "epoch": 0.2958665699782451,
      "grad_norm": 0.4519643584485447,
      "learning_rate": 8.445395254389605e-06,
      "loss": 0.5221,
      "step": 612
    },
    {
      "epoch": 0.2963500120860527,
      "grad_norm": 0.48396713453490725,
      "learning_rate": 8.439597803162773e-06,
      "loss": 0.5489,
      "step": 613
    },
    {
      "epoch": 0.29683345419386026,
      "grad_norm": 0.4611763742603572,
      "learning_rate": 8.433791560046737e-06,
      "loss": 0.5457,
      "step": 614
    },
    {
      "epoch": 0.29731689630166785,
      "grad_norm": 0.472544396347692,
      "learning_rate": 8.427976539882725e-06,
      "loss": 0.5553,
      "step": 615
    },
    {
      "epoch": 0.29780033840947545,
      "grad_norm": 0.5058827141310254,
      "learning_rate": 8.422152757534395e-06,
      "loss": 0.5435,
      "step": 616
    },
    {
      "epoch": 0.29828378051728305,
      "grad_norm": 0.4766589825937423,
      "learning_rate": 8.416320227887805e-06,
      "loss": 0.5526,
      "step": 617
    },
    {
      "epoch": 0.29876722262509064,
      "grad_norm": 0.47223702801719897,
      "learning_rate": 8.410478965851371e-06,
      "loss": 0.5542,
      "step": 618
    },
    {
      "epoch": 0.29925066473289824,
      "grad_norm": 0.4819039683875086,
      "learning_rate": 8.404628986355832e-06,
      "loss": 0.5546,
      "step": 619
    },
    {
      "epoch": 0.29973410684070584,
      "grad_norm": 0.49462386708237827,
      "learning_rate": 8.398770304354203e-06,
      "loss": 0.5566,
      "step": 620
    },
    {
      "epoch": 0.30021754894851344,
      "grad_norm": 0.4977376021667819,
      "learning_rate": 8.39290293482175e-06,
      "loss": 0.5508,
      "step": 621
    },
    {
      "epoch": 0.30070099105632103,
      "grad_norm": 0.506465713525892,
      "learning_rate": 8.387026892755942e-06,
      "loss": 0.5568,
      "step": 622
    },
    {
      "epoch": 0.3011844331641286,
      "grad_norm": 0.4712688161265267,
      "learning_rate": 8.381142193176414e-06,
      "loss": 0.5489,
      "step": 623
    },
    {
      "epoch": 0.30166787527193617,
      "grad_norm": 0.4615215470431895,
      "learning_rate": 8.375248851124937e-06,
      "loss": 0.5554,
      "step": 624
    },
    {
      "epoch": 0.30215131737974377,
      "grad_norm": 0.5110895222198079,
      "learning_rate": 8.369346881665364e-06,
      "loss": 0.5466,
      "step": 625
    },
    {
      "epoch": 0.30263475948755136,
      "grad_norm": 0.47157470051165545,
      "learning_rate": 8.363436299883604e-06,
      "loss": 0.5644,
      "step": 626
    },
    {
      "epoch": 0.30311820159535896,
      "grad_norm": 0.4789841431133952,
      "learning_rate": 8.357517120887586e-06,
      "loss": 0.5493,
      "step": 627
    },
    {
      "epoch": 0.30360164370316656,
      "grad_norm": 0.47629409809645545,
      "learning_rate": 8.351589359807204e-06,
      "loss": 0.5523,
      "step": 628
    },
    {
      "epoch": 0.30408508581097415,
      "grad_norm": 0.4618925314784255,
      "learning_rate": 8.345653031794292e-06,
      "loss": 0.5348,
      "step": 629
    },
    {
      "epoch": 0.30456852791878175,
      "grad_norm": 0.500646417496574,
      "learning_rate": 8.339708152022586e-06,
      "loss": 0.554,
      "step": 630
    },
    {
      "epoch": 0.3050519700265893,
      "grad_norm": 0.4553680483630167,
      "learning_rate": 8.333754735687677e-06,
      "loss": 0.5489,
      "step": 631
    },
    {
      "epoch": 0.3055354121343969,
      "grad_norm": 0.4591000336987377,
      "learning_rate": 8.327792798006977e-06,
      "loss": 0.5508,
      "step": 632
    },
    {
      "epoch": 0.3060188542422045,
      "grad_norm": 0.48696012413599493,
      "learning_rate": 8.321822354219677e-06,
      "loss": 0.5505,
      "step": 633
    },
    {
      "epoch": 0.3065022963500121,
      "grad_norm": 0.4952413093498077,
      "learning_rate": 8.315843419586717e-06,
      "loss": 0.5574,
      "step": 634
    },
    {
      "epoch": 0.3069857384578197,
      "grad_norm": 0.4716786308005616,
      "learning_rate": 8.309856009390732e-06,
      "loss": 0.5281,
      "step": 635
    },
    {
      "epoch": 0.3074691805656273,
      "grad_norm": 0.5207738583309734,
      "learning_rate": 8.303860138936027e-06,
      "loss": 0.5607,
      "step": 636
    },
    {
      "epoch": 0.3079526226734349,
      "grad_norm": 0.5226978234399785,
      "learning_rate": 8.297855823548528e-06,
      "loss": 0.5565,
      "step": 637
    },
    {
      "epoch": 0.30843606478124247,
      "grad_norm": 0.49251100209183046,
      "learning_rate": 8.291843078575752e-06,
      "loss": 0.5485,
      "step": 638
    },
    {
      "epoch": 0.30891950688905,
      "grad_norm": 0.4769824051475033,
      "learning_rate": 8.285821919386758e-06,
      "loss": 0.5456,
      "step": 639
    },
    {
      "epoch": 0.3094029489968576,
      "grad_norm": 0.503019530780954,
      "learning_rate": 8.279792361372114e-06,
      "loss": 0.5602,
      "step": 640
    },
    {
      "epoch": 0.3098863911046652,
      "grad_norm": 0.48405162661408385,
      "learning_rate": 8.273754419943856e-06,
      "loss": 0.5536,
      "step": 641
    },
    {
      "epoch": 0.3103698332124728,
      "grad_norm": 0.4657304337869963,
      "learning_rate": 8.267708110535449e-06,
      "loss": 0.5477,
      "step": 642
    },
    {
      "epoch": 0.3108532753202804,
      "grad_norm": 0.5106373655355231,
      "learning_rate": 8.26165344860175e-06,
      "loss": 0.571,
      "step": 643
    },
    {
      "epoch": 0.311336717428088,
      "grad_norm": 0.4854760780132044,
      "learning_rate": 8.255590449618958e-06,
      "loss": 0.546,
      "step": 644
    },
    {
      "epoch": 0.3118201595358956,
      "grad_norm": 0.4817908473273075,
      "learning_rate": 8.24951912908459e-06,
      "loss": 0.5446,
      "step": 645
    },
    {
      "epoch": 0.3123036016437032,
      "grad_norm": 0.4792564537130554,
      "learning_rate": 8.243439502517432e-06,
      "loss": 0.5352,
      "step": 646
    },
    {
      "epoch": 0.31278704375151073,
      "grad_norm": 0.5188490831185355,
      "learning_rate": 8.237351585457499e-06,
      "loss": 0.5298,
      "step": 647
    },
    {
      "epoch": 0.3132704858593183,
      "grad_norm": 0.5232755336111542,
      "learning_rate": 8.231255393465993e-06,
      "loss": 0.5387,
      "step": 648
    },
    {
      "epoch": 0.3137539279671259,
      "grad_norm": 0.48933101067554713,
      "learning_rate": 8.225150942125278e-06,
      "loss": 0.5156,
      "step": 649
    },
    {
      "epoch": 0.3142373700749335,
      "grad_norm": 0.47579138598403903,
      "learning_rate": 8.21903824703882e-06,
      "loss": 0.552,
      "step": 650
    },
    {
      "epoch": 0.3147208121827411,
      "grad_norm": 0.47742859766681844,
      "learning_rate": 8.21291732383116e-06,
      "loss": 0.5498,
      "step": 651
    },
    {
      "epoch": 0.3152042542905487,
      "grad_norm": 0.5282098462854927,
      "learning_rate": 8.206788188147874e-06,
      "loss": 0.5327,
      "step": 652
    },
    {
      "epoch": 0.3156876963983563,
      "grad_norm": 0.4655983753785802,
      "learning_rate": 8.200650855655525e-06,
      "loss": 0.5523,
      "step": 653
    },
    {
      "epoch": 0.3161711385061639,
      "grad_norm": 0.46598993965098007,
      "learning_rate": 8.19450534204163e-06,
      "loss": 0.5428,
      "step": 654
    },
    {
      "epoch": 0.3166545806139715,
      "grad_norm": 0.48320040727215685,
      "learning_rate": 8.188351663014615e-06,
      "loss": 0.5511,
      "step": 655
    },
    {
      "epoch": 0.31713802272177904,
      "grad_norm": 0.4851268795547935,
      "learning_rate": 8.182189834303783e-06,
      "loss": 0.5515,
      "step": 656
    },
    {
      "epoch": 0.31762146482958664,
      "grad_norm": 0.4829311813743368,
      "learning_rate": 8.176019871659263e-06,
      "loss": 0.5425,
      "step": 657
    },
    {
      "epoch": 0.31810490693739424,
      "grad_norm": 0.4268110510337058,
      "learning_rate": 8.169841790851976e-06,
      "loss": 0.5192,
      "step": 658
    },
    {
      "epoch": 0.31858834904520184,
      "grad_norm": 0.46970357309915234,
      "learning_rate": 8.163655607673594e-06,
      "loss": 0.5516,
      "step": 659
    },
    {
      "epoch": 0.31907179115300943,
      "grad_norm": 0.4688205789040297,
      "learning_rate": 8.157461337936506e-06,
      "loss": 0.5398,
      "step": 660
    },
    {
      "epoch": 0.31955523326081703,
      "grad_norm": 0.49966496418563966,
      "learning_rate": 8.151258997473757e-06,
      "loss": 0.5501,
      "step": 661
    },
    {
      "epoch": 0.3200386753686246,
      "grad_norm": 0.4715831395525512,
      "learning_rate": 8.145048602139031e-06,
      "loss": 0.5473,
      "step": 662
    },
    {
      "epoch": 0.3205221174764322,
      "grad_norm": 0.46025918766438206,
      "learning_rate": 8.138830167806601e-06,
      "loss": 0.5481,
      "step": 663
    },
    {
      "epoch": 0.32100555958423976,
      "grad_norm": 0.49250849769551697,
      "learning_rate": 8.132603710371287e-06,
      "loss": 0.5563,
      "step": 664
    },
    {
      "epoch": 0.32148900169204736,
      "grad_norm": 0.46277397720994495,
      "learning_rate": 8.126369245748413e-06,
      "loss": 0.5418,
      "step": 665
    },
    {
      "epoch": 0.32197244379985496,
      "grad_norm": 0.44842320811529324,
      "learning_rate": 8.120126789873775e-06,
      "loss": 0.549,
      "step": 666
    },
    {
      "epoch": 0.32245588590766255,
      "grad_norm": 0.4487718178782243,
      "learning_rate": 8.113876358703593e-06,
      "loss": 0.5515,
      "step": 667
    },
    {
      "epoch": 0.32293932801547015,
      "grad_norm": 0.49737040438900676,
      "learning_rate": 8.10761796821447e-06,
      "loss": 0.5529,
      "step": 668
    },
    {
      "epoch": 0.32342277012327775,
      "grad_norm": 0.5088088437400782,
      "learning_rate": 8.10135163440336e-06,
      "loss": 0.5507,
      "step": 669
    },
    {
      "epoch": 0.32390621223108534,
      "grad_norm": 0.5221100660415426,
      "learning_rate": 8.095077373287517e-06,
      "loss": 0.5363,
      "step": 670
    },
    {
      "epoch": 0.32438965433889294,
      "grad_norm": 0.5098038198929602,
      "learning_rate": 8.088795200904457e-06,
      "loss": 0.5443,
      "step": 671
    },
    {
      "epoch": 0.3248730964467005,
      "grad_norm": 0.5299548080054053,
      "learning_rate": 8.08250513331192e-06,
      "loss": 0.5547,
      "step": 672
    },
    {
      "epoch": 0.3253565385545081,
      "grad_norm": 0.47991648628747413,
      "learning_rate": 8.076207186587826e-06,
      "loss": 0.552,
      "step": 673
    },
    {
      "epoch": 0.3258399806623157,
      "grad_norm": 0.4928995313967277,
      "learning_rate": 8.069901376830232e-06,
      "loss": 0.5449,
      "step": 674
    },
    {
      "epoch": 0.3263234227701233,
      "grad_norm": 0.526245201002504,
      "learning_rate": 8.063587720157298e-06,
      "loss": 0.5544,
      "step": 675
    },
    {
      "epoch": 0.32680686487793087,
      "grad_norm": 0.5169185895561939,
      "learning_rate": 8.057266232707239e-06,
      "loss": 0.5388,
      "step": 676
    },
    {
      "epoch": 0.32729030698573847,
      "grad_norm": 0.45862190884382065,
      "learning_rate": 8.050936930638285e-06,
      "loss": 0.5523,
      "step": 677
    },
    {
      "epoch": 0.32777374909354606,
      "grad_norm": 0.4791194354627634,
      "learning_rate": 8.044599830128643e-06,
      "loss": 0.5498,
      "step": 678
    },
    {
      "epoch": 0.32825719120135366,
      "grad_norm": 0.5040011739287719,
      "learning_rate": 8.038254947376454e-06,
      "loss": 0.5378,
      "step": 679
    },
    {
      "epoch": 0.3287406333091612,
      "grad_norm": 0.42346684737245893,
      "learning_rate": 8.03190229859975e-06,
      "loss": 0.5541,
      "step": 680
    },
    {
      "epoch": 0.3292240754169688,
      "grad_norm": 0.48225697444636256,
      "learning_rate": 8.02554190003641e-06,
      "loss": 0.5505,
      "step": 681
    },
    {
      "epoch": 0.3297075175247764,
      "grad_norm": 0.480200233217211,
      "learning_rate": 8.019173767944128e-06,
      "loss": 0.5563,
      "step": 682
    },
    {
      "epoch": 0.330190959632584,
      "grad_norm": 0.4406037883552503,
      "learning_rate": 8.012797918600363e-06,
      "loss": 0.5241,
      "step": 683
    },
    {
      "epoch": 0.3306744017403916,
      "grad_norm": 0.4838913486529156,
      "learning_rate": 8.006414368302297e-06,
      "loss": 0.5251,
      "step": 684
    },
    {
      "epoch": 0.3311578438481992,
      "grad_norm": 0.45454190895682295,
      "learning_rate": 8.000023133366804e-06,
      "loss": 0.5449,
      "step": 685
    },
    {
      "epoch": 0.3316412859560068,
      "grad_norm": 0.49869890620532237,
      "learning_rate": 7.99362423013039e-06,
      "loss": 0.5401,
      "step": 686
    },
    {
      "epoch": 0.3321247280638144,
      "grad_norm": 0.4727231220514769,
      "learning_rate": 7.98721767494917e-06,
      "loss": 0.5381,
      "step": 687
    },
    {
      "epoch": 0.332608170171622,
      "grad_norm": 0.46944667758244535,
      "learning_rate": 7.980803484198817e-06,
      "loss": 0.5542,
      "step": 688
    },
    {
      "epoch": 0.3330916122794295,
      "grad_norm": 0.4643616722232514,
      "learning_rate": 7.974381674274517e-06,
      "loss": 0.5394,
      "step": 689
    },
    {
      "epoch": 0.3335750543872371,
      "grad_norm": 0.4529493856728362,
      "learning_rate": 7.967952261590936e-06,
      "loss": 0.5478,
      "step": 690
    },
    {
      "epoch": 0.3340584964950447,
      "grad_norm": 0.4497900124215144,
      "learning_rate": 7.961515262582168e-06,
      "loss": 0.5387,
      "step": 691
    },
    {
      "epoch": 0.3345419386028523,
      "grad_norm": 0.4613195703294155,
      "learning_rate": 7.955070693701704e-06,
      "loss": 0.5488,
      "step": 692
    },
    {
      "epoch": 0.3350253807106599,
      "grad_norm": 0.45208853687907335,
      "learning_rate": 7.94861857142238e-06,
      "loss": 0.5161,
      "step": 693
    },
    {
      "epoch": 0.3355088228184675,
      "grad_norm": 0.45338462953665065,
      "learning_rate": 7.942158912236339e-06,
      "loss": 0.5504,
      "step": 694
    },
    {
      "epoch": 0.3359922649262751,
      "grad_norm": 0.45784135957705213,
      "learning_rate": 7.935691732654995e-06,
      "loss": 0.5525,
      "step": 695
    },
    {
      "epoch": 0.3364757070340827,
      "grad_norm": 0.4745455134248678,
      "learning_rate": 7.929217049208977e-06,
      "loss": 0.5549,
      "step": 696
    },
    {
      "epoch": 0.33695914914189024,
      "grad_norm": 0.46788843343497605,
      "learning_rate": 7.922734878448099e-06,
      "loss": 0.5543,
      "step": 697
    },
    {
      "epoch": 0.33744259124969783,
      "grad_norm": 0.4894111106267614,
      "learning_rate": 7.916245236941311e-06,
      "loss": 0.5456,
      "step": 698
    },
    {
      "epoch": 0.33792603335750543,
      "grad_norm": 0.4818527781927651,
      "learning_rate": 7.90974814127666e-06,
      "loss": 0.5436,
      "step": 699
    },
    {
      "epoch": 0.338409475465313,
      "grad_norm": 0.48230512049955104,
      "learning_rate": 7.903243608061246e-06,
      "loss": 0.5569,
      "step": 700
    },
    {
      "epoch": 0.3388929175731206,
      "grad_norm": 0.4651013778967097,
      "learning_rate": 7.89673165392118e-06,
      "loss": 0.5497,
      "step": 701
    },
    {
      "epoch": 0.3393763596809282,
      "grad_norm": 0.5263037891579944,
      "learning_rate": 7.890212295501542e-06,
      "loss": 0.5489,
      "step": 702
    },
    {
      "epoch": 0.3398598017887358,
      "grad_norm": 0.47525750483933155,
      "learning_rate": 7.883685549466337e-06,
      "loss": 0.5438,
      "step": 703
    },
    {
      "epoch": 0.3403432438965434,
      "grad_norm": 0.48435256135519467,
      "learning_rate": 7.877151432498456e-06,
      "loss": 0.5506,
      "step": 704
    },
    {
      "epoch": 0.34082668600435095,
      "grad_norm": 0.49040296450298604,
      "learning_rate": 7.870609961299627e-06,
      "loss": 0.536,
      "step": 705
    },
    {
      "epoch": 0.34131012811215855,
      "grad_norm": 0.4437135993163076,
      "learning_rate": 7.864061152590376e-06,
      "loss": 0.5539,
      "step": 706
    },
    {
      "epoch": 0.34179357021996615,
      "grad_norm": 0.48585487486606105,
      "learning_rate": 7.857505023109989e-06,
      "loss": 0.5461,
      "step": 707
    },
    {
      "epoch": 0.34227701232777374,
      "grad_norm": 0.48202275018795376,
      "learning_rate": 7.850941589616458e-06,
      "loss": 0.5371,
      "step": 708
    },
    {
      "epoch": 0.34276045443558134,
      "grad_norm": 0.4716406712767161,
      "learning_rate": 7.844370868886452e-06,
      "loss": 0.5557,
      "step": 709
    },
    {
      "epoch": 0.34324389654338894,
      "grad_norm": 0.49083867550017374,
      "learning_rate": 7.83779287771526e-06,
      "loss": 0.5459,
      "step": 710
    },
    {
      "epoch": 0.34372733865119653,
      "grad_norm": 0.49576681886311147,
      "learning_rate": 7.831207632916757e-06,
      "loss": 0.5466,
      "step": 711
    },
    {
      "epoch": 0.34421078075900413,
      "grad_norm": 0.4533195955521626,
      "learning_rate": 7.824615151323363e-06,
      "loss": 0.519,
      "step": 712
    },
    {
      "epoch": 0.3446942228668117,
      "grad_norm": 0.4638295505748454,
      "learning_rate": 7.818015449785987e-06,
      "loss": 0.5485,
      "step": 713
    },
    {
      "epoch": 0.34517766497461927,
      "grad_norm": 0.4802273717901249,
      "learning_rate": 7.811408545174001e-06,
      "loss": 0.5453,
      "step": 714
    },
    {
      "epoch": 0.34566110708242687,
      "grad_norm": 0.4633815927205105,
      "learning_rate": 7.804794454375189e-06,
      "loss": 0.5504,
      "step": 715
    },
    {
      "epoch": 0.34614454919023446,
      "grad_norm": 0.4455507327132057,
      "learning_rate": 7.798173194295693e-06,
      "loss": 0.5425,
      "step": 716
    },
    {
      "epoch": 0.34662799129804206,
      "grad_norm": 0.4555461305882042,
      "learning_rate": 7.791544781859993e-06,
      "loss": 0.5402,
      "step": 717
    },
    {
      "epoch": 0.34711143340584966,
      "grad_norm": 0.4459519768062681,
      "learning_rate": 7.784909234010843e-06,
      "loss": 0.5448,
      "step": 718
    },
    {
      "epoch": 0.34759487551365725,
      "grad_norm": 0.43036102684437805,
      "learning_rate": 7.778266567709239e-06,
      "loss": 0.5532,
      "step": 719
    },
    {
      "epoch": 0.34807831762146485,
      "grad_norm": 0.4640780423848208,
      "learning_rate": 7.771616799934372e-06,
      "loss": 0.5403,
      "step": 720
    },
    {
      "epoch": 0.34856175972927245,
      "grad_norm": 0.4785048230046999,
      "learning_rate": 7.764959947683581e-06,
      "loss": 0.5484,
      "step": 721
    },
    {
      "epoch": 0.34904520183708,
      "grad_norm": 0.5054523460781126,
      "learning_rate": 7.758296027972324e-06,
      "loss": 0.5367,
      "step": 722
    },
    {
      "epoch": 0.3495286439448876,
      "grad_norm": 0.46292028395178175,
      "learning_rate": 7.751625057834107e-06,
      "loss": 0.5221,
      "step": 723
    },
    {
      "epoch": 0.3500120860526952,
      "grad_norm": 0.5080355944834025,
      "learning_rate": 7.744947054320475e-06,
      "loss": 0.552,
      "step": 724
    },
    {
      "epoch": 0.3504955281605028,
      "grad_norm": 0.4692605361826857,
      "learning_rate": 7.73826203450094e-06,
      "loss": 0.5516,
      "step": 725
    },
    {
      "epoch": 0.3509789702683104,
      "grad_norm": 0.4452014990295793,
      "learning_rate": 7.731570015462953e-06,
      "loss": 0.5385,
      "step": 726
    },
    {
      "epoch": 0.35146241237611797,
      "grad_norm": 0.4407238797603078,
      "learning_rate": 7.724871014311853e-06,
      "loss": 0.5512,
      "step": 727
    },
    {
      "epoch": 0.35194585448392557,
      "grad_norm": 0.4578450461185458,
      "learning_rate": 7.718165048170827e-06,
      "loss": 0.5436,
      "step": 728
    },
    {
      "epoch": 0.35242929659173317,
      "grad_norm": 0.47134089664050416,
      "learning_rate": 7.711452134180865e-06,
      "loss": 0.5439,
      "step": 729
    },
    {
      "epoch": 0.3529127386995407,
      "grad_norm": 0.45807802586279717,
      "learning_rate": 7.704732289500717e-06,
      "loss": 0.535,
      "step": 730
    },
    {
      "epoch": 0.3533961808073483,
      "grad_norm": 0.46923078006226726,
      "learning_rate": 7.698005531306844e-06,
      "loss": 0.5438,
      "step": 731
    },
    {
      "epoch": 0.3538796229151559,
      "grad_norm": 0.47163216368627525,
      "learning_rate": 7.691271876793387e-06,
      "loss": 0.5412,
      "step": 732
    },
    {
      "epoch": 0.3543630650229635,
      "grad_norm": 0.43982060964801745,
      "learning_rate": 7.684531343172108e-06,
      "loss": 0.5326,
      "step": 733
    },
    {
      "epoch": 0.3548465071307711,
      "grad_norm": 0.49898422329655673,
      "learning_rate": 7.677783947672352e-06,
      "loss": 0.5352,
      "step": 734
    },
    {
      "epoch": 0.3553299492385787,
      "grad_norm": 0.4426035951569431,
      "learning_rate": 7.67102970754101e-06,
      "loss": 0.5083,
      "step": 735
    },
    {
      "epoch": 0.3558133913463863,
      "grad_norm": 0.473881609856312,
      "learning_rate": 7.664268640042459e-06,
      "loss": 0.5493,
      "step": 736
    },
    {
      "epoch": 0.3562968334541939,
      "grad_norm": 0.48477702288906854,
      "learning_rate": 7.657500762458536e-06,
      "loss": 0.5415,
      "step": 737
    },
    {
      "epoch": 0.3567802755620014,
      "grad_norm": 0.4673684560489235,
      "learning_rate": 7.65072609208848e-06,
      "loss": 0.5402,
      "step": 738
    },
    {
      "epoch": 0.357263717669809,
      "grad_norm": 0.45922228645390506,
      "learning_rate": 7.643944646248898e-06,
      "loss": 0.5523,
      "step": 739
    },
    {
      "epoch": 0.3577471597776166,
      "grad_norm": 0.5023203702238386,
      "learning_rate": 7.637156442273705e-06,
      "loss": 0.5472,
      "step": 740
    },
    {
      "epoch": 0.3582306018854242,
      "grad_norm": 0.5158066743775931,
      "learning_rate": 7.630361497514104e-06,
      "loss": 0.5409,
      "step": 741
    },
    {
      "epoch": 0.3587140439932318,
      "grad_norm": 0.4279389055361383,
      "learning_rate": 7.6235598293385184e-06,
      "loss": 0.548,
      "step": 742
    },
    {
      "epoch": 0.3591974861010394,
      "grad_norm": 0.48124896416843527,
      "learning_rate": 7.616751455132561e-06,
      "loss": 0.5061,
      "step": 743
    },
    {
      "epoch": 0.359680928208847,
      "grad_norm": 0.45130820986839676,
      "learning_rate": 7.6099363922989845e-06,
      "loss": 0.5408,
      "step": 744
    },
    {
      "epoch": 0.3601643703166546,
      "grad_norm": 0.43968032097493187,
      "learning_rate": 7.60311465825764e-06,
      "loss": 0.5419,
      "step": 745
    },
    {
      "epoch": 0.36064781242446214,
      "grad_norm": 0.4638052394642039,
      "learning_rate": 7.596286270445429e-06,
      "loss": 0.5474,
      "step": 746
    },
    {
      "epoch": 0.36113125453226974,
      "grad_norm": 0.47215533812036253,
      "learning_rate": 7.5894512463162595e-06,
      "loss": 0.5481,
      "step": 747
    },
    {
      "epoch": 0.36161469664007734,
      "grad_norm": 0.4910077404120728,
      "learning_rate": 7.5826096033410056e-06,
      "loss": 0.5483,
      "step": 748
    },
    {
      "epoch": 0.36209813874788493,
      "grad_norm": 0.49435519282302404,
      "learning_rate": 7.575761359007459e-06,
      "loss": 0.5375,
      "step": 749
    },
    {
      "epoch": 0.36258158085569253,
      "grad_norm": 0.4645080520487796,
      "learning_rate": 7.568906530820281e-06,
      "loss": 0.5406,
      "step": 750
    },
    {
      "epoch": 0.36306502296350013,
      "grad_norm": 0.48056836362105476,
      "learning_rate": 7.562045136300969e-06,
      "loss": 0.547,
      "step": 751
    },
    {
      "epoch": 0.3635484650713077,
      "grad_norm": 0.4648855493783244,
      "learning_rate": 7.555177192987797e-06,
      "loss": 0.5372,
      "step": 752
    },
    {
      "epoch": 0.3640319071791153,
      "grad_norm": 0.43851001194612105,
      "learning_rate": 7.5483027184357825e-06,
      "loss": 0.5484,
      "step": 753
    },
    {
      "epoch": 0.3645153492869229,
      "grad_norm": 0.4234049796935857,
      "learning_rate": 7.541421730216638e-06,
      "loss": 0.4914,
      "step": 754
    },
    {
      "epoch": 0.36499879139473046,
      "grad_norm": 0.4886945785128111,
      "learning_rate": 7.534534245918723e-06,
      "loss": 0.5362,
      "step": 755
    },
    {
      "epoch": 0.36548223350253806,
      "grad_norm": 0.47490196043064764,
      "learning_rate": 7.527640283147003e-06,
      "loss": 0.5387,
      "step": 756
    },
    {
      "epoch": 0.36596567561034565,
      "grad_norm": 0.4422931000418374,
      "learning_rate": 7.520739859523001e-06,
      "loss": 0.5334,
      "step": 757
    },
    {
      "epoch": 0.36644911771815325,
      "grad_norm": 0.45103949345201827,
      "learning_rate": 7.513832992684758e-06,
      "loss": 0.5423,
      "step": 758
    },
    {
      "epoch": 0.36693255982596085,
      "grad_norm": 0.5023542886793314,
      "learning_rate": 7.50691970028678e-06,
      "loss": 0.5371,
      "step": 759
    },
    {
      "epoch": 0.36741600193376844,
      "grad_norm": 0.48961990962706975,
      "learning_rate": 7.500000000000001e-06,
      "loss": 0.5602,
      "step": 760
    },
    {
      "epoch": 0.36789944404157604,
      "grad_norm": 0.47244479352550756,
      "learning_rate": 7.493073909511732e-06,
      "loss": 0.5399,
      "step": 761
    },
    {
      "epoch": 0.36838288614938364,
      "grad_norm": 0.47262373426445514,
      "learning_rate": 7.486141446525619e-06,
      "loss": 0.5465,
      "step": 762
    },
    {
      "epoch": 0.3688663282571912,
      "grad_norm": 0.47837508137309714,
      "learning_rate": 7.479202628761597e-06,
      "loss": 0.5412,
      "step": 763
    },
    {
      "epoch": 0.3693497703649988,
      "grad_norm": 0.47771254343171743,
      "learning_rate": 7.472257473955841e-06,
      "loss": 0.5429,
      "step": 764
    },
    {
      "epoch": 0.36983321247280637,
      "grad_norm": 0.45892920422210776,
      "learning_rate": 7.465305999860728e-06,
      "loss": 0.5358,
      "step": 765
    },
    {
      "epoch": 0.37031665458061397,
      "grad_norm": 0.4636269912834914,
      "learning_rate": 7.4583482242447856e-06,
      "loss": 0.528,
      "step": 766
    },
    {
      "epoch": 0.37080009668842157,
      "grad_norm": 0.45196732778688614,
      "learning_rate": 7.45138416489265e-06,
      "loss": 0.5466,
      "step": 767
    },
    {
      "epoch": 0.37128353879622916,
      "grad_norm": 0.44240214579051484,
      "learning_rate": 7.444413839605017e-06,
      "loss": 0.5315,
      "step": 768
    },
    {
      "epoch": 0.37176698090403676,
      "grad_norm": 0.45295775865600874,
      "learning_rate": 7.437437266198602e-06,
      "loss": 0.5443,
      "step": 769
    },
    {
      "epoch": 0.37225042301184436,
      "grad_norm": 0.44966146652009026,
      "learning_rate": 7.430454462506085e-06,
      "loss": 0.5417,
      "step": 770
    },
    {
      "epoch": 0.3727338651196519,
      "grad_norm": 0.451144144721217,
      "learning_rate": 7.423465446376079e-06,
      "loss": 0.5389,
      "step": 771
    },
    {
      "epoch": 0.3732173072274595,
      "grad_norm": 0.45620688667035586,
      "learning_rate": 7.416470235673069e-06,
      "loss": 0.538,
      "step": 772
    },
    {
      "epoch": 0.3737007493352671,
      "grad_norm": 0.44604596469243557,
      "learning_rate": 7.40946884827738e-06,
      "loss": 0.5293,
      "step": 773
    },
    {
      "epoch": 0.3741841914430747,
      "grad_norm": 0.4476638425696451,
      "learning_rate": 7.402461302085121e-06,
      "loss": 0.5402,
      "step": 774
    },
    {
      "epoch": 0.3746676335508823,
      "grad_norm": 0.46401364076227924,
      "learning_rate": 7.395447615008147e-06,
      "loss": 0.5377,
      "step": 775
    },
    {
      "epoch": 0.3751510756586899,
      "grad_norm": 0.46250351228418424,
      "learning_rate": 7.388427804974003e-06,
      "loss": 0.5455,
      "step": 776
    },
    {
      "epoch": 0.3756345177664975,
      "grad_norm": 0.448294668881327,
      "learning_rate": 7.381401889925894e-06,
      "loss": 0.5311,
      "step": 777
    },
    {
      "epoch": 0.3761179598743051,
      "grad_norm": 0.4490599419042619,
      "learning_rate": 7.374369887822623e-06,
      "loss": 0.5416,
      "step": 778
    },
    {
      "epoch": 0.3766014019821126,
      "grad_norm": 0.44904272890455516,
      "learning_rate": 7.367331816638554e-06,
      "loss": 0.5464,
      "step": 779
    },
    {
      "epoch": 0.3770848440899202,
      "grad_norm": 0.4731428544902919,
      "learning_rate": 7.360287694363566e-06,
      "loss": 0.5415,
      "step": 780
    },
    {
      "epoch": 0.3775682861977278,
      "grad_norm": 0.4760085542862297,
      "learning_rate": 7.353237539002999e-06,
      "loss": 0.5388,
      "step": 781
    },
    {
      "epoch": 0.3780517283055354,
      "grad_norm": 0.4817431722421546,
      "learning_rate": 7.346181368577624e-06,
      "loss": 0.5513,
      "step": 782
    },
    {
      "epoch": 0.378535170413343,
      "grad_norm": 0.462287277146555,
      "learning_rate": 7.3391192011235764e-06,
      "loss": 0.5393,
      "step": 783
    },
    {
      "epoch": 0.3790186125211506,
      "grad_norm": 0.44812435609118556,
      "learning_rate": 7.3320510546923285e-06,
      "loss": 0.5509,
      "step": 784
    },
    {
      "epoch": 0.3795020546289582,
      "grad_norm": 0.48025260306275075,
      "learning_rate": 7.324976947350631e-06,
      "loss": 0.5387,
      "step": 785
    },
    {
      "epoch": 0.3799854967367658,
      "grad_norm": 0.4639545538957294,
      "learning_rate": 7.317896897180472e-06,
      "loss": 0.5298,
      "step": 786
    },
    {
      "epoch": 0.3804689388445734,
      "grad_norm": 0.46088677266135386,
      "learning_rate": 7.31081092227903e-06,
      "loss": 0.5371,
      "step": 787
    },
    {
      "epoch": 0.38095238095238093,
      "grad_norm": 0.4446814202000039,
      "learning_rate": 7.303719040758631e-06,
      "loss": 0.5368,
      "step": 788
    },
    {
      "epoch": 0.38143582306018853,
      "grad_norm": 0.4628164716114684,
      "learning_rate": 7.296621270746691e-06,
      "loss": 0.5439,
      "step": 789
    },
    {
      "epoch": 0.3819192651679961,
      "grad_norm": 0.46916898249294825,
      "learning_rate": 7.289517630385687e-06,
      "loss": 0.5188,
      "step": 790
    },
    {
      "epoch": 0.3824027072758037,
      "grad_norm": 0.44187034218765375,
      "learning_rate": 7.282408137833093e-06,
      "loss": 0.5404,
      "step": 791
    },
    {
      "epoch": 0.3828861493836113,
      "grad_norm": 0.47877844839355055,
      "learning_rate": 7.275292811261346e-06,
      "loss": 0.5377,
      "step": 792
    },
    {
      "epoch": 0.3833695914914189,
      "grad_norm": 0.46034254680546527,
      "learning_rate": 7.268171668857794e-06,
      "loss": 0.5489,
      "step": 793
    },
    {
      "epoch": 0.3838530335992265,
      "grad_norm": 0.4557903207271804,
      "learning_rate": 7.261044728824652e-06,
      "loss": 0.5415,
      "step": 794
    },
    {
      "epoch": 0.3843364757070341,
      "grad_norm": 0.477573699663043,
      "learning_rate": 7.253912009378953e-06,
      "loss": 0.5526,
      "step": 795
    },
    {
      "epoch": 0.38481991781484165,
      "grad_norm": 0.5200587123977845,
      "learning_rate": 7.246773528752501e-06,
      "loss": 0.5452,
      "step": 796
    },
    {
      "epoch": 0.38530335992264925,
      "grad_norm": 0.4504279257869106,
      "learning_rate": 7.239629305191828e-06,
      "loss": 0.528,
      "step": 797
    },
    {
      "epoch": 0.38578680203045684,
      "grad_norm": 0.47332344951633437,
      "learning_rate": 7.2324793569581474e-06,
      "loss": 0.5413,
      "step": 798
    },
    {
      "epoch": 0.38627024413826444,
      "grad_norm": 0.4658360771399747,
      "learning_rate": 7.2253237023273e-06,
      "loss": 0.5111,
      "step": 799
    },
    {
      "epoch": 0.38675368624607204,
      "grad_norm": 0.4820288472202763,
      "learning_rate": 7.21816235958972e-06,
      "loss": 0.5472,
      "step": 800
    },
    {
      "epoch": 0.38723712835387963,
      "grad_norm": 0.4713168204495061,
      "learning_rate": 7.210995347050372e-06,
      "loss": 0.5441,
      "step": 801
    },
    {
      "epoch": 0.38772057046168723,
      "grad_norm": 0.45204543208032005,
      "learning_rate": 7.203822683028721e-06,
      "loss": 0.5403,
      "step": 802
    },
    {
      "epoch": 0.3882040125694948,
      "grad_norm": 0.4577372851640406,
      "learning_rate": 7.196644385858673e-06,
      "loss": 0.5303,
      "step": 803
    },
    {
      "epoch": 0.38868745467730237,
      "grad_norm": 0.4458565390228467,
      "learning_rate": 7.189460473888535e-06,
      "loss": 0.5453,
      "step": 804
    },
    {
      "epoch": 0.38917089678510997,
      "grad_norm": 0.4735785239686837,
      "learning_rate": 7.182270965480963e-06,
      "loss": 0.5491,
      "step": 805
    },
    {
      "epoch": 0.38965433889291756,
      "grad_norm": 0.44995709460533084,
      "learning_rate": 7.17507587901292e-06,
      "loss": 0.5328,
      "step": 806
    },
    {
      "epoch": 0.39013778100072516,
      "grad_norm": 0.45714294309440695,
      "learning_rate": 7.167875232875632e-06,
      "loss": 0.5401,
      "step": 807
    },
    {
      "epoch": 0.39062122310853276,
      "grad_norm": 0.45625350898261685,
      "learning_rate": 7.160669045474524e-06,
      "loss": 0.5198,
      "step": 808
    },
    {
      "epoch": 0.39110466521634035,
      "grad_norm": 0.45109568818047574,
      "learning_rate": 7.153457335229196e-06,
      "loss": 0.5396,
      "step": 809
    },
    {
      "epoch": 0.39158810732414795,
      "grad_norm": 0.4362283889114229,
      "learning_rate": 7.146240120573358e-06,
      "loss": 0.5421,
      "step": 810
    },
    {
      "epoch": 0.39207154943195555,
      "grad_norm": 0.44454460051068084,
      "learning_rate": 7.1390174199547945e-06,
      "loss": 0.5495,
      "step": 811
    },
    {
      "epoch": 0.3925549915397631,
      "grad_norm": 0.47028424443890243,
      "learning_rate": 7.131789251835309e-06,
      "loss": 0.5528,
      "step": 812
    },
    {
      "epoch": 0.3930384336475707,
      "grad_norm": 0.44600311061331627,
      "learning_rate": 7.124555634690684e-06,
      "loss": 0.546,
      "step": 813
    },
    {
      "epoch": 0.3935218757553783,
      "grad_norm": 0.42127806705345067,
      "learning_rate": 7.117316587010625e-06,
      "loss": 0.5164,
      "step": 814
    },
    {
      "epoch": 0.3940053178631859,
      "grad_norm": 0.4919804442725305,
      "learning_rate": 7.110072127298722e-06,
      "loss": 0.5405,
      "step": 815
    },
    {
      "epoch": 0.3944887599709935,
      "grad_norm": 0.433673881020081,
      "learning_rate": 7.1028222740724e-06,
      "loss": 0.5474,
      "step": 816
    },
    {
      "epoch": 0.39497220207880107,
      "grad_norm": 0.44154650103792475,
      "learning_rate": 7.095567045862867e-06,
      "loss": 0.537,
      "step": 817
    },
    {
      "epoch": 0.39545564418660867,
      "grad_norm": 0.4862239172154185,
      "learning_rate": 7.0883064612150684e-06,
      "loss": 0.5418,
      "step": 818
    },
    {
      "epoch": 0.39593908629441626,
      "grad_norm": 0.44482243313717656,
      "learning_rate": 7.081040538687649e-06,
      "loss": 0.5421,
      "step": 819
    },
    {
      "epoch": 0.3964225284022238,
      "grad_norm": 0.4674091065145529,
      "learning_rate": 7.073769296852888e-06,
      "loss": 0.5322,
      "step": 820
    },
    {
      "epoch": 0.3969059705100314,
      "grad_norm": 0.42008927529357837,
      "learning_rate": 7.066492754296668e-06,
      "loss": 0.5021,
      "step": 821
    },
    {
      "epoch": 0.397389412617839,
      "grad_norm": 0.4604995654095531,
      "learning_rate": 7.059210929618416e-06,
      "loss": 0.5449,
      "step": 822
    },
    {
      "epoch": 0.3978728547256466,
      "grad_norm": 0.45094698267399413,
      "learning_rate": 7.051923841431063e-06,
      "loss": 0.5376,
      "step": 823
    },
    {
      "epoch": 0.3983562968334542,
      "grad_norm": 0.46562198473083916,
      "learning_rate": 7.044631508360996e-06,
      "loss": 0.5449,
      "step": 824
    },
    {
      "epoch": 0.3988397389412618,
      "grad_norm": 0.45370053407350325,
      "learning_rate": 7.037333949048005e-06,
      "loss": 0.5443,
      "step": 825
    },
    {
      "epoch": 0.3993231810490694,
      "grad_norm": 0.45490375066885613,
      "learning_rate": 7.03003118214524e-06,
      "loss": 0.4994,
      "step": 826
    },
    {
      "epoch": 0.399806623156877,
      "grad_norm": 0.4689025885486327,
      "learning_rate": 7.022723226319159e-06,
      "loss": 0.5249,
      "step": 827
    },
    {
      "epoch": 0.4002900652646846,
      "grad_norm": 0.4587224558807211,
      "learning_rate": 7.0154101002494914e-06,
      "loss": 0.531,
      "step": 828
    },
    {
      "epoch": 0.4007735073724921,
      "grad_norm": 0.43840918685603564,
      "learning_rate": 7.008091822629172e-06,
      "loss": 0.5331,
      "step": 829
    },
    {
      "epoch": 0.4012569494802997,
      "grad_norm": 0.5046588696515812,
      "learning_rate": 7.00076841216431e-06,
      "loss": 0.5302,
      "step": 830
    },
    {
      "epoch": 0.4017403915881073,
      "grad_norm": 0.485313377425035,
      "learning_rate": 6.993439887574133e-06,
      "loss": 0.5418,
      "step": 831
    },
    {
      "epoch": 0.4022238336959149,
      "grad_norm": 0.47268076488419086,
      "learning_rate": 6.986106267590942e-06,
      "loss": 0.535,
      "step": 832
    },
    {
      "epoch": 0.4027072758037225,
      "grad_norm": 0.4528644527398112,
      "learning_rate": 6.978767570960057e-06,
      "loss": 0.5362,
      "step": 833
    },
    {
      "epoch": 0.4031907179115301,
      "grad_norm": 0.458241227473586,
      "learning_rate": 6.971423816439782e-06,
      "loss": 0.5346,
      "step": 834
    },
    {
      "epoch": 0.4036741600193377,
      "grad_norm": 0.476721951726036,
      "learning_rate": 6.964075022801341e-06,
      "loss": 0.541,
      "step": 835
    },
    {
      "epoch": 0.4041576021271453,
      "grad_norm": 0.4634216130492689,
      "learning_rate": 6.956721208828847e-06,
      "loss": 0.5441,
      "step": 836
    },
    {
      "epoch": 0.40464104423495284,
      "grad_norm": 0.46202808494163927,
      "learning_rate": 6.949362393319239e-06,
      "loss": 0.5416,
      "step": 837
    },
    {
      "epoch": 0.40512448634276044,
      "grad_norm": 0.44981029617918733,
      "learning_rate": 6.941998595082243e-06,
      "loss": 0.5438,
      "step": 838
    },
    {
      "epoch": 0.40560792845056803,
      "grad_norm": 0.44835769630421096,
      "learning_rate": 6.934629832940322e-06,
      "loss": 0.5322,
      "step": 839
    },
    {
      "epoch": 0.40609137055837563,
      "grad_norm": 0.4879526087044361,
      "learning_rate": 6.927256125728624e-06,
      "loss": 0.544,
      "step": 840
    },
    {
      "epoch": 0.4065748126661832,
      "grad_norm": 0.47319742567660167,
      "learning_rate": 6.91987749229494e-06,
      "loss": 0.5401,
      "step": 841
    },
    {
      "epoch": 0.4070582547739908,
      "grad_norm": 0.4492955794688954,
      "learning_rate": 6.91249395149965e-06,
      "loss": 0.5393,
      "step": 842
    },
    {
      "epoch": 0.4075416968817984,
      "grad_norm": 0.4436463500280526,
      "learning_rate": 6.905105522215684e-06,
      "loss": 0.5384,
      "step": 843
    },
    {
      "epoch": 0.408025138989606,
      "grad_norm": 0.43897712052796284,
      "learning_rate": 6.897712223328457e-06,
      "loss": 0.5297,
      "step": 844
    },
    {
      "epoch": 0.40850858109741356,
      "grad_norm": 0.5141765277378779,
      "learning_rate": 6.89031407373584e-06,
      "loss": 0.5386,
      "step": 845
    },
    {
      "epoch": 0.40899202320522116,
      "grad_norm": 0.48662407879743685,
      "learning_rate": 6.8829110923481e-06,
      "loss": 0.5429,
      "step": 846
    },
    {
      "epoch": 0.40947546531302875,
      "grad_norm": 0.4671606204232888,
      "learning_rate": 6.875503298087853e-06,
      "loss": 0.5339,
      "step": 847
    },
    {
      "epoch": 0.40995890742083635,
      "grad_norm": 0.47636170298906977,
      "learning_rate": 6.868090709890016e-06,
      "loss": 0.5392,
      "step": 848
    },
    {
      "epoch": 0.41044234952864395,
      "grad_norm": 0.4249603079226182,
      "learning_rate": 6.8606733467017675e-06,
      "loss": 0.5046,
      "step": 849
    },
    {
      "epoch": 0.41092579163645154,
      "grad_norm": 0.4669023850804772,
      "learning_rate": 6.85325122748248e-06,
      "loss": 0.5331,
      "step": 850
    },
    {
      "epoch": 0.41140923374425914,
      "grad_norm": 0.43795275267260886,
      "learning_rate": 6.845824371203691e-06,
      "loss": 0.5409,
      "step": 851
    },
    {
      "epoch": 0.41189267585206674,
      "grad_norm": 0.44363617551756607,
      "learning_rate": 6.838392796849042e-06,
      "loss": 0.5371,
      "step": 852
    },
    {
      "epoch": 0.4123761179598743,
      "grad_norm": 0.4451816120752011,
      "learning_rate": 6.830956523414239e-06,
      "loss": 0.5304,
      "step": 853
    },
    {
      "epoch": 0.4128595600676819,
      "grad_norm": 0.4684744852800341,
      "learning_rate": 6.8235155699069944e-06,
      "loss": 0.5316,
      "step": 854
    },
    {
      "epoch": 0.41334300217548947,
      "grad_norm": 0.44092290998190986,
      "learning_rate": 6.816069955346986e-06,
      "loss": 0.5127,
      "step": 855
    },
    {
      "epoch": 0.41382644428329707,
      "grad_norm": 0.49751628964469147,
      "learning_rate": 6.808619698765804e-06,
      "loss": 0.5459,
      "step": 856
    },
    {
      "epoch": 0.41430988639110466,
      "grad_norm": 0.45953817226939175,
      "learning_rate": 6.8011648192069045e-06,
      "loss": 0.5316,
      "step": 857
    },
    {
      "epoch": 0.41479332849891226,
      "grad_norm": 0.470694123027967,
      "learning_rate": 6.7937053357255585e-06,
      "loss": 0.5341,
      "step": 858
    },
    {
      "epoch": 0.41527677060671986,
      "grad_norm": 0.482654546386677,
      "learning_rate": 6.786241267388812e-06,
      "loss": 0.5392,
      "step": 859
    },
    {
      "epoch": 0.41576021271452746,
      "grad_norm": 0.49418422954918506,
      "learning_rate": 6.778772633275421e-06,
      "loss": 0.5259,
      "step": 860
    },
    {
      "epoch": 0.41624365482233505,
      "grad_norm": 0.4508128718503279,
      "learning_rate": 6.771299452475818e-06,
      "loss": 0.5439,
      "step": 861
    },
    {
      "epoch": 0.4167270969301426,
      "grad_norm": 0.483501145929134,
      "learning_rate": 6.763821744092054e-06,
      "loss": 0.521,
      "step": 862
    },
    {
      "epoch": 0.4172105390379502,
      "grad_norm": 0.45484324344169746,
      "learning_rate": 6.756339527237756e-06,
      "loss": 0.5282,
      "step": 863
    },
    {
      "epoch": 0.4176939811457578,
      "grad_norm": 0.47800071067084154,
      "learning_rate": 6.748852821038075e-06,
      "loss": 0.5362,
      "step": 864
    },
    {
      "epoch": 0.4181774232535654,
      "grad_norm": 0.4561384481336352,
      "learning_rate": 6.741361644629629e-06,
      "loss": 0.5452,
      "step": 865
    },
    {
      "epoch": 0.418660865361373,
      "grad_norm": 0.4974806458018085,
      "learning_rate": 6.733866017160475e-06,
      "loss": 0.5374,
      "step": 866
    },
    {
      "epoch": 0.4191443074691806,
      "grad_norm": 0.4696802681175673,
      "learning_rate": 6.7263659577900375e-06,
      "loss": 0.5368,
      "step": 867
    },
    {
      "epoch": 0.4196277495769882,
      "grad_norm": 0.46421987800289705,
      "learning_rate": 6.718861485689077e-06,
      "loss": 0.5361,
      "step": 868
    },
    {
      "epoch": 0.42011119168479577,
      "grad_norm": 0.42817223127930704,
      "learning_rate": 6.711352620039623e-06,
      "loss": 0.5132,
      "step": 869
    },
    {
      "epoch": 0.4205946337926033,
      "grad_norm": 0.4191221628297101,
      "learning_rate": 6.703839380034945e-06,
      "loss": 0.5282,
      "step": 870
    },
    {
      "epoch": 0.4210780759004109,
      "grad_norm": 0.4151086659722137,
      "learning_rate": 6.6963217848794895e-06,
      "loss": 0.5046,
      "step": 871
    },
    {
      "epoch": 0.4215615180082185,
      "grad_norm": 0.4638906293888461,
      "learning_rate": 6.6887998537888354e-06,
      "loss": 0.5365,
      "step": 872
    },
    {
      "epoch": 0.4220449601160261,
      "grad_norm": 0.46061668652958593,
      "learning_rate": 6.681273605989643e-06,
      "loss": 0.5315,
      "step": 873
    },
    {
      "epoch": 0.4225284022238337,
      "grad_norm": 0.5190170389663172,
      "learning_rate": 6.673743060719613e-06,
      "loss": 0.5328,
      "step": 874
    },
    {
      "epoch": 0.4230118443316413,
      "grad_norm": 0.45460321890251315,
      "learning_rate": 6.666208237227421e-06,
      "loss": 0.5359,
      "step": 875
    },
    {
      "epoch": 0.4234952864394489,
      "grad_norm": 0.4292973087733905,
      "learning_rate": 6.6586691547726855e-06,
      "loss": 0.5139,
      "step": 876
    },
    {
      "epoch": 0.4239787285472565,
      "grad_norm": 0.47082103025419264,
      "learning_rate": 6.651125832625908e-06,
      "loss": 0.5455,
      "step": 877
    },
    {
      "epoch": 0.42446217065506403,
      "grad_norm": 0.5113179606142492,
      "learning_rate": 6.6435782900684284e-06,
      "loss": 0.5528,
      "step": 878
    },
    {
      "epoch": 0.4249456127628716,
      "grad_norm": 0.48001824284611705,
      "learning_rate": 6.636026546392374e-06,
      "loss": 0.5391,
      "step": 879
    },
    {
      "epoch": 0.4254290548706792,
      "grad_norm": 0.4190847750909328,
      "learning_rate": 6.628470620900611e-06,
      "loss": 0.5309,
      "step": 880
    },
    {
      "epoch": 0.4259124969784868,
      "grad_norm": 0.4429086362697282,
      "learning_rate": 6.620910532906692e-06,
      "loss": 0.5194,
      "step": 881
    },
    {
      "epoch": 0.4263959390862944,
      "grad_norm": 0.4425962079317176,
      "learning_rate": 6.613346301734813e-06,
      "loss": 0.5132,
      "step": 882
    },
    {
      "epoch": 0.426879381194102,
      "grad_norm": 0.4614396271141222,
      "learning_rate": 6.605777946719757e-06,
      "loss": 0.5358,
      "step": 883
    },
    {
      "epoch": 0.4273628233019096,
      "grad_norm": 7.793396607210369,
      "learning_rate": 6.59820548720685e-06,
      "loss": 0.74,
      "step": 884
    },
    {
      "epoch": 0.4278462654097172,
      "grad_norm": 0.47916638143499957,
      "learning_rate": 6.590628942551909e-06,
      "loss": 0.5401,
      "step": 885
    },
    {
      "epoch": 0.42832970751752475,
      "grad_norm": 0.5010520173856451,
      "learning_rate": 6.583048332121193e-06,
      "loss": 0.5384,
      "step": 886
    },
    {
      "epoch": 0.42881314962533235,
      "grad_norm": 0.43637840250511184,
      "learning_rate": 6.5754636752913535e-06,
      "loss": 0.5018,
      "step": 887
    },
    {
      "epoch": 0.42929659173313994,
      "grad_norm": 0.4347273985958766,
      "learning_rate": 6.567874991449383e-06,
      "loss": 0.5303,
      "step": 888
    },
    {
      "epoch": 0.42978003384094754,
      "grad_norm": 0.470696307591686,
      "learning_rate": 6.560282299992571e-06,
      "loss": 0.5454,
      "step": 889
    },
    {
      "epoch": 0.43026347594875514,
      "grad_norm": 0.43949603254219816,
      "learning_rate": 6.552685620328447e-06,
      "loss": 0.5115,
      "step": 890
    },
    {
      "epoch": 0.43074691805656273,
      "grad_norm": 0.5002179505262337,
      "learning_rate": 6.545084971874738e-06,
      "loss": 0.5386,
      "step": 891
    },
    {
      "epoch": 0.43123036016437033,
      "grad_norm": 0.48898211514461637,
      "learning_rate": 6.537480374059313e-06,
      "loss": 0.5464,
      "step": 892
    },
    {
      "epoch": 0.4317138022721779,
      "grad_norm": 0.47111181264654595,
      "learning_rate": 6.529871846320138e-06,
      "loss": 0.5225,
      "step": 893
    },
    {
      "epoch": 0.4321972443799855,
      "grad_norm": 0.47111234243294525,
      "learning_rate": 6.522259408105223e-06,
      "loss": 0.5363,
      "step": 894
    },
    {
      "epoch": 0.43268068648779306,
      "grad_norm": 0.4867092311804253,
      "learning_rate": 6.514643078872571e-06,
      "loss": 0.533,
      "step": 895
    },
    {
      "epoch": 0.43316412859560066,
      "grad_norm": 0.4583905211154658,
      "learning_rate": 6.507022878090137e-06,
      "loss": 0.5428,
      "step": 896
    },
    {
      "epoch": 0.43364757070340826,
      "grad_norm": 0.4950332559469317,
      "learning_rate": 6.499398825235767e-06,
      "loss": 0.5337,
      "step": 897
    },
    {
      "epoch": 0.43413101281121586,
      "grad_norm": 0.46856791974797646,
      "learning_rate": 6.491770939797152e-06,
      "loss": 0.5323,
      "step": 898
    },
    {
      "epoch": 0.43461445491902345,
      "grad_norm": 0.4646364739679311,
      "learning_rate": 6.4841392412717864e-06,
      "loss": 0.5407,
      "step": 899
    },
    {
      "epoch": 0.43509789702683105,
      "grad_norm": 0.43558921933796657,
      "learning_rate": 6.476503749166903e-06,
      "loss": 0.5347,
      "step": 900
    },
    {
      "epoch": 0.43558133913463865,
      "grad_norm": 0.4961569425990492,
      "learning_rate": 6.4688644829994385e-06,
      "loss": 0.5295,
      "step": 901
    },
    {
      "epoch": 0.43606478124244624,
      "grad_norm": 0.4698493360586227,
      "learning_rate": 6.4612214622959705e-06,
      "loss": 0.5457,
      "step": 902
    },
    {
      "epoch": 0.4365482233502538,
      "grad_norm": 0.435939008717009,
      "learning_rate": 6.453574706592676e-06,
      "loss": 0.521,
      "step": 903
    },
    {
      "epoch": 0.4370316654580614,
      "grad_norm": 0.5347621942726917,
      "learning_rate": 6.44592423543528e-06,
      "loss": 0.5354,
      "step": 904
    },
    {
      "epoch": 0.437515107565869,
      "grad_norm": 0.49607229965381217,
      "learning_rate": 6.4382700683790025e-06,
      "loss": 0.544,
      "step": 905
    },
    {
      "epoch": 0.4379985496736766,
      "grad_norm": 0.4645864217211478,
      "learning_rate": 6.4306122249885105e-06,
      "loss": 0.5192,
      "step": 906
    },
    {
      "epoch": 0.43848199178148417,
      "grad_norm": 0.46522668277788565,
      "learning_rate": 6.422950724837872e-06,
      "loss": 0.526,
      "step": 907
    },
    {
      "epoch": 0.43896543388929177,
      "grad_norm": 0.46658657241667495,
      "learning_rate": 6.415285587510495e-06,
      "loss": 0.5088,
      "step": 908
    },
    {
      "epoch": 0.43944887599709936,
      "grad_norm": 0.49352648435992785,
      "learning_rate": 6.407616832599091e-06,
      "loss": 0.5291,
      "step": 909
    },
    {
      "epoch": 0.43993231810490696,
      "grad_norm": 0.5022475233173346,
      "learning_rate": 6.399944479705615e-06,
      "loss": 0.5349,
      "step": 910
    },
    {
      "epoch": 0.4404157602127145,
      "grad_norm": 0.4645078975290342,
      "learning_rate": 6.392268548441218e-06,
      "loss": 0.5356,
      "step": 911
    },
    {
      "epoch": 0.4408992023205221,
      "grad_norm": 0.4656283146754065,
      "learning_rate": 6.384589058426201e-06,
      "loss": 0.5297,
      "step": 912
    },
    {
      "epoch": 0.4413826444283297,
      "grad_norm": 0.4778447743673107,
      "learning_rate": 6.3769060292899585e-06,
      "loss": 0.531,
      "step": 913
    },
    {
      "epoch": 0.4418660865361373,
      "grad_norm": 0.5067362493290994,
      "learning_rate": 6.3692194806709326e-06,
      "loss": 0.5266,
      "step": 914
    },
    {
      "epoch": 0.4423495286439449,
      "grad_norm": 0.4583050351500669,
      "learning_rate": 6.36152943221656e-06,
      "loss": 0.5068,
      "step": 915
    },
    {
      "epoch": 0.4428329707517525,
      "grad_norm": 0.44674303828563183,
      "learning_rate": 6.353835903583225e-06,
      "loss": 0.5135,
      "step": 916
    },
    {
      "epoch": 0.4433164128595601,
      "grad_norm": 0.4845057402223313,
      "learning_rate": 6.346138914436207e-06,
      "loss": 0.53,
      "step": 917
    },
    {
      "epoch": 0.4437998549673677,
      "grad_norm": 0.46927160898270703,
      "learning_rate": 6.338438484449632e-06,
      "loss": 0.5282,
      "step": 918
    },
    {
      "epoch": 0.4442832970751752,
      "grad_norm": 0.46844884470128584,
      "learning_rate": 6.330734633306415e-06,
      "loss": 0.5205,
      "step": 919
    },
    {
      "epoch": 0.4447667391829828,
      "grad_norm": 0.46793830654029384,
      "learning_rate": 6.3230273806982254e-06,
      "loss": 0.5354,
      "step": 920
    },
    {
      "epoch": 0.4452501812907904,
      "grad_norm": 0.46904655646766624,
      "learning_rate": 6.31531674632542e-06,
      "loss": 0.5403,
      "step": 921
    },
    {
      "epoch": 0.445733623398598,
      "grad_norm": 0.4797829974325548,
      "learning_rate": 6.307602749897001e-06,
      "loss": 0.5285,
      "step": 922
    },
    {
      "epoch": 0.4462170655064056,
      "grad_norm": 0.5126549879385887,
      "learning_rate": 6.299885411130566e-06,
      "loss": 0.5293,
      "step": 923
    },
    {
      "epoch": 0.4467005076142132,
      "grad_norm": 0.47873452298166375,
      "learning_rate": 6.292164749752256e-06,
      "loss": 0.5358,
      "step": 924
    },
    {
      "epoch": 0.4471839497220208,
      "grad_norm": 0.4697820734594197,
      "learning_rate": 6.284440785496701e-06,
      "loss": 0.5303,
      "step": 925
    },
    {
      "epoch": 0.4476673918298284,
      "grad_norm": 0.48049048675766015,
      "learning_rate": 6.27671353810698e-06,
      "loss": 0.5384,
      "step": 926
    },
    {
      "epoch": 0.448150833937636,
      "grad_norm": 0.44829305517954404,
      "learning_rate": 6.268983027334557e-06,
      "loss": 0.5349,
      "step": 927
    },
    {
      "epoch": 0.44863427604544354,
      "grad_norm": 0.47046261605559686,
      "learning_rate": 6.2612492729392396e-06,
      "loss": 0.5445,
      "step": 928
    },
    {
      "epoch": 0.44911771815325113,
      "grad_norm": 0.43943250727373434,
      "learning_rate": 6.25351229468913e-06,
      "loss": 0.5243,
      "step": 929
    },
    {
      "epoch": 0.44960116026105873,
      "grad_norm": 0.457243800658822,
      "learning_rate": 6.245772112360568e-06,
      "loss": 0.5335,
      "step": 930
    },
    {
      "epoch": 0.4500846023688663,
      "grad_norm": 0.4558342802943274,
      "learning_rate": 6.2380287457380814e-06,
      "loss": 0.5295,
      "step": 931
    },
    {
      "epoch": 0.4505680444766739,
      "grad_norm": 0.46490304474994104,
      "learning_rate": 6.230282214614342e-06,
      "loss": 0.5277,
      "step": 932
    },
    {
      "epoch": 0.4510514865844815,
      "grad_norm": 0.46808167357734604,
      "learning_rate": 6.222532538790107e-06,
      "loss": 0.5038,
      "step": 933
    },
    {
      "epoch": 0.4515349286922891,
      "grad_norm": 0.44746189473984266,
      "learning_rate": 6.214779738074169e-06,
      "loss": 0.5482,
      "step": 934
    },
    {
      "epoch": 0.4520183708000967,
      "grad_norm": 0.4749348946440431,
      "learning_rate": 6.2070238322833165e-06,
      "loss": 0.5408,
      "step": 935
    },
    {
      "epoch": 0.45250181290790426,
      "grad_norm": 0.4105832023778957,
      "learning_rate": 6.199264841242267e-06,
      "loss": 0.507,
      "step": 936
    },
    {
      "epoch": 0.45298525501571185,
      "grad_norm": 0.45569820188618954,
      "learning_rate": 6.191502784783627e-06,
      "loss": 0.5361,
      "step": 937
    },
    {
      "epoch": 0.45346869712351945,
      "grad_norm": 0.4487391558411953,
      "learning_rate": 6.183737682747839e-06,
      "loss": 0.5404,
      "step": 938
    },
    {
      "epoch": 0.45395213923132705,
      "grad_norm": 0.38508572249224443,
      "learning_rate": 6.17596955498313e-06,
      "loss": 0.475,
      "step": 939
    },
    {
      "epoch": 0.45443558133913464,
      "grad_norm": 0.47287816273000344,
      "learning_rate": 6.16819842134546e-06,
      "loss": 0.5293,
      "step": 940
    },
    {
      "epoch": 0.45491902344694224,
      "grad_norm": 0.4650031849319042,
      "learning_rate": 6.160424301698472e-06,
      "loss": 0.5315,
      "step": 941
    },
    {
      "epoch": 0.45540246555474984,
      "grad_norm": 0.4613271364601288,
      "learning_rate": 6.1526472159134454e-06,
      "loss": 0.5398,
      "step": 942
    },
    {
      "epoch": 0.45588590766255743,
      "grad_norm": 0.42626048007656836,
      "learning_rate": 6.1448671838692365e-06,
      "loss": 0.5246,
      "step": 943
    },
    {
      "epoch": 0.456369349770365,
      "grad_norm": 0.45709658015590027,
      "learning_rate": 6.1370842254522325e-06,
      "loss": 0.5392,
      "step": 944
    },
    {
      "epoch": 0.45685279187817257,
      "grad_norm": 0.4969316742066114,
      "learning_rate": 6.129298360556304e-06,
      "loss": 0.5216,
      "step": 945
    },
    {
      "epoch": 0.45733623398598017,
      "grad_norm": 0.48874038272824616,
      "learning_rate": 6.1215096090827485e-06,
      "loss": 0.5341,
      "step": 946
    },
    {
      "epoch": 0.45781967609378776,
      "grad_norm": 0.43416511670164404,
      "learning_rate": 6.1137179909402445e-06,
      "loss": 0.5357,
      "step": 947
    },
    {
      "epoch": 0.45830311820159536,
      "grad_norm": 0.4398289245515299,
      "learning_rate": 6.105923526044794e-06,
      "loss": 0.5312,
      "step": 948
    },
    {
      "epoch": 0.45878656030940296,
      "grad_norm": 0.506729531362168,
      "learning_rate": 6.098126234319679e-06,
      "loss": 0.5164,
      "step": 949
    },
    {
      "epoch": 0.45927000241721055,
      "grad_norm": 0.49661020376021475,
      "learning_rate": 6.0903261356954035e-06,
      "loss": 0.5406,
      "step": 950
    },
    {
      "epoch": 0.45975344452501815,
      "grad_norm": 0.49213602324131056,
      "learning_rate": 6.08252325010965e-06,
      "loss": 0.5369,
      "step": 951
    },
    {
      "epoch": 0.4602368866328257,
      "grad_norm": 0.4522403269153531,
      "learning_rate": 6.074717597507223e-06,
      "loss": 0.5318,
      "step": 952
    },
    {
      "epoch": 0.4607203287406333,
      "grad_norm": 0.46334490270574613,
      "learning_rate": 6.066909197839996e-06,
      "loss": 0.5053,
      "step": 953
    },
    {
      "epoch": 0.4612037708484409,
      "grad_norm": 0.4555176211572043,
      "learning_rate": 6.059098071066874e-06,
      "loss": 0.5313,
      "step": 954
    },
    {
      "epoch": 0.4616872129562485,
      "grad_norm": 0.4697386359927019,
      "learning_rate": 6.051284237153723e-06,
      "loss": 0.5304,
      "step": 955
    },
    {
      "epoch": 0.4621706550640561,
      "grad_norm": 0.47606054578122203,
      "learning_rate": 6.043467716073333e-06,
      "loss": 0.5392,
      "step": 956
    },
    {
      "epoch": 0.4626540971718637,
      "grad_norm": 0.4504863880612236,
      "learning_rate": 6.035648527805359e-06,
      "loss": 0.5333,
      "step": 957
    },
    {
      "epoch": 0.4631375392796713,
      "grad_norm": 0.47075391826579777,
      "learning_rate": 6.0278266923362805e-06,
      "loss": 0.5331,
      "step": 958
    },
    {
      "epoch": 0.46362098138747887,
      "grad_norm": 0.4403281566352786,
      "learning_rate": 6.0200022296593375e-06,
      "loss": 0.5432,
      "step": 959
    },
    {
      "epoch": 0.46410442349528647,
      "grad_norm": 0.4572023392519702,
      "learning_rate": 6.012175159774488e-06,
      "loss": 0.5323,
      "step": 960
    },
    {
      "epoch": 0.464587865603094,
      "grad_norm": 0.44773102967818523,
      "learning_rate": 6.004345502688353e-06,
      "loss": 0.5299,
      "step": 961
    },
    {
      "epoch": 0.4650713077109016,
      "grad_norm": 0.4371461582728146,
      "learning_rate": 5.996513278414166e-06,
      "loss": 0.5385,
      "step": 962
    },
    {
      "epoch": 0.4655547498187092,
      "grad_norm": 0.42182149099377253,
      "learning_rate": 5.988678506971726e-06,
      "loss": 0.5303,
      "step": 963
    },
    {
      "epoch": 0.4660381919265168,
      "grad_norm": 0.4594942911793403,
      "learning_rate": 5.980841208387338e-06,
      "loss": 0.503,
      "step": 964
    },
    {
      "epoch": 0.4665216340343244,
      "grad_norm": 0.4501324492723119,
      "learning_rate": 5.973001402693769e-06,
      "loss": 0.5253,
      "step": 965
    },
    {
      "epoch": 0.467005076142132,
      "grad_norm": 0.4373460975849127,
      "learning_rate": 5.965159109930196e-06,
      "loss": 0.5386,
      "step": 966
    },
    {
      "epoch": 0.4674885182499396,
      "grad_norm": 0.4418857621109752,
      "learning_rate": 5.957314350142149e-06,
      "loss": 0.529,
      "step": 967
    },
    {
      "epoch": 0.4679719603577472,
      "grad_norm": 0.485651415733174,
      "learning_rate": 5.94946714338147e-06,
      "loss": 0.538,
      "step": 968
    },
    {
      "epoch": 0.4684554024655547,
      "grad_norm": 0.44827050412474007,
      "learning_rate": 5.941617509706247e-06,
      "loss": 0.5333,
      "step": 969
    },
    {
      "epoch": 0.4689388445733623,
      "grad_norm": 0.44674045160443804,
      "learning_rate": 5.933765469180779e-06,
      "loss": 0.5329,
      "step": 970
    },
    {
      "epoch": 0.4694222866811699,
      "grad_norm": 0.47047904115025807,
      "learning_rate": 5.925911041875514e-06,
      "loss": 0.5304,
      "step": 971
    },
    {
      "epoch": 0.4699057287889775,
      "grad_norm": 0.47618192657266745,
      "learning_rate": 5.9180542478670025e-06,
      "loss": 0.5339,
      "step": 972
    },
    {
      "epoch": 0.4703891708967851,
      "grad_norm": 0.4372302817189476,
      "learning_rate": 5.910195107237842e-06,
      "loss": 0.5311,
      "step": 973
    },
    {
      "epoch": 0.4708726130045927,
      "grad_norm": 0.4599705922186888,
      "learning_rate": 5.902333640076627e-06,
      "loss": 0.5294,
      "step": 974
    },
    {
      "epoch": 0.4713560551124003,
      "grad_norm": 0.4668491954105507,
      "learning_rate": 5.894469866477905e-06,
      "loss": 0.5319,
      "step": 975
    },
    {
      "epoch": 0.4718394972202079,
      "grad_norm": 0.4298713287991765,
      "learning_rate": 5.886603806542114e-06,
      "loss": 0.5308,
      "step": 976
    },
    {
      "epoch": 0.47232293932801545,
      "grad_norm": 0.44120727064086296,
      "learning_rate": 5.878735480375537e-06,
      "loss": 0.5271,
      "step": 977
    },
    {
      "epoch": 0.47280638143582304,
      "grad_norm": 0.45517085979612587,
      "learning_rate": 5.87086490809025e-06,
      "loss": 0.5363,
      "step": 978
    },
    {
      "epoch": 0.47328982354363064,
      "grad_norm": 0.41718667843710106,
      "learning_rate": 5.862992109804071e-06,
      "loss": 0.5208,
      "step": 979
    },
    {
      "epoch": 0.47377326565143824,
      "grad_norm": 0.4698208514148652,
      "learning_rate": 5.855117105640503e-06,
      "loss": 0.5045,
      "step": 980
    },
    {
      "epoch": 0.47425670775924583,
      "grad_norm": 0.44330430106357593,
      "learning_rate": 5.847239915728695e-06,
      "loss": 0.5213,
      "step": 981
    },
    {
      "epoch": 0.47474014986705343,
      "grad_norm": 0.46348151704515983,
      "learning_rate": 5.839360560203379e-06,
      "loss": 0.5416,
      "step": 982
    },
    {
      "epoch": 0.475223591974861,
      "grad_norm": 0.4369134554030048,
      "learning_rate": 5.831479059204822e-06,
      "loss": 0.5397,
      "step": 983
    },
    {
      "epoch": 0.4757070340826686,
      "grad_norm": 0.434332595795343,
      "learning_rate": 5.823595432878775e-06,
      "loss": 0.5253,
      "step": 984
    },
    {
      "epoch": 0.47619047619047616,
      "grad_norm": 0.45066877191979876,
      "learning_rate": 5.815709701376424e-06,
      "loss": 0.501,
      "step": 985
    },
    {
      "epoch": 0.47667391829828376,
      "grad_norm": 0.43680722385313575,
      "learning_rate": 5.8078218848543326e-06,
      "loss": 0.5425,
      "step": 986
    },
    {
      "epoch": 0.47715736040609136,
      "grad_norm": 0.462367177083934,
      "learning_rate": 5.799932003474398e-06,
      "loss": 0.5293,
      "step": 987
    },
    {
      "epoch": 0.47764080251389895,
      "grad_norm": 0.46046005650848004,
      "learning_rate": 5.7920400774037884e-06,
      "loss": 0.5273,
      "step": 988
    },
    {
      "epoch": 0.47812424462170655,
      "grad_norm": 0.4325701614014005,
      "learning_rate": 5.784146126814909e-06,
      "loss": 0.523,
      "step": 989
    },
    {
      "epoch": 0.47860768672951415,
      "grad_norm": 0.42688145845821907,
      "learning_rate": 5.776250171885329e-06,
      "loss": 0.5289,
      "step": 990
    },
    {
      "epoch": 0.47909112883732174,
      "grad_norm": 0.4553909518433745,
      "learning_rate": 5.768352232797748e-06,
      "loss": 0.5354,
      "step": 991
    },
    {
      "epoch": 0.47957457094512934,
      "grad_norm": 0.4612709888611227,
      "learning_rate": 5.760452329739933e-06,
      "loss": 0.5346,
      "step": 992
    },
    {
      "epoch": 0.48005801305293694,
      "grad_norm": 0.4671180697912862,
      "learning_rate": 5.752550482904674e-06,
      "loss": 0.5381,
      "step": 993
    },
    {
      "epoch": 0.4805414551607445,
      "grad_norm": 0.44306247126150655,
      "learning_rate": 5.744646712489729e-06,
      "loss": 0.5347,
      "step": 994
    },
    {
      "epoch": 0.4810248972685521,
      "grad_norm": 0.47845590337101257,
      "learning_rate": 5.736741038697771e-06,
      "loss": 0.546,
      "step": 995
    },
    {
      "epoch": 0.4815083393763597,
      "grad_norm": 0.42271596693767594,
      "learning_rate": 5.728833481736339e-06,
      "loss": 0.5189,
      "step": 996
    },
    {
      "epoch": 0.48199178148416727,
      "grad_norm": 0.4538365308944498,
      "learning_rate": 5.720924061817786e-06,
      "loss": 0.5405,
      "step": 997
    },
    {
      "epoch": 0.48247522359197487,
      "grad_norm": 0.4492861025701022,
      "learning_rate": 5.71301279915923e-06,
      "loss": 0.5317,
      "step": 998
    },
    {
      "epoch": 0.48295866569978246,
      "grad_norm": 0.4745326397538611,
      "learning_rate": 5.705099713982491e-06,
      "loss": 0.532,
      "step": 999
    },
    {
      "epoch": 0.48344210780759006,
      "grad_norm": 0.44214626511814337,
      "learning_rate": 5.697184826514058e-06,
      "loss": 0.5305,
      "step": 1000
    },
    {
      "epoch": 0.48392554991539766,
      "grad_norm": 0.46953984488621225,
      "learning_rate": 5.689268156985015e-06,
      "loss": 0.5385,
      "step": 1001
    },
    {
      "epoch": 0.4844089920232052,
      "grad_norm": 0.421787366978404,
      "learning_rate": 5.6813497256310124e-06,
      "loss": 0.5468,
      "step": 1002
    },
    {
      "epoch": 0.4848924341310128,
      "grad_norm": 0.44994209423666665,
      "learning_rate": 5.673429552692196e-06,
      "loss": 0.5259,
      "step": 1003
    },
    {
      "epoch": 0.4853758762388204,
      "grad_norm": 0.4777649344533823,
      "learning_rate": 5.66550765841317e-06,
      "loss": 0.5312,
      "step": 1004
    },
    {
      "epoch": 0.485859318346628,
      "grad_norm": 0.4450135880363142,
      "learning_rate": 5.6575840630429295e-06,
      "loss": 0.5234,
      "step": 1005
    },
    {
      "epoch": 0.4863427604544356,
      "grad_norm": 0.48478431421225965,
      "learning_rate": 5.649658786834825e-06,
      "loss": 0.5337,
      "step": 1006
    },
    {
      "epoch": 0.4868262025622432,
      "grad_norm": 0.4600376201705413,
      "learning_rate": 5.641731850046503e-06,
      "loss": 0.5292,
      "step": 1007
    },
    {
      "epoch": 0.4873096446700508,
      "grad_norm": 0.46358685580492737,
      "learning_rate": 5.633803272939851e-06,
      "loss": 0.5033,
      "step": 1008
    },
    {
      "epoch": 0.4877930867778584,
      "grad_norm": 0.4424655348417247,
      "learning_rate": 5.62587307578095e-06,
      "loss": 0.5199,
      "step": 1009
    },
    {
      "epoch": 0.4882765288856659,
      "grad_norm": 0.44958190643210255,
      "learning_rate": 5.6179412788400255e-06,
      "loss": 0.5285,
      "step": 1010
    },
    {
      "epoch": 0.4887599709934735,
      "grad_norm": 0.46154354908053036,
      "learning_rate": 5.610007902391387e-06,
      "loss": 0.5302,
      "step": 1011
    },
    {
      "epoch": 0.4892434131012811,
      "grad_norm": 0.4787830389554928,
      "learning_rate": 5.602072966713389e-06,
      "loss": 0.5319,
      "step": 1012
    },
    {
      "epoch": 0.4897268552090887,
      "grad_norm": 0.46247126201641375,
      "learning_rate": 5.594136492088363e-06,
      "loss": 0.533,
      "step": 1013
    },
    {
      "epoch": 0.4902102973168963,
      "grad_norm": 0.4497969101747785,
      "learning_rate": 5.586198498802577e-06,
      "loss": 0.5207,
      "step": 1014
    },
    {
      "epoch": 0.4906937394247039,
      "grad_norm": 0.4711750674532031,
      "learning_rate": 5.578259007146183e-06,
      "loss": 0.5182,
      "step": 1015
    },
    {
      "epoch": 0.4911771815325115,
      "grad_norm": 0.44280948751548693,
      "learning_rate": 5.570318037413162e-06,
      "loss": 0.5335,
      "step": 1016
    },
    {
      "epoch": 0.4916606236403191,
      "grad_norm": 0.4140593593091692,
      "learning_rate": 5.562375609901273e-06,
      "loss": 0.498,
      "step": 1017
    },
    {
      "epoch": 0.49214406574812664,
      "grad_norm": 0.5035482968527856,
      "learning_rate": 5.5544317449119975e-06,
      "loss": 0.535,
      "step": 1018
    },
    {
      "epoch": 0.49262750785593423,
      "grad_norm": 0.470430802340302,
      "learning_rate": 5.546486462750499e-06,
      "loss": 0.529,
      "step": 1019
    },
    {
      "epoch": 0.49311094996374183,
      "grad_norm": 0.4614608636774156,
      "learning_rate": 5.538539783725556e-06,
      "loss": 0.5415,
      "step": 1020
    },
    {
      "epoch": 0.4935943920715494,
      "grad_norm": 0.43439106514800707,
      "learning_rate": 5.530591728149522e-06,
      "loss": 0.5237,
      "step": 1021
    },
    {
      "epoch": 0.494077834179357,
      "grad_norm": 0.4532581332185661,
      "learning_rate": 5.522642316338268e-06,
      "loss": 0.5275,
      "step": 1022
    },
    {
      "epoch": 0.4945612762871646,
      "grad_norm": 0.44400011265861933,
      "learning_rate": 5.51469156861113e-06,
      "loss": 0.5279,
      "step": 1023
    },
    {
      "epoch": 0.4950447183949722,
      "grad_norm": 0.464713276215896,
      "learning_rate": 5.50673950529086e-06,
      "loss": 0.5261,
      "step": 1024
    },
    {
      "epoch": 0.4955281605027798,
      "grad_norm": 0.46801515065857147,
      "learning_rate": 5.498786146703575e-06,
      "loss": 0.5392,
      "step": 1025
    },
    {
      "epoch": 0.4960116026105874,
      "grad_norm": 0.43826397020984875,
      "learning_rate": 5.490831513178698e-06,
      "loss": 0.513,
      "step": 1026
    },
    {
      "epoch": 0.49649504471839495,
      "grad_norm": 0.4545609138302334,
      "learning_rate": 5.482875625048916e-06,
      "loss": 0.5342,
      "step": 1027
    },
    {
      "epoch": 0.49697848682620255,
      "grad_norm": 0.45528220157554766,
      "learning_rate": 5.474918502650116e-06,
      "loss": 0.5371,
      "step": 1028
    },
    {
      "epoch": 0.49746192893401014,
      "grad_norm": 0.4918245291291218,
      "learning_rate": 5.466960166321348e-06,
      "loss": 0.5248,
      "step": 1029
    },
    {
      "epoch": 0.49794537104181774,
      "grad_norm": 0.43603238272665606,
      "learning_rate": 5.459000636404759e-06,
      "loss": 0.5236,
      "step": 1030
    },
    {
      "epoch": 0.49842881314962534,
      "grad_norm": 0.43802907063700564,
      "learning_rate": 5.451039933245551e-06,
      "loss": 0.5342,
      "step": 1031
    },
    {
      "epoch": 0.49891225525743294,
      "grad_norm": 0.4660487433831574,
      "learning_rate": 5.44307807719192e-06,
      "loss": 0.5249,
      "step": 1032
    },
    {
      "epoch": 0.49939569736524053,
      "grad_norm": 0.4349479566561577,
      "learning_rate": 5.435115088595016e-06,
      "loss": 0.4997,
      "step": 1033
    },
    {
      "epoch": 0.49987913947304813,
      "grad_norm": 0.43592525172206065,
      "learning_rate": 5.4271509878088755e-06,
      "loss": 0.5263,
      "step": 1034
    },
    {
      "epoch": 0.5003625815808557,
      "grad_norm": 0.42380458268711035,
      "learning_rate": 5.4191857951903825e-06,
      "loss": 0.503,
      "step": 1035
    },
    {
      "epoch": 0.5008460236886633,
      "grad_norm": 0.47347721204466,
      "learning_rate": 5.4112195310992144e-06,
      "loss": 0.5228,
      "step": 1036
    },
    {
      "epoch": 0.5013294657964709,
      "grad_norm": 0.4523581952116975,
      "learning_rate": 5.403252215897781e-06,
      "loss": 0.5295,
      "step": 1037
    },
    {
      "epoch": 0.5018129079042785,
      "grad_norm": 0.44718772307460525,
      "learning_rate": 5.395283869951184e-06,
      "loss": 0.5402,
      "step": 1038
    },
    {
      "epoch": 0.5022963500120861,
      "grad_norm": 0.42574725470561453,
      "learning_rate": 5.387314513627156e-06,
      "loss": 0.5228,
      "step": 1039
    },
    {
      "epoch": 0.5027797921198937,
      "grad_norm": 0.4816073830916942,
      "learning_rate": 5.379344167296017e-06,
      "loss": 0.5302,
      "step": 1040
    },
    {
      "epoch": 0.5032632342277013,
      "grad_norm": 0.454535172796951,
      "learning_rate": 5.371372851330612e-06,
      "loss": 0.5337,
      "step": 1041
    },
    {
      "epoch": 0.5037466763355088,
      "grad_norm": 0.44304402033518747,
      "learning_rate": 5.3634005861062675e-06,
      "loss": 0.5348,
      "step": 1042
    },
    {
      "epoch": 0.5042301184433164,
      "grad_norm": 0.4647077624164304,
      "learning_rate": 5.355427392000736e-06,
      "loss": 0.5367,
      "step": 1043
    },
    {
      "epoch": 0.504713560551124,
      "grad_norm": 0.47204921033701974,
      "learning_rate": 5.347453289394146e-06,
      "loss": 0.5236,
      "step": 1044
    },
    {
      "epoch": 0.5051970026589316,
      "grad_norm": 0.444269913904137,
      "learning_rate": 5.339478298668943e-06,
      "loss": 0.5374,
      "step": 1045
    },
    {
      "epoch": 0.5056804447667392,
      "grad_norm": 0.437749383717649,
      "learning_rate": 5.331502440209849e-06,
      "loss": 0.529,
      "step": 1046
    },
    {
      "epoch": 0.5061638868745467,
      "grad_norm": 0.44850371734571,
      "learning_rate": 5.3235257344037996e-06,
      "loss": 0.5363,
      "step": 1047
    },
    {
      "epoch": 0.5066473289823543,
      "grad_norm": 0.4687290830806752,
      "learning_rate": 5.3155482016398995e-06,
      "loss": 0.5335,
      "step": 1048
    },
    {
      "epoch": 0.5071307710901619,
      "grad_norm": 0.43863314490483407,
      "learning_rate": 5.307569862309363e-06,
      "loss": 0.5269,
      "step": 1049
    },
    {
      "epoch": 0.5076142131979695,
      "grad_norm": 0.44499358455418236,
      "learning_rate": 5.29959073680547e-06,
      "loss": 0.5269,
      "step": 1050
    },
    {
      "epoch": 0.5080976553057771,
      "grad_norm": 0.4443034689772289,
      "learning_rate": 5.2916108455235084e-06,
      "loss": 0.5247,
      "step": 1051
    },
    {
      "epoch": 0.5085810974135847,
      "grad_norm": 0.41196428985814043,
      "learning_rate": 5.2836302088607235e-06,
      "loss": 0.5257,
      "step": 1052
    },
    {
      "epoch": 0.5090645395213923,
      "grad_norm": 0.4196111969098687,
      "learning_rate": 5.275648847216263e-06,
      "loss": 0.5326,
      "step": 1053
    },
    {
      "epoch": 0.5095479816291999,
      "grad_norm": 0.4396027925039716,
      "learning_rate": 5.267666780991135e-06,
      "loss": 0.5384,
      "step": 1054
    },
    {
      "epoch": 0.5100314237370075,
      "grad_norm": 0.4918850008899013,
      "learning_rate": 5.259684030588141e-06,
      "loss": 0.5217,
      "step": 1055
    },
    {
      "epoch": 0.5105148658448151,
      "grad_norm": 0.4636011028874602,
      "learning_rate": 5.251700616411836e-06,
      "loss": 0.5292,
      "step": 1056
    },
    {
      "epoch": 0.5109983079526227,
      "grad_norm": 0.45080015588791633,
      "learning_rate": 5.243716558868469e-06,
      "loss": 0.5335,
      "step": 1057
    },
    {
      "epoch": 0.5114817500604303,
      "grad_norm": 0.4430606358386943,
      "learning_rate": 5.235731878365935e-06,
      "loss": 0.5366,
      "step": 1058
    },
    {
      "epoch": 0.5119651921682379,
      "grad_norm": 0.4765633831252005,
      "learning_rate": 5.22774659531372e-06,
      "loss": 0.5343,
      "step": 1059
    },
    {
      "epoch": 0.5124486342760455,
      "grad_norm": 0.47759199812886083,
      "learning_rate": 5.219760730122854e-06,
      "loss": 0.5318,
      "step": 1060
    },
    {
      "epoch": 0.5129320763838531,
      "grad_norm": 0.4277450357502153,
      "learning_rate": 5.211774303205849e-06,
      "loss": 0.5055,
      "step": 1061
    },
    {
      "epoch": 0.5134155184916607,
      "grad_norm": 0.42824551582926373,
      "learning_rate": 5.203787334976655e-06,
      "loss": 0.5015,
      "step": 1062
    },
    {
      "epoch": 0.5138989605994683,
      "grad_norm": 0.5041405711353805,
      "learning_rate": 5.195799845850611e-06,
      "loss": 0.525,
      "step": 1063
    },
    {
      "epoch": 0.5143824027072758,
      "grad_norm": 0.4306413852615145,
      "learning_rate": 5.18781185624438e-06,
      "loss": 0.5265,
      "step": 1064
    },
    {
      "epoch": 0.5148658448150834,
      "grad_norm": 0.4361432944536921,
      "learning_rate": 5.179823386575908e-06,
      "loss": 0.5311,
      "step": 1065
    },
    {
      "epoch": 0.515349286922891,
      "grad_norm": 0.4240690760700838,
      "learning_rate": 5.171834457264364e-06,
      "loss": 0.5286,
      "step": 1066
    },
    {
      "epoch": 0.5158327290306985,
      "grad_norm": 0.47256746355593565,
      "learning_rate": 5.1638450887301006e-06,
      "loss": 0.5282,
      "step": 1067
    },
    {
      "epoch": 0.5163161711385061,
      "grad_norm": 0.4445988854998036,
      "learning_rate": 5.155855301394585e-06,
      "loss": 0.527,
      "step": 1068
    },
    {
      "epoch": 0.5167996132463137,
      "grad_norm": 0.46405127876443125,
      "learning_rate": 5.147865115680357e-06,
      "loss": 0.5289,
      "step": 1069
    },
    {
      "epoch": 0.5172830553541213,
      "grad_norm": 0.45801111107179227,
      "learning_rate": 5.139874552010975e-06,
      "loss": 0.531,
      "step": 1070
    },
    {
      "epoch": 0.5177664974619289,
      "grad_norm": 0.454345233725776,
      "learning_rate": 5.131883630810966e-06,
      "loss": 0.5428,
      "step": 1071
    },
    {
      "epoch": 0.5182499395697365,
      "grad_norm": 0.4649418568564353,
      "learning_rate": 5.123892372505768e-06,
      "loss": 0.524,
      "step": 1072
    },
    {
      "epoch": 0.5187333816775441,
      "grad_norm": 0.4609921972037312,
      "learning_rate": 5.11590079752168e-06,
      "loss": 0.5337,
      "step": 1073
    },
    {
      "epoch": 0.5192168237853517,
      "grad_norm": 0.4257268056499296,
      "learning_rate": 5.107908926285813e-06,
      "loss": 0.5247,
      "step": 1074
    },
    {
      "epoch": 0.5197002658931593,
      "grad_norm": 0.4277925159892485,
      "learning_rate": 5.099916779226032e-06,
      "loss": 0.5314,
      "step": 1075
    },
    {
      "epoch": 0.5201837080009669,
      "grad_norm": 0.46374173796570095,
      "learning_rate": 5.091924376770912e-06,
      "loss": 0.5267,
      "step": 1076
    },
    {
      "epoch": 0.5206671501087745,
      "grad_norm": 0.46413399868377414,
      "learning_rate": 5.083931739349675e-06,
      "loss": 0.5227,
      "step": 1077
    },
    {
      "epoch": 0.5211505922165821,
      "grad_norm": 0.42805047816232233,
      "learning_rate": 5.075938887392149e-06,
      "loss": 0.5148,
      "step": 1078
    },
    {
      "epoch": 0.5216340343243897,
      "grad_norm": 0.42348168283938675,
      "learning_rate": 5.0679458413287055e-06,
      "loss": 0.5168,
      "step": 1079
    },
    {
      "epoch": 0.5221174764321972,
      "grad_norm": 0.48349127354280697,
      "learning_rate": 5.059952621590216e-06,
      "loss": 0.5274,
      "step": 1080
    },
    {
      "epoch": 0.5226009185400048,
      "grad_norm": 0.447828940551305,
      "learning_rate": 5.051959248607993e-06,
      "loss": 0.5251,
      "step": 1081
    },
    {
      "epoch": 0.5230843606478124,
      "grad_norm": 0.45995219297674483,
      "learning_rate": 5.043965742813744e-06,
      "loss": 0.5246,
      "step": 1082
    },
    {
      "epoch": 0.52356780275562,
      "grad_norm": 0.4744443087812869,
      "learning_rate": 5.035972124639511e-06,
      "loss": 0.5299,
      "step": 1083
    },
    {
      "epoch": 0.5240512448634276,
      "grad_norm": 0.4140590259366713,
      "learning_rate": 5.02797841451763e-06,
      "loss": 0.5273,
      "step": 1084
    },
    {
      "epoch": 0.5245346869712352,
      "grad_norm": 0.4421687910150297,
      "learning_rate": 5.019984632880665e-06,
      "loss": 0.5342,
      "step": 1085
    },
    {
      "epoch": 0.5250181290790428,
      "grad_norm": 0.4665180180836343,
      "learning_rate": 5.011990800161369e-06,
      "loss": 0.5314,
      "step": 1086
    },
    {
      "epoch": 0.5255015711868504,
      "grad_norm": 0.45569707259235365,
      "learning_rate": 5.00399693679262e-06,
      "loss": 0.5291,
      "step": 1087
    },
    {
      "epoch": 0.525985013294658,
      "grad_norm": 0.3966652463954235,
      "learning_rate": 4.9960030632073815e-06,
      "loss": 0.4852,
      "step": 1088
    },
    {
      "epoch": 0.5264684554024656,
      "grad_norm": 0.4156779611396039,
      "learning_rate": 4.988009199838632e-06,
      "loss": 0.5266,
      "step": 1089
    },
    {
      "epoch": 0.5269518975102732,
      "grad_norm": 0.4459927015276638,
      "learning_rate": 4.980015367119336e-06,
      "loss": 0.5128,
      "step": 1090
    },
    {
      "epoch": 0.5274353396180808,
      "grad_norm": 0.4470940459251613,
      "learning_rate": 4.9720215854823716e-06,
      "loss": 0.5215,
      "step": 1091
    },
    {
      "epoch": 0.5279187817258884,
      "grad_norm": 0.4379040861596386,
      "learning_rate": 4.96402787536049e-06,
      "loss": 0.529,
      "step": 1092
    },
    {
      "epoch": 0.528402223833696,
      "grad_norm": 0.42846117019918506,
      "learning_rate": 4.956034257186258e-06,
      "loss": 0.5196,
      "step": 1093
    },
    {
      "epoch": 0.5288856659415035,
      "grad_norm": 0.45571668646782787,
      "learning_rate": 4.9480407513920086e-06,
      "loss": 0.527,
      "step": 1094
    },
    {
      "epoch": 0.5293691080493111,
      "grad_norm": 0.4680208745726276,
      "learning_rate": 4.940047378409786e-06,
      "loss": 0.523,
      "step": 1095
    },
    {
      "epoch": 0.5298525501571187,
      "grad_norm": 0.44029959009092084,
      "learning_rate": 4.932054158671295e-06,
      "loss": 0.5244,
      "step": 1096
    },
    {
      "epoch": 0.5303359922649262,
      "grad_norm": 0.45471058687459337,
      "learning_rate": 4.924061112607853e-06,
      "loss": 0.532,
      "step": 1097
    },
    {
      "epoch": 0.5308194343727338,
      "grad_norm": 0.43297324457453135,
      "learning_rate": 4.9160682606503255e-06,
      "loss": 0.5226,
      "step": 1098
    },
    {
      "epoch": 0.5313028764805414,
      "grad_norm": 0.4269816974887771,
      "learning_rate": 4.908075623229089e-06,
      "loss": 0.5242,
      "step": 1099
    },
    {
      "epoch": 0.531786318588349,
      "grad_norm": 0.4280455143246443,
      "learning_rate": 4.900083220773968e-06,
      "loss": 0.5082,
      "step": 1100
    },
    {
      "epoch": 0.5322697606961566,
      "grad_norm": 0.4422972364197889,
      "learning_rate": 4.892091073714189e-06,
      "loss": 0.5162,
      "step": 1101
    },
    {
      "epoch": 0.5327532028039642,
      "grad_norm": 0.44177794728378245,
      "learning_rate": 4.88409920247832e-06,
      "loss": 0.5287,
      "step": 1102
    },
    {
      "epoch": 0.5332366449117718,
      "grad_norm": 0.4384466281073893,
      "learning_rate": 4.876107627494234e-06,
      "loss": 0.5224,
      "step": 1103
    },
    {
      "epoch": 0.5337200870195794,
      "grad_norm": 0.42791066381831555,
      "learning_rate": 4.868116369189033e-06,
      "loss": 0.519,
      "step": 1104
    },
    {
      "epoch": 0.534203529127387,
      "grad_norm": 0.43287603203122865,
      "learning_rate": 4.860125447989026e-06,
      "loss": 0.5315,
      "step": 1105
    },
    {
      "epoch": 0.5346869712351946,
      "grad_norm": 0.40835340581900775,
      "learning_rate": 4.852134884319646e-06,
      "loss": 0.5013,
      "step": 1106
    },
    {
      "epoch": 0.5351704133430022,
      "grad_norm": 0.4564877621647975,
      "learning_rate": 4.844144698605418e-06,
      "loss": 0.5163,
      "step": 1107
    },
    {
      "epoch": 0.5356538554508098,
      "grad_norm": 0.4350849446506223,
      "learning_rate": 4.836154911269902e-06,
      "loss": 0.5216,
      "step": 1108
    },
    {
      "epoch": 0.5361372975586174,
      "grad_norm": 0.45777989132001196,
      "learning_rate": 4.8281655427356375e-06,
      "loss": 0.5248,
      "step": 1109
    },
    {
      "epoch": 0.536620739666425,
      "grad_norm": 0.463821530722432,
      "learning_rate": 4.820176613424095e-06,
      "loss": 0.5302,
      "step": 1110
    },
    {
      "epoch": 0.5371041817742326,
      "grad_norm": 0.44517887708797427,
      "learning_rate": 4.812188143755621e-06,
      "loss": 0.5214,
      "step": 1111
    },
    {
      "epoch": 0.5375876238820402,
      "grad_norm": 0.5017058167871686,
      "learning_rate": 4.80420015414939e-06,
      "loss": 0.5305,
      "step": 1112
    },
    {
      "epoch": 0.5380710659898477,
      "grad_norm": 0.4672768776486219,
      "learning_rate": 4.796212665023345e-06,
      "loss": 0.5237,
      "step": 1113
    },
    {
      "epoch": 0.5385545080976553,
      "grad_norm": 0.4419995316595335,
      "learning_rate": 4.788225696794153e-06,
      "loss": 0.5277,
      "step": 1114
    },
    {
      "epoch": 0.5390379502054629,
      "grad_norm": 0.44730511943868706,
      "learning_rate": 4.780239269877147e-06,
      "loss": 0.5313,
      "step": 1115
    },
    {
      "epoch": 0.5395213923132705,
      "grad_norm": 0.45204850110236905,
      "learning_rate": 4.7722534046862805e-06,
      "loss": 0.5231,
      "step": 1116
    },
    {
      "epoch": 0.540004834421078,
      "grad_norm": 0.45779960123303604,
      "learning_rate": 4.764268121634066e-06,
      "loss": 0.507,
      "step": 1117
    },
    {
      "epoch": 0.5404882765288856,
      "grad_norm": 0.41695878051285573,
      "learning_rate": 4.7562834411315324e-06,
      "loss": 0.5042,
      "step": 1118
    },
    {
      "epoch": 0.5409717186366932,
      "grad_norm": 0.4513235919318933,
      "learning_rate": 4.748299383588167e-06,
      "loss": 0.5258,
      "step": 1119
    },
    {
      "epoch": 0.5414551607445008,
      "grad_norm": 0.467590473541893,
      "learning_rate": 4.74031596941186e-06,
      "loss": 0.5375,
      "step": 1120
    },
    {
      "epoch": 0.5419386028523084,
      "grad_norm": 0.4524946558422428,
      "learning_rate": 4.7323332190088675e-06,
      "loss": 0.5199,
      "step": 1121
    },
    {
      "epoch": 0.542422044960116,
      "grad_norm": 0.42113263739650647,
      "learning_rate": 4.7243511527837374e-06,
      "loss": 0.5251,
      "step": 1122
    },
    {
      "epoch": 0.5429054870679236,
      "grad_norm": 0.4636225245244688,
      "learning_rate": 4.716369791139279e-06,
      "loss": 0.5308,
      "step": 1123
    },
    {
      "epoch": 0.5433889291757312,
      "grad_norm": 0.4398566927754983,
      "learning_rate": 4.708389154476492e-06,
      "loss": 0.5201,
      "step": 1124
    },
    {
      "epoch": 0.5438723712835388,
      "grad_norm": 0.43330211663967066,
      "learning_rate": 4.7004092631945315e-06,
      "loss": 0.5258,
      "step": 1125
    },
    {
      "epoch": 0.5443558133913464,
      "grad_norm": 0.44482177202458967,
      "learning_rate": 4.692430137690638e-06,
      "loss": 0.5222,
      "step": 1126
    },
    {
      "epoch": 0.544839255499154,
      "grad_norm": 0.4318024796342877,
      "learning_rate": 4.684451798360102e-06,
      "loss": 0.5204,
      "step": 1127
    },
    {
      "epoch": 0.5453226976069616,
      "grad_norm": 0.45444414518744425,
      "learning_rate": 4.6764742655962e-06,
      "loss": 0.5255,
      "step": 1128
    },
    {
      "epoch": 0.5458061397147692,
      "grad_norm": 0.4372839038666406,
      "learning_rate": 4.6684975597901526e-06,
      "loss": 0.5275,
      "step": 1129
    },
    {
      "epoch": 0.5462895818225767,
      "grad_norm": 0.43767287064021165,
      "learning_rate": 4.660521701331058e-06,
      "loss": 0.5046,
      "step": 1130
    },
    {
      "epoch": 0.5467730239303843,
      "grad_norm": 0.42146624184063447,
      "learning_rate": 4.652546710605857e-06,
      "loss": 0.5284,
      "step": 1131
    },
    {
      "epoch": 0.5472564660381919,
      "grad_norm": 0.4528806888549099,
      "learning_rate": 4.644572607999267e-06,
      "loss": 0.5234,
      "step": 1132
    },
    {
      "epoch": 0.5477399081459995,
      "grad_norm": 0.41615032339392954,
      "learning_rate": 4.636599413893734e-06,
      "loss": 0.5149,
      "step": 1133
    },
    {
      "epoch": 0.5482233502538071,
      "grad_norm": 0.4080780400252472,
      "learning_rate": 4.628627148669391e-06,
      "loss": 0.5069,
      "step": 1134
    },
    {
      "epoch": 0.5487067923616147,
      "grad_norm": 0.4376373218589361,
      "learning_rate": 4.620655832703984e-06,
      "loss": 0.5232,
      "step": 1135
    },
    {
      "epoch": 0.5491902344694223,
      "grad_norm": 0.44817086720050736,
      "learning_rate": 4.612685486372846e-06,
      "loss": 0.5284,
      "step": 1136
    },
    {
      "epoch": 0.5496736765772299,
      "grad_norm": 0.4269717422470433,
      "learning_rate": 4.604716130048818e-06,
      "loss": 0.5292,
      "step": 1137
    },
    {
      "epoch": 0.5501571186850375,
      "grad_norm": 0.4463889311004707,
      "learning_rate": 4.596747784102221e-06,
      "loss": 0.5296,
      "step": 1138
    },
    {
      "epoch": 0.5506405607928451,
      "grad_norm": 0.4544805899306494,
      "learning_rate": 4.588780468900787e-06,
      "loss": 0.5342,
      "step": 1139
    },
    {
      "epoch": 0.5511240029006527,
      "grad_norm": 0.43223974279832084,
      "learning_rate": 4.580814204809618e-06,
      "loss": 0.5278,
      "step": 1140
    },
    {
      "epoch": 0.5516074450084603,
      "grad_norm": 0.4526101073084036,
      "learning_rate": 4.572849012191126e-06,
      "loss": 0.5274,
      "step": 1141
    },
    {
      "epoch": 0.5520908871162679,
      "grad_norm": 0.46135315991278786,
      "learning_rate": 4.564884911404986e-06,
      "loss": 0.5308,
      "step": 1142
    },
    {
      "epoch": 0.5525743292240755,
      "grad_norm": 0.451744932774668,
      "learning_rate": 4.5569219228080805e-06,
      "loss": 0.5228,
      "step": 1143
    },
    {
      "epoch": 0.553057771331883,
      "grad_norm": 0.4431407162306295,
      "learning_rate": 4.54896006675445e-06,
      "loss": 0.5001,
      "step": 1144
    },
    {
      "epoch": 0.5535412134396906,
      "grad_norm": 0.4115173802208087,
      "learning_rate": 4.540999363595242e-06,
      "loss": 0.4963,
      "step": 1145
    },
    {
      "epoch": 0.5540246555474981,
      "grad_norm": 0.418962800898634,
      "learning_rate": 4.5330398336786526e-06,
      "loss": 0.5277,
      "step": 1146
    },
    {
      "epoch": 0.5545080976553057,
      "grad_norm": 0.46372386433812574,
      "learning_rate": 4.525081497349887e-06,
      "loss": 0.5427,
      "step": 1147
    },
    {
      "epoch": 0.5549915397631133,
      "grad_norm": 0.4530031866173555,
      "learning_rate": 4.517124374951086e-06,
      "loss": 0.5178,
      "step": 1148
    },
    {
      "epoch": 0.5554749818709209,
      "grad_norm": 0.440822304311767,
      "learning_rate": 4.509168486821304e-06,
      "loss": 0.5225,
      "step": 1149
    },
    {
      "epoch": 0.5559584239787285,
      "grad_norm": 0.4127961848352273,
      "learning_rate": 4.501213853296425e-06,
      "loss": 0.523,
      "step": 1150
    },
    {
      "epoch": 0.5564418660865361,
      "grad_norm": 0.461288293810827,
      "learning_rate": 4.493260494709141e-06,
      "loss": 0.5251,
      "step": 1151
    },
    {
      "epoch": 0.5569253081943437,
      "grad_norm": 0.43458067348060225,
      "learning_rate": 4.48530843138887e-06,
      "loss": 0.5419,
      "step": 1152
    },
    {
      "epoch": 0.5574087503021513,
      "grad_norm": 0.42472609884541546,
      "learning_rate": 4.477357683661734e-06,
      "loss": 0.5318,
      "step": 1153
    },
    {
      "epoch": 0.5578921924099589,
      "grad_norm": 0.4256107384490566,
      "learning_rate": 4.469408271850479e-06,
      "loss": 0.506,
      "step": 1154
    },
    {
      "epoch": 0.5583756345177665,
      "grad_norm": 0.4098807197744025,
      "learning_rate": 4.4614602162744455e-06,
      "loss": 0.5152,
      "step": 1155
    },
    {
      "epoch": 0.5588590766255741,
      "grad_norm": 0.4390148331821114,
      "learning_rate": 4.453513537249503e-06,
      "loss": 0.527,
      "step": 1156
    },
    {
      "epoch": 0.5593425187333817,
      "grad_norm": 0.4711204869094555,
      "learning_rate": 4.445568255088003e-06,
      "loss": 0.5247,
      "step": 1157
    },
    {
      "epoch": 0.5598259608411893,
      "grad_norm": 0.41653734784347574,
      "learning_rate": 4.4376243900987296e-06,
      "loss": 0.5232,
      "step": 1158
    },
    {
      "epoch": 0.5603094029489969,
      "grad_norm": 0.44411194102788987,
      "learning_rate": 4.429681962586839e-06,
      "loss": 0.5365,
      "step": 1159
    },
    {
      "epoch": 0.5607928450568045,
      "grad_norm": 0.44003715852304276,
      "learning_rate": 4.421740992853818e-06,
      "loss": 0.5311,
      "step": 1160
    },
    {
      "epoch": 0.5612762871646121,
      "grad_norm": 0.43445702749764165,
      "learning_rate": 4.413801501197424e-06,
      "loss": 0.5192,
      "step": 1161
    },
    {
      "epoch": 0.5617597292724196,
      "grad_norm": 0.4315566299087621,
      "learning_rate": 4.405863507911638e-06,
      "loss": 0.5007,
      "step": 1162
    },
    {
      "epoch": 0.5622431713802272,
      "grad_norm": 0.3786991552102392,
      "learning_rate": 4.3979270332866105e-06,
      "loss": 0.4867,
      "step": 1163
    },
    {
      "epoch": 0.5627266134880348,
      "grad_norm": 0.4244074214223604,
      "learning_rate": 4.389992097608613e-06,
      "loss": 0.5271,
      "step": 1164
    },
    {
      "epoch": 0.5632100555958424,
      "grad_norm": 0.430673286759424,
      "learning_rate": 4.3820587211599745e-06,
      "loss": 0.5292,
      "step": 1165
    },
    {
      "epoch": 0.56369349770365,
      "grad_norm": 0.46109079230422667,
      "learning_rate": 4.374126924219052e-06,
      "loss": 0.5197,
      "step": 1166
    },
    {
      "epoch": 0.5641769398114576,
      "grad_norm": 0.4275407630254517,
      "learning_rate": 4.366196727060152e-06,
      "loss": 0.5196,
      "step": 1167
    },
    {
      "epoch": 0.5646603819192652,
      "grad_norm": 0.4407289737300367,
      "learning_rate": 4.3582681499535e-06,
      "loss": 0.5206,
      "step": 1168
    },
    {
      "epoch": 0.5651438240270727,
      "grad_norm": 0.4119248969357382,
      "learning_rate": 4.3503412131651765e-06,
      "loss": 0.5341,
      "step": 1169
    },
    {
      "epoch": 0.5656272661348803,
      "grad_norm": 0.4621359921349015,
      "learning_rate": 4.342415936957073e-06,
      "loss": 0.5225,
      "step": 1170
    },
    {
      "epoch": 0.5661107082426879,
      "grad_norm": 0.45885127710831636,
      "learning_rate": 4.334492341586833e-06,
      "loss": 0.5328,
      "step": 1171
    },
    {
      "epoch": 0.5665941503504955,
      "grad_norm": 0.4217251248929531,
      "learning_rate": 4.326570447307804e-06,
      "loss": 0.5024,
      "step": 1172
    },
    {
      "epoch": 0.5670775924583031,
      "grad_norm": 0.43349297844561585,
      "learning_rate": 4.318650274368989e-06,
      "loss": 0.5302,
      "step": 1173
    },
    {
      "epoch": 0.5675610345661107,
      "grad_norm": 0.44173213520395654,
      "learning_rate": 4.310731843014985e-06,
      "loss": 0.518,
      "step": 1174
    },
    {
      "epoch": 0.5680444766739183,
      "grad_norm": 0.44550331806578247,
      "learning_rate": 4.302815173485944e-06,
      "loss": 0.5262,
      "step": 1175
    },
    {
      "epoch": 0.5685279187817259,
      "grad_norm": 0.41790214183276025,
      "learning_rate": 4.294900286017509e-06,
      "loss": 0.5249,
      "step": 1176
    },
    {
      "epoch": 0.5690113608895335,
      "grad_norm": 0.4406462454965783,
      "learning_rate": 4.286987200840772e-06,
      "loss": 0.5399,
      "step": 1177
    },
    {
      "epoch": 0.5694948029973411,
      "grad_norm": 0.42899916006281247,
      "learning_rate": 4.279075938182214e-06,
      "loss": 0.522,
      "step": 1178
    },
    {
      "epoch": 0.5699782451051486,
      "grad_norm": 0.39425395091405524,
      "learning_rate": 4.271166518263662e-06,
      "loss": 0.4916,
      "step": 1179
    },
    {
      "epoch": 0.5704616872129562,
      "grad_norm": 0.4325306883401716,
      "learning_rate": 4.263258961302232e-06,
      "loss": 0.5297,
      "step": 1180
    },
    {
      "epoch": 0.5709451293207638,
      "grad_norm": 0.42524338171666753,
      "learning_rate": 4.255353287510272e-06,
      "loss": 0.524,
      "step": 1181
    },
    {
      "epoch": 0.5714285714285714,
      "grad_norm": 0.44279478264935357,
      "learning_rate": 4.247449517095329e-06,
      "loss": 0.5215,
      "step": 1182
    },
    {
      "epoch": 0.571912013536379,
      "grad_norm": 0.4197931530174695,
      "learning_rate": 4.239547670260069e-06,
      "loss": 0.5099,
      "step": 1183
    },
    {
      "epoch": 0.5723954556441866,
      "grad_norm": 0.4310563818067479,
      "learning_rate": 4.231647767202254e-06,
      "loss": 0.5191,
      "step": 1184
    },
    {
      "epoch": 0.5728788977519942,
      "grad_norm": 0.42356166524796646,
      "learning_rate": 4.223749828114672e-06,
      "loss": 0.528,
      "step": 1185
    },
    {
      "epoch": 0.5733623398598018,
      "grad_norm": 0.4095445643557658,
      "learning_rate": 4.215853873185093e-06,
      "loss": 0.4862,
      "step": 1186
    },
    {
      "epoch": 0.5738457819676094,
      "grad_norm": 0.47015761976525233,
      "learning_rate": 4.2079599225962115e-06,
      "loss": 0.5183,
      "step": 1187
    },
    {
      "epoch": 0.574329224075417,
      "grad_norm": 0.4175313339147143,
      "learning_rate": 4.2000679965256045e-06,
      "loss": 0.5045,
      "step": 1188
    },
    {
      "epoch": 0.5748126661832246,
      "grad_norm": 0.43952093100735207,
      "learning_rate": 4.192178115145668e-06,
      "loss": 0.4942,
      "step": 1189
    },
    {
      "epoch": 0.5752961082910322,
      "grad_norm": 0.41782905847478197,
      "learning_rate": 4.184290298623578e-06,
      "loss": 0.4962,
      "step": 1190
    },
    {
      "epoch": 0.5757795503988398,
      "grad_norm": 0.4321674737064156,
      "learning_rate": 4.176404567121225e-06,
      "loss": 0.5397,
      "step": 1191
    },
    {
      "epoch": 0.5762629925066474,
      "grad_norm": 0.4802929727845466,
      "learning_rate": 4.16852094079518e-06,
      "loss": 0.5249,
      "step": 1192
    },
    {
      "epoch": 0.576746434614455,
      "grad_norm": 0.4829071925445664,
      "learning_rate": 4.160639439796624e-06,
      "loss": 0.5192,
      "step": 1193
    },
    {
      "epoch": 0.5772298767222626,
      "grad_norm": 0.41462388567526964,
      "learning_rate": 4.152760084271305e-06,
      "loss": 0.5224,
      "step": 1194
    },
    {
      "epoch": 0.57771331883007,
      "grad_norm": 0.41336785715866026,
      "learning_rate": 4.1448828943595e-06,
      "loss": 0.531,
      "step": 1195
    },
    {
      "epoch": 0.5781967609378776,
      "grad_norm": 0.4424735299028098,
      "learning_rate": 4.1370078901959306e-06,
      "loss": 0.5309,
      "step": 1196
    },
    {
      "epoch": 0.5786802030456852,
      "grad_norm": 0.43755728178912967,
      "learning_rate": 4.129135091909752e-06,
      "loss": 0.5314,
      "step": 1197
    },
    {
      "epoch": 0.5791636451534928,
      "grad_norm": 0.4234445834897067,
      "learning_rate": 4.121264519624463e-06,
      "loss": 0.4971,
      "step": 1198
    },
    {
      "epoch": 0.5796470872613004,
      "grad_norm": 0.4465261505400547,
      "learning_rate": 4.113396193457887e-06,
      "loss": 0.5421,
      "step": 1199
    },
    {
      "epoch": 0.580130529369108,
      "grad_norm": 0.43864096822609294,
      "learning_rate": 4.105530133522096e-06,
      "loss": 0.5286,
      "step": 1200
    },
    {
      "epoch": 0.5806139714769156,
      "grad_norm": 0.44812939972631666,
      "learning_rate": 4.0976663599233745e-06,
      "loss": 0.5283,
      "step": 1201
    },
    {
      "epoch": 0.5810974135847232,
      "grad_norm": 0.41015688502886277,
      "learning_rate": 4.08980489276216e-06,
      "loss": 0.5031,
      "step": 1202
    },
    {
      "epoch": 0.5815808556925308,
      "grad_norm": 0.4371592707730246,
      "learning_rate": 4.081945752133e-06,
      "loss": 0.5247,
      "step": 1203
    },
    {
      "epoch": 0.5820642978003384,
      "grad_norm": 0.4545452075633195,
      "learning_rate": 4.074088958124488e-06,
      "loss": 0.5233,
      "step": 1204
    },
    {
      "epoch": 0.582547739908146,
      "grad_norm": 0.4034341944937049,
      "learning_rate": 4.066234530819222e-06,
      "loss": 0.4997,
      "step": 1205
    },
    {
      "epoch": 0.5830311820159536,
      "grad_norm": 0.44158682076629885,
      "learning_rate": 4.058382490293755e-06,
      "loss": 0.5327,
      "step": 1206
    },
    {
      "epoch": 0.5835146241237612,
      "grad_norm": 0.44126859021633347,
      "learning_rate": 4.050532856618532e-06,
      "loss": 0.5172,
      "step": 1207
    },
    {
      "epoch": 0.5839980662315688,
      "grad_norm": 0.44983862546632325,
      "learning_rate": 4.0426856498578515e-06,
      "loss": 0.5321,
      "step": 1208
    },
    {
      "epoch": 0.5844815083393764,
      "grad_norm": 0.4306823960936312,
      "learning_rate": 4.034840890069805e-06,
      "loss": 0.5286,
      "step": 1209
    },
    {
      "epoch": 0.584964950447184,
      "grad_norm": 0.46647403495000134,
      "learning_rate": 4.0269985973062325e-06,
      "loss": 0.5205,
      "step": 1210
    },
    {
      "epoch": 0.5854483925549916,
      "grad_norm": 0.43512362259260234,
      "learning_rate": 4.019158791612662e-06,
      "loss": 0.5186,
      "step": 1211
    },
    {
      "epoch": 0.5859318346627991,
      "grad_norm": 0.42474616162914414,
      "learning_rate": 4.0113214930282765e-06,
      "loss": 0.5019,
      "step": 1212
    },
    {
      "epoch": 0.5864152767706067,
      "grad_norm": 0.4496255266024326,
      "learning_rate": 4.003486721585834e-06,
      "loss": 0.5292,
      "step": 1213
    },
    {
      "epoch": 0.5868987188784143,
      "grad_norm": 0.4692064186214037,
      "learning_rate": 3.995654497311649e-06,
      "loss": 0.524,
      "step": 1214
    },
    {
      "epoch": 0.5873821609862219,
      "grad_norm": 0.47446797627391324,
      "learning_rate": 3.987824840225512e-06,
      "loss": 0.5296,
      "step": 1215
    },
    {
      "epoch": 0.5878656030940295,
      "grad_norm": 0.45351628397562704,
      "learning_rate": 3.979997770340664e-06,
      "loss": 0.5191,
      "step": 1216
    },
    {
      "epoch": 0.5883490452018371,
      "grad_norm": 0.4469658212338775,
      "learning_rate": 3.972173307663721e-06,
      "loss": 0.5259,
      "step": 1217
    },
    {
      "epoch": 0.5888324873096447,
      "grad_norm": 0.42106841746243373,
      "learning_rate": 3.964351472194642e-06,
      "loss": 0.5169,
      "step": 1218
    },
    {
      "epoch": 0.5893159294174523,
      "grad_norm": 0.46081869250650287,
      "learning_rate": 3.95653228392667e-06,
      "loss": 0.5324,
      "step": 1219
    },
    {
      "epoch": 0.5897993715252599,
      "grad_norm": 0.43787433991965447,
      "learning_rate": 3.9487157628462784e-06,
      "loss": 0.5253,
      "step": 1220
    },
    {
      "epoch": 0.5902828136330674,
      "grad_norm": 0.4446710684339124,
      "learning_rate": 3.940901928933127e-06,
      "loss": 0.5207,
      "step": 1221
    },
    {
      "epoch": 0.590766255740875,
      "grad_norm": 0.4878921355151572,
      "learning_rate": 3.933090802160004e-06,
      "loss": 0.5216,
      "step": 1222
    },
    {
      "epoch": 0.5912496978486826,
      "grad_norm": 0.43014793362728476,
      "learning_rate": 3.925282402492779e-06,
      "loss": 0.5158,
      "step": 1223
    },
    {
      "epoch": 0.5917331399564902,
      "grad_norm": 0.4785437280134671,
      "learning_rate": 3.917476749890351e-06,
      "loss": 0.5337,
      "step": 1224
    },
    {
      "epoch": 0.5922165820642978,
      "grad_norm": 0.4374190045344671,
      "learning_rate": 3.909673864304597e-06,
      "loss": 0.528,
      "step": 1225
    },
    {
      "epoch": 0.5927000241721054,
      "grad_norm": 0.4547685840805692,
      "learning_rate": 3.901873765680322e-06,
      "loss": 0.5366,
      "step": 1226
    },
    {
      "epoch": 0.593183466279913,
      "grad_norm": 0.4594395711536057,
      "learning_rate": 3.894076473955207e-06,
      "loss": 0.5202,
      "step": 1227
    },
    {
      "epoch": 0.5936669083877205,
      "grad_norm": 0.5197830445285274,
      "learning_rate": 3.886282009059757e-06,
      "loss": 0.5293,
      "step": 1228
    },
    {
      "epoch": 0.5941503504955281,
      "grad_norm": 0.438870970435199,
      "learning_rate": 3.878490390917253e-06,
      "loss": 0.521,
      "step": 1229
    },
    {
      "epoch": 0.5946337926033357,
      "grad_norm": 0.43955571970066076,
      "learning_rate": 3.8707016394436985e-06,
      "loss": 0.5219,
      "step": 1230
    },
    {
      "epoch": 0.5951172347111433,
      "grad_norm": 0.4319400896121196,
      "learning_rate": 3.86291577454777e-06,
      "loss": 0.5274,
      "step": 1231
    },
    {
      "epoch": 0.5956006768189509,
      "grad_norm": 0.42866945423374303,
      "learning_rate": 3.855132816130767e-06,
      "loss": 0.5287,
      "step": 1232
    },
    {
      "epoch": 0.5960841189267585,
      "grad_norm": 0.4905566924544953,
      "learning_rate": 3.847352784086556e-06,
      "loss": 0.5214,
      "step": 1233
    },
    {
      "epoch": 0.5965675610345661,
      "grad_norm": 0.4815238783873125,
      "learning_rate": 3.839575698301529e-06,
      "loss": 0.5348,
      "step": 1234
    },
    {
      "epoch": 0.5970510031423737,
      "grad_norm": 0.4611545386580029,
      "learning_rate": 3.831801578654541e-06,
      "loss": 0.521,
      "step": 1235
    },
    {
      "epoch": 0.5975344452501813,
      "grad_norm": 0.44138236799554953,
      "learning_rate": 3.8240304450168716e-06,
      "loss": 0.5012,
      "step": 1236
    },
    {
      "epoch": 0.5980178873579889,
      "grad_norm": 0.4729557809805851,
      "learning_rate": 3.8162623172521615e-06,
      "loss": 0.5239,
      "step": 1237
    },
    {
      "epoch": 0.5985013294657965,
      "grad_norm": 0.47751713396917145,
      "learning_rate": 3.808497215216374e-06,
      "loss": 0.518,
      "step": 1238
    },
    {
      "epoch": 0.5989847715736041,
      "grad_norm": 0.4632727328684821,
      "learning_rate": 3.8007351587577342e-06,
      "loss": 0.5212,
      "step": 1239
    },
    {
      "epoch": 0.5994682136814117,
      "grad_norm": 0.43452448731632676,
      "learning_rate": 3.7929761677166847e-06,
      "loss": 0.5256,
      "step": 1240
    },
    {
      "epoch": 0.5999516557892193,
      "grad_norm": 0.41707858133064807,
      "learning_rate": 3.7852202619258327e-06,
      "loss": 0.5258,
      "step": 1241
    },
    {
      "epoch": 0.6004350978970269,
      "grad_norm": 0.42484738876263983,
      "learning_rate": 3.777467461209895e-06,
      "loss": 0.5226,
      "step": 1242
    },
    {
      "epoch": 0.6009185400048345,
      "grad_norm": 0.46278022630826876,
      "learning_rate": 3.76971778538566e-06,
      "loss": 0.5265,
      "step": 1243
    },
    {
      "epoch": 0.6014019821126421,
      "grad_norm": 0.4136178806145892,
      "learning_rate": 3.76197125426192e-06,
      "loss": 0.521,
      "step": 1244
    },
    {
      "epoch": 0.6018854242204495,
      "grad_norm": 0.42100500706131366,
      "learning_rate": 3.754227887639434e-06,
      "loss": 0.5119,
      "step": 1245
    },
    {
      "epoch": 0.6023688663282571,
      "grad_norm": 0.4123940096542578,
      "learning_rate": 3.7464877053108706e-06,
      "loss": 0.5258,
      "step": 1246
    },
    {
      "epoch": 0.6028523084360647,
      "grad_norm": 0.4195138029502561,
      "learning_rate": 3.7387507270607617e-06,
      "loss": 0.529,
      "step": 1247
    },
    {
      "epoch": 0.6033357505438723,
      "grad_norm": 0.45482061749805036,
      "learning_rate": 3.7310169726654444e-06,
      "loss": 0.528,
      "step": 1248
    },
    {
      "epoch": 0.6038191926516799,
      "grad_norm": 0.4371974850319641,
      "learning_rate": 3.7232864618930217e-06,
      "loss": 0.5182,
      "step": 1249
    },
    {
      "epoch": 0.6043026347594875,
      "grad_norm": 0.43099991632770085,
      "learning_rate": 3.715559214503298e-06,
      "loss": 0.5133,
      "step": 1250
    },
    {
      "epoch": 0.6047860768672951,
      "grad_norm": 0.4048318396541149,
      "learning_rate": 3.707835250247745e-06,
      "loss": 0.4877,
      "step": 1251
    },
    {
      "epoch": 0.6052695189751027,
      "grad_norm": 0.43040118158566426,
      "learning_rate": 3.7001145888694335e-06,
      "loss": 0.5256,
      "step": 1252
    },
    {
      "epoch": 0.6057529610829103,
      "grad_norm": 0.43151561170744174,
      "learning_rate": 3.6923972501029996e-06,
      "loss": 0.5028,
      "step": 1253
    },
    {
      "epoch": 0.6062364031907179,
      "grad_norm": 0.4168861988285146,
      "learning_rate": 3.684683253674583e-06,
      "loss": 0.5249,
      "step": 1254
    },
    {
      "epoch": 0.6067198452985255,
      "grad_norm": 0.4341349343804055,
      "learning_rate": 3.676972619301776e-06,
      "loss": 0.5119,
      "step": 1255
    },
    {
      "epoch": 0.6072032874063331,
      "grad_norm": 0.45716952276328937,
      "learning_rate": 3.6692653666935875e-06,
      "loss": 0.5262,
      "step": 1256
    },
    {
      "epoch": 0.6076867295141407,
      "grad_norm": 0.4304219021067875,
      "learning_rate": 3.6615615155503703e-06,
      "loss": 0.5168,
      "step": 1257
    },
    {
      "epoch": 0.6081701716219483,
      "grad_norm": 0.4098861167543977,
      "learning_rate": 3.6538610855637953e-06,
      "loss": 0.5193,
      "step": 1258
    },
    {
      "epoch": 0.6086536137297559,
      "grad_norm": 0.45344600794993284,
      "learning_rate": 3.6461640964167755e-06,
      "loss": 0.5213,
      "step": 1259
    },
    {
      "epoch": 0.6091370558375635,
      "grad_norm": 0.408785994340013,
      "learning_rate": 3.638470567783442e-06,
      "loss": 0.4982,
      "step": 1260
    },
    {
      "epoch": 0.609620497945371,
      "grad_norm": 0.4481815917202834,
      "learning_rate": 3.630780519329069e-06,
      "loss": 0.5329,
      "step": 1261
    },
    {
      "epoch": 0.6101039400531786,
      "grad_norm": 0.4271346926738626,
      "learning_rate": 3.623093970710043e-06,
      "loss": 0.5278,
      "step": 1262
    },
    {
      "epoch": 0.6105873821609862,
      "grad_norm": 0.4443519643294819,
      "learning_rate": 3.615410941573799e-06,
      "loss": 0.5358,
      "step": 1263
    },
    {
      "epoch": 0.6110708242687938,
      "grad_norm": 0.41093410035963396,
      "learning_rate": 3.607731451558783e-06,
      "loss": 0.4973,
      "step": 1264
    },
    {
      "epoch": 0.6115542663766014,
      "grad_norm": 0.4526917508007144,
      "learning_rate": 3.6000555202943872e-06,
      "loss": 0.5223,
      "step": 1265
    },
    {
      "epoch": 0.612037708484409,
      "grad_norm": 0.458600770079082,
      "learning_rate": 3.59238316740091e-06,
      "loss": 0.5206,
      "step": 1266
    },
    {
      "epoch": 0.6125211505922166,
      "grad_norm": 0.4390522720994981,
      "learning_rate": 3.584714412489506e-06,
      "loss": 0.5306,
      "step": 1267
    },
    {
      "epoch": 0.6130045927000242,
      "grad_norm": 0.41799452227515504,
      "learning_rate": 3.5770492751621292e-06,
      "loss": 0.5029,
      "step": 1268
    },
    {
      "epoch": 0.6134880348078318,
      "grad_norm": 0.43636835439611227,
      "learning_rate": 3.5693877750114903e-06,
      "loss": 0.5167,
      "step": 1269
    },
    {
      "epoch": 0.6139714769156394,
      "grad_norm": 0.43211619164840076,
      "learning_rate": 3.5617299316209984e-06,
      "loss": 0.5049,
      "step": 1270
    },
    {
      "epoch": 0.614454919023447,
      "grad_norm": 0.42547953690955836,
      "learning_rate": 3.5540757645647217e-06,
      "loss": 0.4939,
      "step": 1271
    },
    {
      "epoch": 0.6149383611312546,
      "grad_norm": 0.4170182860561763,
      "learning_rate": 3.546425293407324e-06,
      "loss": 0.5199,
      "step": 1272
    },
    {
      "epoch": 0.6154218032390621,
      "grad_norm": 0.4222424350681242,
      "learning_rate": 3.5387785377040316e-06,
      "loss": 0.5132,
      "step": 1273
    },
    {
      "epoch": 0.6159052453468697,
      "grad_norm": 0.4552864030500758,
      "learning_rate": 3.531135517000561e-06,
      "loss": 0.5269,
      "step": 1274
    },
    {
      "epoch": 0.6163886874546773,
      "grad_norm": 0.43855551812482985,
      "learning_rate": 3.523496250833098e-06,
      "loss": 0.5122,
      "step": 1275
    },
    {
      "epoch": 0.6168721295624849,
      "grad_norm": 0.46449768544610603,
      "learning_rate": 3.515860758728214e-06,
      "loss": 0.5234,
      "step": 1276
    },
    {
      "epoch": 0.6173555716702925,
      "grad_norm": 0.46363731713711515,
      "learning_rate": 3.5082290602028492e-06,
      "loss": 0.5269,
      "step": 1277
    },
    {
      "epoch": 0.6178390137781,
      "grad_norm": 0.42830833200680596,
      "learning_rate": 3.5006011747642366e-06,
      "loss": 0.5177,
      "step": 1278
    },
    {
      "epoch": 0.6183224558859076,
      "grad_norm": 0.45403297568672957,
      "learning_rate": 3.492977121909865e-06,
      "loss": 0.5329,
      "step": 1279
    },
    {
      "epoch": 0.6188058979937152,
      "grad_norm": 0.4707193517755616,
      "learning_rate": 3.4853569211274306e-06,
      "loss": 0.5275,
      "step": 1280
    },
    {
      "epoch": 0.6192893401015228,
      "grad_norm": 0.4382585499371175,
      "learning_rate": 3.4777405918947795e-06,
      "loss": 0.5117,
      "step": 1281
    },
    {
      "epoch": 0.6197727822093304,
      "grad_norm": 0.43247243116721396,
      "learning_rate": 3.4701281536798638e-06,
      "loss": 0.5274,
      "step": 1282
    },
    {
      "epoch": 0.620256224317138,
      "grad_norm": 0.4457194202455219,
      "learning_rate": 3.462519625940688e-06,
      "loss": 0.5282,
      "step": 1283
    },
    {
      "epoch": 0.6207396664249456,
      "grad_norm": 0.45208181214242377,
      "learning_rate": 3.4549150281252635e-06,
      "loss": 0.5224,
      "step": 1284
    },
    {
      "epoch": 0.6212231085327532,
      "grad_norm": 0.43419084686544124,
      "learning_rate": 3.4473143796715537e-06,
      "loss": 0.5221,
      "step": 1285
    },
    {
      "epoch": 0.6217065506405608,
      "grad_norm": 0.45834613229050314,
      "learning_rate": 3.4397177000074307e-06,
      "loss": 0.5286,
      "step": 1286
    },
    {
      "epoch": 0.6221899927483684,
      "grad_norm": 0.4551713196802731,
      "learning_rate": 3.4321250085506174e-06,
      "loss": 0.519,
      "step": 1287
    },
    {
      "epoch": 0.622673434856176,
      "grad_norm": 0.45716705644935435,
      "learning_rate": 3.4245363247086477e-06,
      "loss": 0.5291,
      "step": 1288
    },
    {
      "epoch": 0.6231568769639836,
      "grad_norm": 0.4214582611290155,
      "learning_rate": 3.4169516678788096e-06,
      "loss": 0.5084,
      "step": 1289
    },
    {
      "epoch": 0.6236403190717912,
      "grad_norm": 0.43304150590207136,
      "learning_rate": 3.4093710574480926e-06,
      "loss": 0.5181,
      "step": 1290
    },
    {
      "epoch": 0.6241237611795988,
      "grad_norm": 0.4201723521255349,
      "learning_rate": 3.4017945127931517e-06,
      "loss": 0.5215,
      "step": 1291
    },
    {
      "epoch": 0.6246072032874064,
      "grad_norm": 0.43513341637312203,
      "learning_rate": 3.394222053280245e-06,
      "loss": 0.5219,
      "step": 1292
    },
    {
      "epoch": 0.625090645395214,
      "grad_norm": 0.41778354176218346,
      "learning_rate": 3.386653698265189e-06,
      "loss": 0.5295,
      "step": 1293
    },
    {
      "epoch": 0.6255740875030215,
      "grad_norm": 0.4289158469228602,
      "learning_rate": 3.3790894670933096e-06,
      "loss": 0.4993,
      "step": 1294
    },
    {
      "epoch": 0.626057529610829,
      "grad_norm": 0.4362452363722638,
      "learning_rate": 3.3715293790993906e-06,
      "loss": 0.5212,
      "step": 1295
    },
    {
      "epoch": 0.6265409717186367,
      "grad_norm": 0.4287020140556269,
      "learning_rate": 3.3639734536076263e-06,
      "loss": 0.5145,
      "step": 1296
    },
    {
      "epoch": 0.6270244138264442,
      "grad_norm": 0.4371619386426176,
      "learning_rate": 3.356421709931573e-06,
      "loss": 0.5263,
      "step": 1297
    },
    {
      "epoch": 0.6275078559342518,
      "grad_norm": 0.4558196176944881,
      "learning_rate": 3.348874167374093e-06,
      "loss": 0.5193,
      "step": 1298
    },
    {
      "epoch": 0.6279912980420594,
      "grad_norm": 0.433400379634257,
      "learning_rate": 3.341330845227316e-06,
      "loss": 0.5342,
      "step": 1299
    },
    {
      "epoch": 0.628474740149867,
      "grad_norm": 0.44874534866829735,
      "learning_rate": 3.33379176277258e-06,
      "loss": 0.5192,
      "step": 1300
    },
    {
      "epoch": 0.6289581822576746,
      "grad_norm": 0.42814892447345076,
      "learning_rate": 3.326256939280389e-06,
      "loss": 0.5222,
      "step": 1301
    },
    {
      "epoch": 0.6294416243654822,
      "grad_norm": 0.4175511142456795,
      "learning_rate": 3.3187263940103587e-06,
      "loss": 0.5008,
      "step": 1302
    },
    {
      "epoch": 0.6299250664732898,
      "grad_norm": 0.43012465279292367,
      "learning_rate": 3.3112001462111666e-06,
      "loss": 0.5252,
      "step": 1303
    },
    {
      "epoch": 0.6304085085810974,
      "grad_norm": 0.4343943982087317,
      "learning_rate": 3.3036782151205134e-06,
      "loss": 0.5269,
      "step": 1304
    },
    {
      "epoch": 0.630891950688905,
      "grad_norm": 0.4399879585469454,
      "learning_rate": 3.296160619965056e-06,
      "loss": 0.5348,
      "step": 1305
    },
    {
      "epoch": 0.6313753927967126,
      "grad_norm": 0.41469773355380823,
      "learning_rate": 3.2886473799603793e-06,
      "loss": 0.5315,
      "step": 1306
    },
    {
      "epoch": 0.6318588349045202,
      "grad_norm": 0.4118723735223055,
      "learning_rate": 3.2811385143109254e-06,
      "loss": 0.5199,
      "step": 1307
    },
    {
      "epoch": 0.6323422770123278,
      "grad_norm": 0.42911493217824326,
      "learning_rate": 3.2736340422099633e-06,
      "loss": 0.5287,
      "step": 1308
    },
    {
      "epoch": 0.6328257191201354,
      "grad_norm": 0.42229266051589764,
      "learning_rate": 3.2661339828395263e-06,
      "loss": 0.5034,
      "step": 1309
    },
    {
      "epoch": 0.633309161227943,
      "grad_norm": 0.4171629681078508,
      "learning_rate": 3.2586383553703723e-06,
      "loss": 0.5169,
      "step": 1310
    },
    {
      "epoch": 0.6337926033357505,
      "grad_norm": 0.4335972937122555,
      "learning_rate": 3.2511471789619274e-06,
      "loss": 0.5084,
      "step": 1311
    },
    {
      "epoch": 0.6342760454435581,
      "grad_norm": 0.42465524204681926,
      "learning_rate": 3.2436604727622447e-06,
      "loss": 0.5126,
      "step": 1312
    },
    {
      "epoch": 0.6347594875513657,
      "grad_norm": 0.4075010185296818,
      "learning_rate": 3.2361782559079465e-06,
      "loss": 0.5158,
      "step": 1313
    },
    {
      "epoch": 0.6352429296591733,
      "grad_norm": 0.4308541178278502,
      "learning_rate": 3.228700547524184e-06,
      "loss": 0.5145,
      "step": 1314
    },
    {
      "epoch": 0.6357263717669809,
      "grad_norm": 0.428226473042128,
      "learning_rate": 3.221227366724581e-06,
      "loss": 0.5146,
      "step": 1315
    },
    {
      "epoch": 0.6362098138747885,
      "grad_norm": 0.4299253923140349,
      "learning_rate": 3.2137587326111896e-06,
      "loss": 0.5207,
      "step": 1316
    },
    {
      "epoch": 0.6366932559825961,
      "grad_norm": 0.4181473728080887,
      "learning_rate": 3.206294664274443e-06,
      "loss": 0.5268,
      "step": 1317
    },
    {
      "epoch": 0.6371766980904037,
      "grad_norm": 0.4474913351660176,
      "learning_rate": 3.198835180793097e-06,
      "loss": 0.5277,
      "step": 1318
    },
    {
      "epoch": 0.6376601401982113,
      "grad_norm": 0.432676302059824,
      "learning_rate": 3.1913803012341987e-06,
      "loss": 0.5195,
      "step": 1319
    },
    {
      "epoch": 0.6381435823060189,
      "grad_norm": 0.44131963361999216,
      "learning_rate": 3.183930044653014e-06,
      "loss": 0.5157,
      "step": 1320
    },
    {
      "epoch": 0.6386270244138265,
      "grad_norm": 0.4300971230394046,
      "learning_rate": 3.176484430093007e-06,
      "loss": 0.5312,
      "step": 1321
    },
    {
      "epoch": 0.6391104665216341,
      "grad_norm": 0.44998544162450493,
      "learning_rate": 3.1690434765857604e-06,
      "loss": 0.523,
      "step": 1322
    },
    {
      "epoch": 0.6395939086294417,
      "grad_norm": 0.4472778564601584,
      "learning_rate": 3.1616072031509594e-06,
      "loss": 0.5155,
      "step": 1323
    },
    {
      "epoch": 0.6400773507372493,
      "grad_norm": 0.4278886331070072,
      "learning_rate": 3.154175628796311e-06,
      "loss": 0.5214,
      "step": 1324
    },
    {
      "epoch": 0.6405607928450568,
      "grad_norm": 0.4354238172365612,
      "learning_rate": 3.146748772517523e-06,
      "loss": 0.5202,
      "step": 1325
    },
    {
      "epoch": 0.6410442349528644,
      "grad_norm": 0.48506314375368076,
      "learning_rate": 3.139326653298236e-06,
      "loss": 0.5226,
      "step": 1326
    },
    {
      "epoch": 0.6415276770606719,
      "grad_norm": 0.42689588677759766,
      "learning_rate": 3.1319092901099847e-06,
      "loss": 0.5192,
      "step": 1327
    },
    {
      "epoch": 0.6420111191684795,
      "grad_norm": 0.44087925863432936,
      "learning_rate": 3.1244967019121496e-06,
      "loss": 0.5127,
      "step": 1328
    },
    {
      "epoch": 0.6424945612762871,
      "grad_norm": 0.42605880529211515,
      "learning_rate": 3.117088907651902e-06,
      "loss": 0.5176,
      "step": 1329
    },
    {
      "epoch": 0.6429780033840947,
      "grad_norm": 0.42151112378627853,
      "learning_rate": 3.109685926264161e-06,
      "loss": 0.5165,
      "step": 1330
    },
    {
      "epoch": 0.6434614454919023,
      "grad_norm": 0.4268979096606091,
      "learning_rate": 3.102287776671544e-06,
      "loss": 0.5339,
      "step": 1331
    },
    {
      "epoch": 0.6439448875997099,
      "grad_norm": 0.4392831430463705,
      "learning_rate": 3.094894477784318e-06,
      "loss": 0.5166,
      "step": 1332
    },
    {
      "epoch": 0.6444283297075175,
      "grad_norm": 0.4146076328411298,
      "learning_rate": 3.0875060485003496e-06,
      "loss": 0.5274,
      "step": 1333
    },
    {
      "epoch": 0.6449117718153251,
      "grad_norm": 0.42157017978455763,
      "learning_rate": 3.080122507705062e-06,
      "loss": 0.5243,
      "step": 1334
    },
    {
      "epoch": 0.6453952139231327,
      "grad_norm": 0.41448886842899935,
      "learning_rate": 3.0727438742713766e-06,
      "loss": 0.4982,
      "step": 1335
    },
    {
      "epoch": 0.6458786560309403,
      "grad_norm": 0.4311221980804021,
      "learning_rate": 3.0653701670596805e-06,
      "loss": 0.5222,
      "step": 1336
    },
    {
      "epoch": 0.6463620981387479,
      "grad_norm": 0.42860321112689415,
      "learning_rate": 3.0580014049177566e-06,
      "loss": 0.5203,
      "step": 1337
    },
    {
      "epoch": 0.6468455402465555,
      "grad_norm": 0.42363404336164073,
      "learning_rate": 3.0506376066807632e-06,
      "loss": 0.5131,
      "step": 1338
    },
    {
      "epoch": 0.6473289823543631,
      "grad_norm": 0.4352925336415172,
      "learning_rate": 3.0432787911711553e-06,
      "loss": 0.5244,
      "step": 1339
    },
    {
      "epoch": 0.6478124244621707,
      "grad_norm": 0.4213888881156135,
      "learning_rate": 3.0359249771986605e-06,
      "loss": 0.5114,
      "step": 1340
    },
    {
      "epoch": 0.6482958665699783,
      "grad_norm": 0.44310700039649703,
      "learning_rate": 3.028576183560221e-06,
      "loss": 0.5345,
      "step": 1341
    },
    {
      "epoch": 0.6487793086777859,
      "grad_norm": 0.46384351518694394,
      "learning_rate": 3.021232429039944e-06,
      "loss": 0.5103,
      "step": 1342
    },
    {
      "epoch": 0.6492627507855935,
      "grad_norm": 0.420074285156663,
      "learning_rate": 3.01389373240906e-06,
      "loss": 0.5307,
      "step": 1343
    },
    {
      "epoch": 0.649746192893401,
      "grad_norm": 0.46717936599561755,
      "learning_rate": 3.006560112425867e-06,
      "loss": 0.5146,
      "step": 1344
    },
    {
      "epoch": 0.6502296350012086,
      "grad_norm": 0.4411181920960548,
      "learning_rate": 2.999231587835691e-06,
      "loss": 0.5113,
      "step": 1345
    },
    {
      "epoch": 0.6507130771090162,
      "grad_norm": 0.4353633086273451,
      "learning_rate": 2.9919081773708293e-06,
      "loss": 0.5195,
      "step": 1346
    },
    {
      "epoch": 0.6511965192168238,
      "grad_norm": 0.4555577360086876,
      "learning_rate": 2.9845898997505102e-06,
      "loss": 0.5201,
      "step": 1347
    },
    {
      "epoch": 0.6516799613246314,
      "grad_norm": 0.43234112941806857,
      "learning_rate": 2.9772767736808406e-06,
      "loss": 0.5194,
      "step": 1348
    },
    {
      "epoch": 0.652163403432439,
      "grad_norm": 0.43499867909496204,
      "learning_rate": 2.9699688178547615e-06,
      "loss": 0.5252,
      "step": 1349
    },
    {
      "epoch": 0.6526468455402465,
      "grad_norm": 0.4243771527145887,
      "learning_rate": 2.962666050951997e-06,
      "loss": 0.5122,
      "step": 1350
    },
    {
      "epoch": 0.6531302876480541,
      "grad_norm": 0.4158873835022681,
      "learning_rate": 2.9553684916390053e-06,
      "loss": 0.5092,
      "step": 1351
    },
    {
      "epoch": 0.6536137297558617,
      "grad_norm": 0.4494940146550669,
      "learning_rate": 2.948076158568939e-06,
      "loss": 0.5256,
      "step": 1352
    },
    {
      "epoch": 0.6540971718636693,
      "grad_norm": 0.39860657725442444,
      "learning_rate": 2.940789070381587e-06,
      "loss": 0.5001,
      "step": 1353
    },
    {
      "epoch": 0.6545806139714769,
      "grad_norm": 0.41241371956595596,
      "learning_rate": 2.933507245703335e-06,
      "loss": 0.5174,
      "step": 1354
    },
    {
      "epoch": 0.6550640560792845,
      "grad_norm": 0.41370768103275585,
      "learning_rate": 2.9262307031471132e-06,
      "loss": 0.5142,
      "step": 1355
    },
    {
      "epoch": 0.6555474981870921,
      "grad_norm": 0.4457235721009106,
      "learning_rate": 2.918959461312353e-06,
      "loss": 0.5212,
      "step": 1356
    },
    {
      "epoch": 0.6560309402948997,
      "grad_norm": 0.44189033261031596,
      "learning_rate": 2.911693538784931e-06,
      "loss": 0.5315,
      "step": 1357
    },
    {
      "epoch": 0.6565143824027073,
      "grad_norm": 0.417441027459776,
      "learning_rate": 2.904432954137136e-06,
      "loss": 0.5197,
      "step": 1358
    },
    {
      "epoch": 0.6569978245105149,
      "grad_norm": 0.41446617019595194,
      "learning_rate": 2.897177725927599e-06,
      "loss": 0.4977,
      "step": 1359
    },
    {
      "epoch": 0.6574812666183224,
      "grad_norm": 0.424230216094722,
      "learning_rate": 2.889927872701278e-06,
      "loss": 0.5319,
      "step": 1360
    },
    {
      "epoch": 0.65796470872613,
      "grad_norm": 0.42985260891150956,
      "learning_rate": 2.8826834129893755e-06,
      "loss": 0.5166,
      "step": 1361
    },
    {
      "epoch": 0.6584481508339376,
      "grad_norm": 0.38447115699767576,
      "learning_rate": 2.8754443653093186e-06,
      "loss": 0.4786,
      "step": 1362
    },
    {
      "epoch": 0.6589315929417452,
      "grad_norm": 0.4044201835297723,
      "learning_rate": 2.8682107481646915e-06,
      "loss": 0.5216,
      "step": 1363
    },
    {
      "epoch": 0.6594150350495528,
      "grad_norm": 0.4022645350617216,
      "learning_rate": 2.8609825800452063e-06,
      "loss": 0.4988,
      "step": 1364
    },
    {
      "epoch": 0.6598984771573604,
      "grad_norm": 0.4401229027571195,
      "learning_rate": 2.853759879426644e-06,
      "loss": 0.5181,
      "step": 1365
    },
    {
      "epoch": 0.660381919265168,
      "grad_norm": 0.42349548120906483,
      "learning_rate": 2.8465426647708067e-06,
      "loss": 0.5163,
      "step": 1366
    },
    {
      "epoch": 0.6608653613729756,
      "grad_norm": 0.40013997451662586,
      "learning_rate": 2.8393309545254776e-06,
      "loss": 0.5214,
      "step": 1367
    },
    {
      "epoch": 0.6613488034807832,
      "grad_norm": 0.4359244125864156,
      "learning_rate": 2.8321247671243695e-06,
      "loss": 0.5179,
      "step": 1368
    },
    {
      "epoch": 0.6618322455885908,
      "grad_norm": 0.41425895295471055,
      "learning_rate": 2.82492412098708e-06,
      "loss": 0.5081,
      "step": 1369
    },
    {
      "epoch": 0.6623156876963984,
      "grad_norm": 0.4210065663342879,
      "learning_rate": 2.8177290345190387e-06,
      "loss": 0.5194,
      "step": 1370
    },
    {
      "epoch": 0.662799129804206,
      "grad_norm": 0.4028980901393777,
      "learning_rate": 2.8105395261114666e-06,
      "loss": 0.5234,
      "step": 1371
    },
    {
      "epoch": 0.6632825719120136,
      "grad_norm": 0.4325922757476261,
      "learning_rate": 2.803355614141327e-06,
      "loss": 0.5188,
      "step": 1372
    },
    {
      "epoch": 0.6637660140198212,
      "grad_norm": 0.4308186918740408,
      "learning_rate": 2.7961773169712803e-06,
      "loss": 0.5125,
      "step": 1373
    },
    {
      "epoch": 0.6642494561276288,
      "grad_norm": 0.4211885259856405,
      "learning_rate": 2.7890046529496284e-06,
      "loss": 0.5233,
      "step": 1374
    },
    {
      "epoch": 0.6647328982354364,
      "grad_norm": 0.4304676159038956,
      "learning_rate": 2.7818376404102832e-06,
      "loss": 0.5188,
      "step": 1375
    },
    {
      "epoch": 0.665216340343244,
      "grad_norm": 0.4137521174014562,
      "learning_rate": 2.774676297672701e-06,
      "loss": 0.5248,
      "step": 1376
    },
    {
      "epoch": 0.6656997824510514,
      "grad_norm": 0.4389331875357886,
      "learning_rate": 2.7675206430418542e-06,
      "loss": 0.5265,
      "step": 1377
    },
    {
      "epoch": 0.666183224558859,
      "grad_norm": 0.46429330512304384,
      "learning_rate": 2.7603706948081745e-06,
      "loss": 0.5211,
      "step": 1378
    },
    {
      "epoch": 0.6666666666666666,
      "grad_norm": 0.4260734411731187,
      "learning_rate": 2.753226471247501e-06,
      "loss": 0.517,
      "step": 1379
    },
    {
      "epoch": 0.6671501087744742,
      "grad_norm": 0.4189810127916622,
      "learning_rate": 2.7460879906210485e-06,
      "loss": 0.5107,
      "step": 1380
    },
    {
      "epoch": 0.6676335508822818,
      "grad_norm": 0.41204910620329505,
      "learning_rate": 2.7389552711753477e-06,
      "loss": 0.5191,
      "step": 1381
    },
    {
      "epoch": 0.6681169929900894,
      "grad_norm": 0.4267680612975131,
      "learning_rate": 2.731828331142207e-06,
      "loss": 0.5128,
      "step": 1382
    },
    {
      "epoch": 0.668600435097897,
      "grad_norm": 0.42901984315752384,
      "learning_rate": 2.7247071887386544e-06,
      "loss": 0.5257,
      "step": 1383
    },
    {
      "epoch": 0.6690838772057046,
      "grad_norm": 0.4146728225846163,
      "learning_rate": 2.7175918621669074e-06,
      "loss": 0.5184,
      "step": 1384
    },
    {
      "epoch": 0.6695673193135122,
      "grad_norm": 0.4782489091382579,
      "learning_rate": 2.7104823696143136e-06,
      "loss": 0.5298,
      "step": 1385
    },
    {
      "epoch": 0.6700507614213198,
      "grad_norm": 0.40703765978893935,
      "learning_rate": 2.70337872925331e-06,
      "loss": 0.5111,
      "step": 1386
    },
    {
      "epoch": 0.6705342035291274,
      "grad_norm": 0.4109547447766556,
      "learning_rate": 2.6962809592413726e-06,
      "loss": 0.5002,
      "step": 1387
    },
    {
      "epoch": 0.671017645636935,
      "grad_norm": 0.4498968198632276,
      "learning_rate": 2.6891890777209696e-06,
      "loss": 0.5256,
      "step": 1388
    },
    {
      "epoch": 0.6715010877447426,
      "grad_norm": 0.42208190857564254,
      "learning_rate": 2.68210310281953e-06,
      "loss": 0.5193,
      "step": 1389
    },
    {
      "epoch": 0.6719845298525502,
      "grad_norm": 0.41822528698390377,
      "learning_rate": 2.67502305264937e-06,
      "loss": 0.5163,
      "step": 1390
    },
    {
      "epoch": 0.6724679719603578,
      "grad_norm": 0.4218034674050614,
      "learning_rate": 2.667948945307674e-06,
      "loss": 0.5174,
      "step": 1391
    },
    {
      "epoch": 0.6729514140681654,
      "grad_norm": 0.4206471334382422,
      "learning_rate": 2.6608807988764252e-06,
      "loss": 0.4936,
      "step": 1392
    },
    {
      "epoch": 0.6734348561759729,
      "grad_norm": 0.42181885072694014,
      "learning_rate": 2.653818631422378e-06,
      "loss": 0.5138,
      "step": 1393
    },
    {
      "epoch": 0.6739182982837805,
      "grad_norm": 0.4261589725068296,
      "learning_rate": 2.6467624609970005e-06,
      "loss": 0.5145,
      "step": 1394
    },
    {
      "epoch": 0.6744017403915881,
      "grad_norm": 0.40519700853309554,
      "learning_rate": 2.6397123056364364e-06,
      "loss": 0.5013,
      "step": 1395
    },
    {
      "epoch": 0.6748851824993957,
      "grad_norm": 0.4510436140721377,
      "learning_rate": 2.6326681833614464e-06,
      "loss": 0.5184,
      "step": 1396
    },
    {
      "epoch": 0.6753686246072033,
      "grad_norm": 0.45003681113297744,
      "learning_rate": 2.6256301121773775e-06,
      "loss": 0.5149,
      "step": 1397
    },
    {
      "epoch": 0.6758520667150109,
      "grad_norm": 0.4263810181960221,
      "learning_rate": 2.618598110074105e-06,
      "loss": 0.5115,
      "step": 1398
    },
    {
      "epoch": 0.6763355088228185,
      "grad_norm": 0.4263005297393967,
      "learning_rate": 2.6115721950259977e-06,
      "loss": 0.5243,
      "step": 1399
    },
    {
      "epoch": 0.676818950930626,
      "grad_norm": 0.4563967376255983,
      "learning_rate": 2.6045523849918553e-06,
      "loss": 0.5314,
      "step": 1400
    },
    {
      "epoch": 0.6773023930384336,
      "grad_norm": 0.4478593986013541,
      "learning_rate": 2.5975386979148792e-06,
      "loss": 0.5179,
      "step": 1401
    },
    {
      "epoch": 0.6777858351462412,
      "grad_norm": 0.40707261007936574,
      "learning_rate": 2.590531151722622e-06,
      "loss": 0.5165,
      "step": 1402
    },
    {
      "epoch": 0.6782692772540488,
      "grad_norm": 0.45689999209163507,
      "learning_rate": 2.5835297643269326e-06,
      "loss": 0.5212,
      "step": 1403
    },
    {
      "epoch": 0.6787527193618564,
      "grad_norm": 0.41521250872284,
      "learning_rate": 2.576534553623925e-06,
      "loss": 0.5197,
      "step": 1404
    },
    {
      "epoch": 0.679236161469664,
      "grad_norm": 0.3969654860159799,
      "learning_rate": 2.5695455374939147e-06,
      "loss": 0.4939,
      "step": 1405
    },
    {
      "epoch": 0.6797196035774716,
      "grad_norm": 0.4115250925249713,
      "learning_rate": 2.5625627338014004e-06,
      "loss": 0.5242,
      "step": 1406
    },
    {
      "epoch": 0.6802030456852792,
      "grad_norm": 0.4253454941567133,
      "learning_rate": 2.5555861603949832e-06,
      "loss": 0.513,
      "step": 1407
    },
    {
      "epoch": 0.6806864877930868,
      "grad_norm": 0.4448844424181978,
      "learning_rate": 2.548615835107352e-06,
      "loss": 0.5047,
      "step": 1408
    },
    {
      "epoch": 0.6811699299008944,
      "grad_norm": 0.41222858577096244,
      "learning_rate": 2.5416517757552157e-06,
      "loss": 0.5286,
      "step": 1409
    },
    {
      "epoch": 0.6816533720087019,
      "grad_norm": 0.42285086542458045,
      "learning_rate": 2.534694000139273e-06,
      "loss": 0.5169,
      "step": 1410
    },
    {
      "epoch": 0.6821368141165095,
      "grad_norm": 0.4122433378845125,
      "learning_rate": 2.5277425260441616e-06,
      "loss": 0.515,
      "step": 1411
    },
    {
      "epoch": 0.6826202562243171,
      "grad_norm": 0.4362061175188878,
      "learning_rate": 2.520797371238406e-06,
      "loss": 0.5225,
      "step": 1412
    },
    {
      "epoch": 0.6831036983321247,
      "grad_norm": 0.4411789430289944,
      "learning_rate": 2.513858553474382e-06,
      "loss": 0.5191,
      "step": 1413
    },
    {
      "epoch": 0.6835871404399323,
      "grad_norm": 0.4415744443134195,
      "learning_rate": 2.506926090488269e-06,
      "loss": 0.5306,
      "step": 1414
    },
    {
      "epoch": 0.6840705825477399,
      "grad_norm": 0.4477316137829116,
      "learning_rate": 2.5000000000000015e-06,
      "loss": 0.5248,
      "step": 1415
    },
    {
      "epoch": 0.6845540246555475,
      "grad_norm": 0.41099572818531255,
      "learning_rate": 2.4930802997132213e-06,
      "loss": 0.5218,
      "step": 1416
    },
    {
      "epoch": 0.6850374667633551,
      "grad_norm": 0.4009913145578469,
      "learning_rate": 2.486167007315243e-06,
      "loss": 0.5189,
      "step": 1417
    },
    {
      "epoch": 0.6855209088711627,
      "grad_norm": 0.43880257019064667,
      "learning_rate": 2.479260140476999e-06,
      "loss": 0.5114,
      "step": 1418
    },
    {
      "epoch": 0.6860043509789703,
      "grad_norm": 0.4322007294880164,
      "learning_rate": 2.4723597168529984e-06,
      "loss": 0.5066,
      "step": 1419
    },
    {
      "epoch": 0.6864877930867779,
      "grad_norm": 0.4106120224272021,
      "learning_rate": 2.465465754081277e-06,
      "loss": 0.4888,
      "step": 1420
    },
    {
      "epoch": 0.6869712351945855,
      "grad_norm": 0.422067985874925,
      "learning_rate": 2.458578269783364e-06,
      "loss": 0.5155,
      "step": 1421
    },
    {
      "epoch": 0.6874546773023931,
      "grad_norm": 0.4136266956566046,
      "learning_rate": 2.4516972815642166e-06,
      "loss": 0.5143,
      "step": 1422
    },
    {
      "epoch": 0.6879381194102007,
      "grad_norm": 0.4335536983962682,
      "learning_rate": 2.444822807012204e-06,
      "loss": 0.5196,
      "step": 1423
    },
    {
      "epoch": 0.6884215615180083,
      "grad_norm": 0.42723749184962806,
      "learning_rate": 2.4379548636990343e-06,
      "loss": 0.5136,
      "step": 1424
    },
    {
      "epoch": 0.6889050036258159,
      "grad_norm": 0.4307011628135296,
      "learning_rate": 2.4310934691797207e-06,
      "loss": 0.5305,
      "step": 1425
    },
    {
      "epoch": 0.6893884457336233,
      "grad_norm": 0.45161428649005025,
      "learning_rate": 2.4242386409925435e-06,
      "loss": 0.5048,
      "step": 1426
    },
    {
      "epoch": 0.6898718878414309,
      "grad_norm": 0.4351186095813856,
      "learning_rate": 2.4173903966589957e-06,
      "loss": 0.5216,
      "step": 1427
    },
    {
      "epoch": 0.6903553299492385,
      "grad_norm": 0.4128958039987362,
      "learning_rate": 2.410548753683743e-06,
      "loss": 0.5206,
      "step": 1428
    },
    {
      "epoch": 0.6908387720570461,
      "grad_norm": 0.4185374425485222,
      "learning_rate": 2.4037137295545737e-06,
      "loss": 0.5205,
      "step": 1429
    },
    {
      "epoch": 0.6913222141648537,
      "grad_norm": 0.4256083734187945,
      "learning_rate": 2.396885341742361e-06,
      "loss": 0.4804,
      "step": 1430
    },
    {
      "epoch": 0.6918056562726613,
      "grad_norm": 0.411514639053229,
      "learning_rate": 2.390063607701016e-06,
      "loss": 0.5194,
      "step": 1431
    },
    {
      "epoch": 0.6922890983804689,
      "grad_norm": 0.43241514860902464,
      "learning_rate": 2.3832485448674407e-06,
      "loss": 0.53,
      "step": 1432
    },
    {
      "epoch": 0.6927725404882765,
      "grad_norm": 0.4291596725507727,
      "learning_rate": 2.3764401706614832e-06,
      "loss": 0.5144,
      "step": 1433
    },
    {
      "epoch": 0.6932559825960841,
      "grad_norm": 0.42041788788695633,
      "learning_rate": 2.369638502485897e-06,
      "loss": 0.5148,
      "step": 1434
    },
    {
      "epoch": 0.6937394247038917,
      "grad_norm": 0.4482987713314786,
      "learning_rate": 2.3628435577262947e-06,
      "loss": 0.5191,
      "step": 1435
    },
    {
      "epoch": 0.6942228668116993,
      "grad_norm": 0.42573448798758273,
      "learning_rate": 2.3560553537511043e-06,
      "loss": 0.5021,
      "step": 1436
    },
    {
      "epoch": 0.6947063089195069,
      "grad_norm": 0.41739963072931596,
      "learning_rate": 2.3492739079115214e-06,
      "loss": 0.5061,
      "step": 1437
    },
    {
      "epoch": 0.6951897510273145,
      "grad_norm": 0.4366261411331466,
      "learning_rate": 2.3424992375414655e-06,
      "loss": 0.5133,
      "step": 1438
    },
    {
      "epoch": 0.6956731931351221,
      "grad_norm": 0.42225675860612266,
      "learning_rate": 2.3357313599575422e-06,
      "loss": 0.5254,
      "step": 1439
    },
    {
      "epoch": 0.6961566352429297,
      "grad_norm": 0.4347650420428982,
      "learning_rate": 2.3289702924589914e-06,
      "loss": 0.5143,
      "step": 1440
    },
    {
      "epoch": 0.6966400773507373,
      "grad_norm": 0.4220266027824235,
      "learning_rate": 2.3222160523276486e-06,
      "loss": 0.5194,
      "step": 1441
    },
    {
      "epoch": 0.6971235194585449,
      "grad_norm": 0.400495176856287,
      "learning_rate": 2.3154686568278933e-06,
      "loss": 0.5315,
      "step": 1442
    },
    {
      "epoch": 0.6976069615663524,
      "grad_norm": 0.4149083634198192,
      "learning_rate": 2.3087281232066134e-06,
      "loss": 0.5109,
      "step": 1443
    },
    {
      "epoch": 0.69809040367416,
      "grad_norm": 0.43831779922906355,
      "learning_rate": 2.3019944686931554e-06,
      "loss": 0.5256,
      "step": 1444
    },
    {
      "epoch": 0.6985738457819676,
      "grad_norm": 0.4379300687242213,
      "learning_rate": 2.2952677104992855e-06,
      "loss": 0.5287,
      "step": 1445
    },
    {
      "epoch": 0.6990572878897752,
      "grad_norm": 0.43973213205463885,
      "learning_rate": 2.2885478658191364e-06,
      "loss": 0.5192,
      "step": 1446
    },
    {
      "epoch": 0.6995407299975828,
      "grad_norm": 0.42002084857343974,
      "learning_rate": 2.281834951829174e-06,
      "loss": 0.521,
      "step": 1447
    },
    {
      "epoch": 0.7000241721053904,
      "grad_norm": 0.38595076036167364,
      "learning_rate": 2.2751289856881487e-06,
      "loss": 0.4869,
      "step": 1448
    },
    {
      "epoch": 0.700507614213198,
      "grad_norm": 0.436647846778714,
      "learning_rate": 2.268429984537048e-06,
      "loss": 0.5216,
      "step": 1449
    },
    {
      "epoch": 0.7009910563210056,
      "grad_norm": 0.4140253730185284,
      "learning_rate": 2.2617379654990623e-06,
      "loss": 0.5165,
      "step": 1450
    },
    {
      "epoch": 0.7014744984288132,
      "grad_norm": 0.4644944125638521,
      "learning_rate": 2.255052945679525e-06,
      "loss": 0.5183,
      "step": 1451
    },
    {
      "epoch": 0.7019579405366208,
      "grad_norm": 0.41536119938345195,
      "learning_rate": 2.248374942165894e-06,
      "loss": 0.5231,
      "step": 1452
    },
    {
      "epoch": 0.7024413826444283,
      "grad_norm": 0.4012349549582878,
      "learning_rate": 2.241703972027679e-06,
      "loss": 0.5168,
      "step": 1453
    },
    {
      "epoch": 0.7029248247522359,
      "grad_norm": 0.4521292215779327,
      "learning_rate": 2.23504005231642e-06,
      "loss": 0.5158,
      "step": 1454
    },
    {
      "epoch": 0.7034082668600435,
      "grad_norm": 0.4172271643387044,
      "learning_rate": 2.2283832000656304e-06,
      "loss": 0.4941,
      "step": 1455
    },
    {
      "epoch": 0.7038917089678511,
      "grad_norm": 0.421958406666486,
      "learning_rate": 2.221733432290762e-06,
      "loss": 0.5209,
      "step": 1456
    },
    {
      "epoch": 0.7043751510756587,
      "grad_norm": 0.42224698163781604,
      "learning_rate": 2.2150907659891566e-06,
      "loss": 0.5173,
      "step": 1457
    },
    {
      "epoch": 0.7048585931834663,
      "grad_norm": 0.43523243642666853,
      "learning_rate": 2.2084552181400087e-06,
      "loss": 0.5186,
      "step": 1458
    },
    {
      "epoch": 0.7053420352912738,
      "grad_norm": 0.4437233504227722,
      "learning_rate": 2.201826805704308e-06,
      "loss": 0.5125,
      "step": 1459
    },
    {
      "epoch": 0.7058254773990814,
      "grad_norm": 0.42532048824174346,
      "learning_rate": 2.195205545624813e-06,
      "loss": 0.5243,
      "step": 1460
    },
    {
      "epoch": 0.706308919506889,
      "grad_norm": 0.4322950043512432,
      "learning_rate": 2.188591454826e-06,
      "loss": 0.5135,
      "step": 1461
    },
    {
      "epoch": 0.7067923616146966,
      "grad_norm": 0.4272575345234204,
      "learning_rate": 2.181984550214015e-06,
      "loss": 0.5116,
      "step": 1462
    },
    {
      "epoch": 0.7072758037225042,
      "grad_norm": 0.41921770884395154,
      "learning_rate": 2.175384848676639e-06,
      "loss": 0.5165,
      "step": 1463
    },
    {
      "epoch": 0.7077592458303118,
      "grad_norm": 0.43176187181049736,
      "learning_rate": 2.168792367083243e-06,
      "loss": 0.5138,
      "step": 1464
    },
    {
      "epoch": 0.7082426879381194,
      "grad_norm": 0.41695232513283254,
      "learning_rate": 2.162207122284742e-06,
      "loss": 0.5091,
      "step": 1465
    },
    {
      "epoch": 0.708726130045927,
      "grad_norm": 0.41339935320490057,
      "learning_rate": 2.155629131113549e-06,
      "loss": 0.5158,
      "step": 1466
    },
    {
      "epoch": 0.7092095721537346,
      "grad_norm": 0.40689486411834114,
      "learning_rate": 2.1490584103835433e-06,
      "loss": 0.4847,
      "step": 1467
    },
    {
      "epoch": 0.7096930142615422,
      "grad_norm": 0.417060588337446,
      "learning_rate": 2.142494976890011e-06,
      "loss": 0.5241,
      "step": 1468
    },
    {
      "epoch": 0.7101764563693498,
      "grad_norm": 0.4289677663647557,
      "learning_rate": 2.135938847409625e-06,
      "loss": 0.5206,
      "step": 1469
    },
    {
      "epoch": 0.7106598984771574,
      "grad_norm": 0.43410470718447147,
      "learning_rate": 2.1293900387003742e-06,
      "loss": 0.4931,
      "step": 1470
    },
    {
      "epoch": 0.711143340584965,
      "grad_norm": 0.42958196993128944,
      "learning_rate": 2.1228485675015455e-06,
      "loss": 0.5204,
      "step": 1471
    },
    {
      "epoch": 0.7116267826927726,
      "grad_norm": 0.4311771692424152,
      "learning_rate": 2.1163144505336634e-06,
      "loss": 0.5219,
      "step": 1472
    },
    {
      "epoch": 0.7121102248005802,
      "grad_norm": 0.4150104118521869,
      "learning_rate": 2.109787704498459e-06,
      "loss": 0.519,
      "step": 1473
    },
    {
      "epoch": 0.7125936669083878,
      "grad_norm": 0.43013467795196153,
      "learning_rate": 2.1032683460788223e-06,
      "loss": 0.4979,
      "step": 1474
    },
    {
      "epoch": 0.7130771090161954,
      "grad_norm": 0.4303795815833922,
      "learning_rate": 2.0967563919387563e-06,
      "loss": 0.5256,
      "step": 1475
    },
    {
      "epoch": 0.7135605511240029,
      "grad_norm": 0.4386538663824397,
      "learning_rate": 2.0902518587233418e-06,
      "loss": 0.5195,
      "step": 1476
    },
    {
      "epoch": 0.7140439932318104,
      "grad_norm": 0.41141211228553354,
      "learning_rate": 2.08375476305869e-06,
      "loss": 0.5238,
      "step": 1477
    },
    {
      "epoch": 0.714527435339618,
      "grad_norm": 0.3832973623968104,
      "learning_rate": 2.077265121551903e-06,
      "loss": 0.4914,
      "step": 1478
    },
    {
      "epoch": 0.7150108774474256,
      "grad_norm": 0.4396380345403612,
      "learning_rate": 2.0707829507910237e-06,
      "loss": 0.5224,
      "step": 1479
    },
    {
      "epoch": 0.7154943195552332,
      "grad_norm": 0.4084969868928133,
      "learning_rate": 2.0643082673450053e-06,
      "loss": 0.5214,
      "step": 1480
    },
    {
      "epoch": 0.7159777616630408,
      "grad_norm": 0.41940449704789057,
      "learning_rate": 2.05784108776366e-06,
      "loss": 0.5098,
      "step": 1481
    },
    {
      "epoch": 0.7164612037708484,
      "grad_norm": 0.4368606150106444,
      "learning_rate": 2.051381428577622e-06,
      "loss": 0.5213,
      "step": 1482
    },
    {
      "epoch": 0.716944645878656,
      "grad_norm": 0.4475169176125263,
      "learning_rate": 2.044929306298298e-06,
      "loss": 0.5169,
      "step": 1483
    },
    {
      "epoch": 0.7174280879864636,
      "grad_norm": 0.4192404761939798,
      "learning_rate": 2.0384847374178346e-06,
      "loss": 0.5214,
      "step": 1484
    },
    {
      "epoch": 0.7179115300942712,
      "grad_norm": 0.4000794067095613,
      "learning_rate": 2.0320477384090665e-06,
      "loss": 0.5002,
      "step": 1485
    },
    {
      "epoch": 0.7183949722020788,
      "grad_norm": 0.4083964682274076,
      "learning_rate": 2.0256183257254837e-06,
      "loss": 0.5057,
      "step": 1486
    },
    {
      "epoch": 0.7188784143098864,
      "grad_norm": 0.4286205023949667,
      "learning_rate": 2.0191965158011854e-06,
      "loss": 0.4815,
      "step": 1487
    },
    {
      "epoch": 0.719361856417694,
      "grad_norm": 0.40907099979637535,
      "learning_rate": 2.012782325050831e-06,
      "loss": 0.5283,
      "step": 1488
    },
    {
      "epoch": 0.7198452985255016,
      "grad_norm": 0.41946463733283473,
      "learning_rate": 2.006375769869611e-06,
      "loss": 0.522,
      "step": 1489
    },
    {
      "epoch": 0.7203287406333092,
      "grad_norm": 0.4222854300641897,
      "learning_rate": 1.9999768666331974e-06,
      "loss": 0.5132,
      "step": 1490
    },
    {
      "epoch": 0.7208121827411168,
      "grad_norm": 0.3830302288103666,
      "learning_rate": 1.9935856316977044e-06,
      "loss": 0.4938,
      "step": 1491
    },
    {
      "epoch": 0.7212956248489243,
      "grad_norm": 0.47757660690611003,
      "learning_rate": 1.987202081399639e-06,
      "loss": 0.5251,
      "step": 1492
    },
    {
      "epoch": 0.7217790669567319,
      "grad_norm": 0.3992903621119011,
      "learning_rate": 1.9808262320558724e-06,
      "loss": 0.506,
      "step": 1493
    },
    {
      "epoch": 0.7222625090645395,
      "grad_norm": 0.41142424465140587,
      "learning_rate": 1.9744580999635902e-06,
      "loss": 0.5143,
      "step": 1494
    },
    {
      "epoch": 0.7227459511723471,
      "grad_norm": 0.4124129943865437,
      "learning_rate": 1.968097701400252e-06,
      "loss": 0.5245,
      "step": 1495
    },
    {
      "epoch": 0.7232293932801547,
      "grad_norm": 0.4312737875038871,
      "learning_rate": 1.9617450526235464e-06,
      "loss": 0.5178,
      "step": 1496
    },
    {
      "epoch": 0.7237128353879623,
      "grad_norm": 0.43509903197162936,
      "learning_rate": 1.9554001698713572e-06,
      "loss": 0.5131,
      "step": 1497
    },
    {
      "epoch": 0.7241962774957699,
      "grad_norm": 0.4260008705271214,
      "learning_rate": 1.949063069361717e-06,
      "loss": 0.5136,
      "step": 1498
    },
    {
      "epoch": 0.7246797196035775,
      "grad_norm": 0.42356802738060345,
      "learning_rate": 1.9427337672927632e-06,
      "loss": 0.5146,
      "step": 1499
    },
    {
      "epoch": 0.7251631617113851,
      "grad_norm": 0.4027997963462275,
      "learning_rate": 1.936412279842705e-06,
      "loss": 0.4913,
      "step": 1500
    },
    {
      "epoch": 0.7256466038191927,
      "grad_norm": 0.4124397793510055,
      "learning_rate": 1.9300986231697705e-06,
      "loss": 0.5175,
      "step": 1501
    },
    {
      "epoch": 0.7261300459270003,
      "grad_norm": 0.4442811918906246,
      "learning_rate": 1.9237928134121757e-06,
      "loss": 0.516,
      "step": 1502
    },
    {
      "epoch": 0.7266134880348079,
      "grad_norm": 0.4393627100062481,
      "learning_rate": 1.9174948666880805e-06,
      "loss": 0.5155,
      "step": 1503
    },
    {
      "epoch": 0.7270969301426154,
      "grad_norm": 0.43133527501756386,
      "learning_rate": 1.9112047990955446e-06,
      "loss": 0.5136,
      "step": 1504
    },
    {
      "epoch": 0.727580372250423,
      "grad_norm": 0.45322135855021595,
      "learning_rate": 1.9049226267124844e-06,
      "loss": 0.5172,
      "step": 1505
    },
    {
      "epoch": 0.7280638143582306,
      "grad_norm": 0.41078461158260915,
      "learning_rate": 1.8986483655966408e-06,
      "loss": 0.5179,
      "step": 1506
    },
    {
      "epoch": 0.7285472564660382,
      "grad_norm": 0.4178604053793329,
      "learning_rate": 1.8923820317855307e-06,
      "loss": 0.5076,
      "step": 1507
    },
    {
      "epoch": 0.7290306985738458,
      "grad_norm": 0.42623268157040256,
      "learning_rate": 1.8861236412964106e-06,
      "loss": 0.5172,
      "step": 1508
    },
    {
      "epoch": 0.7295141406816533,
      "grad_norm": 0.42835046843347674,
      "learning_rate": 1.879873210126229e-06,
      "loss": 0.5259,
      "step": 1509
    },
    {
      "epoch": 0.7299975827894609,
      "grad_norm": 0.4196504177616674,
      "learning_rate": 1.873630754251588e-06,
      "loss": 0.5177,
      "step": 1510
    },
    {
      "epoch": 0.7304810248972685,
      "grad_norm": 0.4079644120305993,
      "learning_rate": 1.8673962896287152e-06,
      "loss": 0.5201,
      "step": 1511
    },
    {
      "epoch": 0.7309644670050761,
      "grad_norm": 0.43892341061011425,
      "learning_rate": 1.8611698321933991e-06,
      "loss": 0.5186,
      "step": 1512
    },
    {
      "epoch": 0.7314479091128837,
      "grad_norm": 0.42683430911112086,
      "learning_rate": 1.8549513978609707e-06,
      "loss": 0.5111,
      "step": 1513
    },
    {
      "epoch": 0.7319313512206913,
      "grad_norm": 0.41062878136002484,
      "learning_rate": 1.8487410025262436e-06,
      "loss": 0.5103,
      "step": 1514
    },
    {
      "epoch": 0.7324147933284989,
      "grad_norm": 0.4256013874707191,
      "learning_rate": 1.8425386620634961e-06,
      "loss": 0.5167,
      "step": 1515
    },
    {
      "epoch": 0.7328982354363065,
      "grad_norm": 0.4388797350675763,
      "learning_rate": 1.8363443923264046e-06,
      "loss": 0.5125,
      "step": 1516
    },
    {
      "epoch": 0.7333816775441141,
      "grad_norm": 0.4394233254146738,
      "learning_rate": 1.8301582091480264e-06,
      "loss": 0.5217,
      "step": 1517
    },
    {
      "epoch": 0.7338651196519217,
      "grad_norm": 0.41564422037394944,
      "learning_rate": 1.8239801283407393e-06,
      "loss": 0.5164,
      "step": 1518
    },
    {
      "epoch": 0.7343485617597293,
      "grad_norm": 0.4173422643681329,
      "learning_rate": 1.8178101656962188e-06,
      "loss": 0.5205,
      "step": 1519
    },
    {
      "epoch": 0.7348320038675369,
      "grad_norm": 0.39698118648442665,
      "learning_rate": 1.8116483369853853e-06,
      "loss": 0.4835,
      "step": 1520
    },
    {
      "epoch": 0.7353154459753445,
      "grad_norm": 0.42300362992419904,
      "learning_rate": 1.8054946579583732e-06,
      "loss": 0.5143,
      "step": 1521
    },
    {
      "epoch": 0.7357988880831521,
      "grad_norm": 0.42464469919772974,
      "learning_rate": 1.7993491443444771e-06,
      "loss": 0.5129,
      "step": 1522
    },
    {
      "epoch": 0.7362823301909597,
      "grad_norm": 0.4501988280108448,
      "learning_rate": 1.7932118118521274e-06,
      "loss": 0.5131,
      "step": 1523
    },
    {
      "epoch": 0.7367657722987673,
      "grad_norm": 0.41493548901611477,
      "learning_rate": 1.787082676168842e-06,
      "loss": 0.5268,
      "step": 1524
    },
    {
      "epoch": 0.7372492144065748,
      "grad_norm": 0.4436917707906808,
      "learning_rate": 1.7809617529611828e-06,
      "loss": 0.5126,
      "step": 1525
    },
    {
      "epoch": 0.7377326565143824,
      "grad_norm": 0.39767655781448813,
      "learning_rate": 1.7748490578747257e-06,
      "loss": 0.4945,
      "step": 1526
    },
    {
      "epoch": 0.73821609862219,
      "grad_norm": 0.4281607415979641,
      "learning_rate": 1.7687446065340074e-06,
      "loss": 0.5189,
      "step": 1527
    },
    {
      "epoch": 0.7386995407299976,
      "grad_norm": 0.4123906023331037,
      "learning_rate": 1.7626484145425038e-06,
      "loss": 0.5117,
      "step": 1528
    },
    {
      "epoch": 0.7391829828378051,
      "grad_norm": 0.39861909677156787,
      "learning_rate": 1.7565604974825678e-06,
      "loss": 0.4917,
      "step": 1529
    },
    {
      "epoch": 0.7396664249456127,
      "grad_norm": 0.4164290248459804,
      "learning_rate": 1.7504808709154104e-06,
      "loss": 0.5187,
      "step": 1530
    },
    {
      "epoch": 0.7401498670534203,
      "grad_norm": 0.4149617264710624,
      "learning_rate": 1.744409550381041e-06,
      "loss": 0.529,
      "step": 1531
    },
    {
      "epoch": 0.7406333091612279,
      "grad_norm": 0.402995768205116,
      "learning_rate": 1.7383465513982517e-06,
      "loss": 0.4906,
      "step": 1532
    },
    {
      "epoch": 0.7411167512690355,
      "grad_norm": 0.4357911248878148,
      "learning_rate": 1.7322918894645525e-06,
      "loss": 0.5209,
      "step": 1533
    },
    {
      "epoch": 0.7416001933768431,
      "grad_norm": 0.4310636351470309,
      "learning_rate": 1.7262455800561456e-06,
      "loss": 0.529,
      "step": 1534
    },
    {
      "epoch": 0.7420836354846507,
      "grad_norm": 0.40110062198063573,
      "learning_rate": 1.7202076386278876e-06,
      "loss": 0.5218,
      "step": 1535
    },
    {
      "epoch": 0.7425670775924583,
      "grad_norm": 0.4044655145984996,
      "learning_rate": 1.7141780806132429e-06,
      "loss": 0.5038,
      "step": 1536
    },
    {
      "epoch": 0.7430505197002659,
      "grad_norm": 0.4169687562172726,
      "learning_rate": 1.70815692142425e-06,
      "loss": 0.5094,
      "step": 1537
    },
    {
      "epoch": 0.7435339618080735,
      "grad_norm": 0.3892005945860465,
      "learning_rate": 1.702144176451473e-06,
      "loss": 0.4909,
      "step": 1538
    },
    {
      "epoch": 0.7440174039158811,
      "grad_norm": 0.4059894671987348,
      "learning_rate": 1.696139861063974e-06,
      "loss": 0.5231,
      "step": 1539
    },
    {
      "epoch": 0.7445008460236887,
      "grad_norm": 0.4235285224343199,
      "learning_rate": 1.690143990609268e-06,
      "loss": 0.5116,
      "step": 1540
    },
    {
      "epoch": 0.7449842881314963,
      "grad_norm": 0.4066059462995061,
      "learning_rate": 1.6841565804132843e-06,
      "loss": 0.5159,
      "step": 1541
    },
    {
      "epoch": 0.7454677302393038,
      "grad_norm": 0.41374792014057904,
      "learning_rate": 1.6781776457803227e-06,
      "loss": 0.5146,
      "step": 1542
    },
    {
      "epoch": 0.7459511723471114,
      "grad_norm": 0.41330516594974576,
      "learning_rate": 1.6722072019930242e-06,
      "loss": 0.4841,
      "step": 1543
    },
    {
      "epoch": 0.746434614454919,
      "grad_norm": 0.4342078760633199,
      "learning_rate": 1.6662452643123234e-06,
      "loss": 0.5181,
      "step": 1544
    },
    {
      "epoch": 0.7469180565627266,
      "grad_norm": 0.4366803318877013,
      "learning_rate": 1.660291847977415e-06,
      "loss": 0.5056,
      "step": 1545
    },
    {
      "epoch": 0.7474014986705342,
      "grad_norm": 0.4107968782550443,
      "learning_rate": 1.6543469682057105e-06,
      "loss": 0.5102,
      "step": 1546
    },
    {
      "epoch": 0.7478849407783418,
      "grad_norm": 0.43703346533243426,
      "learning_rate": 1.6484106401927991e-06,
      "loss": 0.517,
      "step": 1547
    },
    {
      "epoch": 0.7483683828861494,
      "grad_norm": 0.4185149815126949,
      "learning_rate": 1.6424828791124159e-06,
      "loss": 0.5162,
      "step": 1548
    },
    {
      "epoch": 0.748851824993957,
      "grad_norm": 0.3941815905233016,
      "learning_rate": 1.6365637001163958e-06,
      "loss": 0.4694,
      "step": 1549
    },
    {
      "epoch": 0.7493352671017646,
      "grad_norm": 0.4069386532862478,
      "learning_rate": 1.6306531183346387e-06,
      "loss": 0.5172,
      "step": 1550
    },
    {
      "epoch": 0.7498187092095722,
      "grad_norm": 0.44449597102378385,
      "learning_rate": 1.624751148875065e-06,
      "loss": 0.5227,
      "step": 1551
    },
    {
      "epoch": 0.7503021513173798,
      "grad_norm": 0.4200070436877298,
      "learning_rate": 1.6188578068235855e-06,
      "loss": 0.5227,
      "step": 1552
    },
    {
      "epoch": 0.7507855934251874,
      "grad_norm": 0.4134676341568954,
      "learning_rate": 1.6129731072440586e-06,
      "loss": 0.5197,
      "step": 1553
    },
    {
      "epoch": 0.751269035532995,
      "grad_norm": 0.4342416540931307,
      "learning_rate": 1.6070970651782514e-06,
      "loss": 0.5234,
      "step": 1554
    },
    {
      "epoch": 0.7517524776408026,
      "grad_norm": 0.4621699665968105,
      "learning_rate": 1.6012296956457972e-06,
      "loss": 0.5224,
      "step": 1555
    },
    {
      "epoch": 0.7522359197486101,
      "grad_norm": 0.39794619123328484,
      "learning_rate": 1.5953710136441685e-06,
      "loss": 0.5222,
      "step": 1556
    },
    {
      "epoch": 0.7527193618564177,
      "grad_norm": 0.39795969856270086,
      "learning_rate": 1.5895210341486279e-06,
      "loss": 0.4697,
      "step": 1557
    },
    {
      "epoch": 0.7532028039642252,
      "grad_norm": 0.4348573897259895,
      "learning_rate": 1.583679772112196e-06,
      "loss": 0.5256,
      "step": 1558
    },
    {
      "epoch": 0.7536862460720328,
      "grad_norm": 0.4108494121358044,
      "learning_rate": 1.5778472424656083e-06,
      "loss": 0.5185,
      "step": 1559
    },
    {
      "epoch": 0.7541696881798404,
      "grad_norm": 0.41224584403564757,
      "learning_rate": 1.5720234601172767e-06,
      "loss": 0.5203,
      "step": 1560
    },
    {
      "epoch": 0.754653130287648,
      "grad_norm": 0.4348874788487397,
      "learning_rate": 1.566208439953265e-06,
      "loss": 0.5189,
      "step": 1561
    },
    {
      "epoch": 0.7551365723954556,
      "grad_norm": 0.42842919833727694,
      "learning_rate": 1.5604021968372286e-06,
      "loss": 0.5111,
      "step": 1562
    },
    {
      "epoch": 0.7556200145032632,
      "grad_norm": 0.43772492324957596,
      "learning_rate": 1.5546047456103964e-06,
      "loss": 0.5147,
      "step": 1563
    },
    {
      "epoch": 0.7561034566110708,
      "grad_norm": 0.41431446343362865,
      "learning_rate": 1.548816101091517e-06,
      "loss": 0.5149,
      "step": 1564
    },
    {
      "epoch": 0.7565868987188784,
      "grad_norm": 0.40777837421338714,
      "learning_rate": 1.5430362780768343e-06,
      "loss": 0.5117,
      "step": 1565
    },
    {
      "epoch": 0.757070340826686,
      "grad_norm": 0.4454487846070906,
      "learning_rate": 1.537265291340042e-06,
      "loss": 0.5074,
      "step": 1566
    },
    {
      "epoch": 0.7575537829344936,
      "grad_norm": 0.46396843002779686,
      "learning_rate": 1.531503155632249e-06,
      "loss": 0.5223,
      "step": 1567
    },
    {
      "epoch": 0.7580372250423012,
      "grad_norm": 0.41741600165011983,
      "learning_rate": 1.5257498856819353e-06,
      "loss": 0.5158,
      "step": 1568
    },
    {
      "epoch": 0.7585206671501088,
      "grad_norm": 0.4059061868499258,
      "learning_rate": 1.5200054961949233e-06,
      "loss": 0.5049,
      "step": 1569
    },
    {
      "epoch": 0.7590041092579164,
      "grad_norm": 0.41330390270516437,
      "learning_rate": 1.5142700018543382e-06,
      "loss": 0.5305,
      "step": 1570
    },
    {
      "epoch": 0.759487551365724,
      "grad_norm": 0.43099056056318497,
      "learning_rate": 1.508543417320562e-06,
      "loss": 0.5212,
      "step": 1571
    },
    {
      "epoch": 0.7599709934735316,
      "grad_norm": 0.39882553101049034,
      "learning_rate": 1.5028257572312105e-06,
      "loss": 0.4883,
      "step": 1572
    },
    {
      "epoch": 0.7604544355813392,
      "grad_norm": 0.4581685557000849,
      "learning_rate": 1.4971170362010774e-06,
      "loss": 0.5225,
      "step": 1573
    },
    {
      "epoch": 0.7609378776891468,
      "grad_norm": 0.4428964310587446,
      "learning_rate": 1.4914172688221213e-06,
      "loss": 0.5195,
      "step": 1574
    },
    {
      "epoch": 0.7614213197969543,
      "grad_norm": 0.4170791170307987,
      "learning_rate": 1.485726469663401e-06,
      "loss": 0.5294,
      "step": 1575
    },
    {
      "epoch": 0.7619047619047619,
      "grad_norm": 0.4212168944035229,
      "learning_rate": 1.4800446532710627e-06,
      "loss": 0.5143,
      "step": 1576
    },
    {
      "epoch": 0.7623882040125695,
      "grad_norm": 0.4317778496296824,
      "learning_rate": 1.4743718341682806e-06,
      "loss": 0.5242,
      "step": 1577
    },
    {
      "epoch": 0.7628716461203771,
      "grad_norm": 0.3887549768642727,
      "learning_rate": 1.468708026855245e-06,
      "loss": 0.4927,
      "step": 1578
    },
    {
      "epoch": 0.7633550882281847,
      "grad_norm": 0.41991973562573803,
      "learning_rate": 1.463053245809099e-06,
      "loss": 0.5248,
      "step": 1579
    },
    {
      "epoch": 0.7638385303359922,
      "grad_norm": 0.41267795471721197,
      "learning_rate": 1.457407505483921e-06,
      "loss": 0.5187,
      "step": 1580
    },
    {
      "epoch": 0.7643219724437998,
      "grad_norm": 0.44716407911896383,
      "learning_rate": 1.4517708203106763e-06,
      "loss": 0.523,
      "step": 1581
    },
    {
      "epoch": 0.7648054145516074,
      "grad_norm": 0.4254440302923612,
      "learning_rate": 1.446143204697187e-06,
      "loss": 0.5233,
      "step": 1582
    },
    {
      "epoch": 0.765288856659415,
      "grad_norm": 0.39996785018921494,
      "learning_rate": 1.4405246730280946e-06,
      "loss": 0.5172,
      "step": 1583
    },
    {
      "epoch": 0.7657722987672226,
      "grad_norm": 0.443369622770567,
      "learning_rate": 1.4349152396648153e-06,
      "loss": 0.5183,
      "step": 1584
    },
    {
      "epoch": 0.7662557408750302,
      "grad_norm": 0.40505843584897416,
      "learning_rate": 1.4293149189455146e-06,
      "loss": 0.5161,
      "step": 1585
    },
    {
      "epoch": 0.7667391829828378,
      "grad_norm": 0.4077704595280849,
      "learning_rate": 1.4237237251850634e-06,
      "loss": 0.5107,
      "step": 1586
    },
    {
      "epoch": 0.7672226250906454,
      "grad_norm": 0.40791039312028615,
      "learning_rate": 1.4181416726750052e-06,
      "loss": 0.5146,
      "step": 1587
    },
    {
      "epoch": 0.767706067198453,
      "grad_norm": 0.41705043398231784,
      "learning_rate": 1.4125687756835132e-06,
      "loss": 0.4812,
      "step": 1588
    },
    {
      "epoch": 0.7681895093062606,
      "grad_norm": 0.4235182346193989,
      "learning_rate": 1.4070050484553644e-06,
      "loss": 0.5129,
      "step": 1589
    },
    {
      "epoch": 0.7686729514140682,
      "grad_norm": 0.414137655909364,
      "learning_rate": 1.4014505052118893e-06,
      "loss": 0.5236,
      "step": 1590
    },
    {
      "epoch": 0.7691563935218757,
      "grad_norm": 0.43611300077847176,
      "learning_rate": 1.3959051601509537e-06,
      "loss": 0.5345,
      "step": 1591
    },
    {
      "epoch": 0.7696398356296833,
      "grad_norm": 0.410845648388898,
      "learning_rate": 1.3903690274469029e-06,
      "loss": 0.5115,
      "step": 1592
    },
    {
      "epoch": 0.7701232777374909,
      "grad_norm": 0.3961083948871449,
      "learning_rate": 1.3848421212505404e-06,
      "loss": 0.5168,
      "step": 1593
    },
    {
      "epoch": 0.7706067198452985,
      "grad_norm": 0.42179325369386034,
      "learning_rate": 1.37932445568908e-06,
      "loss": 0.5125,
      "step": 1594
    },
    {
      "epoch": 0.7710901619531061,
      "grad_norm": 0.4213217250215216,
      "learning_rate": 1.3738160448661253e-06,
      "loss": 0.5267,
      "step": 1595
    },
    {
      "epoch": 0.7715736040609137,
      "grad_norm": 0.4143253090473424,
      "learning_rate": 1.3683169028616155e-06,
      "loss": 0.5178,
      "step": 1596
    },
    {
      "epoch": 0.7720570461687213,
      "grad_norm": 0.4171850827541685,
      "learning_rate": 1.3628270437317993e-06,
      "loss": 0.5211,
      "step": 1597
    },
    {
      "epoch": 0.7725404882765289,
      "grad_norm": 0.39565458081679644,
      "learning_rate": 1.3573464815092003e-06,
      "loss": 0.5055,
      "step": 1598
    },
    {
      "epoch": 0.7730239303843365,
      "grad_norm": 0.4271922188091497,
      "learning_rate": 1.3518752302025773e-06,
      "loss": 0.5279,
      "step": 1599
    },
    {
      "epoch": 0.7735073724921441,
      "grad_norm": 0.4151739224827406,
      "learning_rate": 1.3464133037968914e-06,
      "loss": 0.5239,
      "step": 1600
    },
    {
      "epoch": 0.7739908145999517,
      "grad_norm": 0.3960683162461613,
      "learning_rate": 1.3409607162532628e-06,
      "loss": 0.4987,
      "step": 1601
    },
    {
      "epoch": 0.7744742567077593,
      "grad_norm": 0.43044333694614223,
      "learning_rate": 1.3355174815089477e-06,
      "loss": 0.5273,
      "step": 1602
    },
    {
      "epoch": 0.7749576988155669,
      "grad_norm": 0.4121649380386113,
      "learning_rate": 1.3300836134772916e-06,
      "loss": 0.5162,
      "step": 1603
    },
    {
      "epoch": 0.7754411409233745,
      "grad_norm": 0.4005354058641754,
      "learning_rate": 1.3246591260477015e-06,
      "loss": 0.5167,
      "step": 1604
    },
    {
      "epoch": 0.7759245830311821,
      "grad_norm": 0.3951020817933521,
      "learning_rate": 1.3192440330856005e-06,
      "loss": 0.5251,
      "step": 1605
    },
    {
      "epoch": 0.7764080251389897,
      "grad_norm": 0.42611917105831465,
      "learning_rate": 1.3138383484324063e-06,
      "loss": 0.5252,
      "step": 1606
    },
    {
      "epoch": 0.7768914672467973,
      "grad_norm": 0.40098636118444037,
      "learning_rate": 1.308442085905482e-06,
      "loss": 0.5101,
      "step": 1607
    },
    {
      "epoch": 0.7773749093546047,
      "grad_norm": 0.4404415072756006,
      "learning_rate": 1.30305525929811e-06,
      "loss": 0.5224,
      "step": 1608
    },
    {
      "epoch": 0.7778583514624123,
      "grad_norm": 0.40390400609014704,
      "learning_rate": 1.297677882379455e-06,
      "loss": 0.5191,
      "step": 1609
    },
    {
      "epoch": 0.7783417935702199,
      "grad_norm": 0.43645719023114843,
      "learning_rate": 1.2923099688945234e-06,
      "loss": 0.5096,
      "step": 1610
    },
    {
      "epoch": 0.7788252356780275,
      "grad_norm": 0.401799031041578,
      "learning_rate": 1.2869515325641357e-06,
      "loss": 0.4812,
      "step": 1611
    },
    {
      "epoch": 0.7793086777858351,
      "grad_norm": 0.40544675897829047,
      "learning_rate": 1.281602587084887e-06,
      "loss": 0.5211,
      "step": 1612
    },
    {
      "epoch": 0.7797921198936427,
      "grad_norm": 0.4166351291750946,
      "learning_rate": 1.2762631461291148e-06,
      "loss": 0.5294,
      "step": 1613
    },
    {
      "epoch": 0.7802755620014503,
      "grad_norm": 0.4334981607396633,
      "learning_rate": 1.2709332233448573e-06,
      "loss": 0.5096,
      "step": 1614
    },
    {
      "epoch": 0.7807590041092579,
      "grad_norm": 0.437984950036233,
      "learning_rate": 1.2656128323558286e-06,
      "loss": 0.5135,
      "step": 1615
    },
    {
      "epoch": 0.7812424462170655,
      "grad_norm": 0.41467240914944964,
      "learning_rate": 1.2603019867613764e-06,
      "loss": 0.5162,
      "step": 1616
    },
    {
      "epoch": 0.7817258883248731,
      "grad_norm": 0.40797210573439474,
      "learning_rate": 1.2550007001364518e-06,
      "loss": 0.5064,
      "step": 1617
    },
    {
      "epoch": 0.7822093304326807,
      "grad_norm": 0.40625079236189654,
      "learning_rate": 1.2497089860315675e-06,
      "loss": 0.5057,
      "step": 1618
    },
    {
      "epoch": 0.7826927725404883,
      "grad_norm": 0.3973135238618207,
      "learning_rate": 1.244426857972773e-06,
      "loss": 0.5125,
      "step": 1619
    },
    {
      "epoch": 0.7831762146482959,
      "grad_norm": 0.41758654400468537,
      "learning_rate": 1.239154329461615e-06,
      "loss": 0.5146,
      "step": 1620
    },
    {
      "epoch": 0.7836596567561035,
      "grad_norm": 0.4546571879884002,
      "learning_rate": 1.233891413975098e-06,
      "loss": 0.5138,
      "step": 1621
    },
    {
      "epoch": 0.7841430988639111,
      "grad_norm": 0.4501304501527847,
      "learning_rate": 1.228638124965661e-06,
      "loss": 0.5111,
      "step": 1622
    },
    {
      "epoch": 0.7846265409717187,
      "grad_norm": 0.40173574952002505,
      "learning_rate": 1.223394475861131e-06,
      "loss": 0.5134,
      "step": 1623
    },
    {
      "epoch": 0.7851099830795262,
      "grad_norm": 0.4105768174048188,
      "learning_rate": 1.2181604800646996e-06,
      "loss": 0.5092,
      "step": 1624
    },
    {
      "epoch": 0.7855934251873338,
      "grad_norm": 0.39390517153871624,
      "learning_rate": 1.212936150954882e-06,
      "loss": 0.498,
      "step": 1625
    },
    {
      "epoch": 0.7860768672951414,
      "grad_norm": 0.41453725871465896,
      "learning_rate": 1.207721501885486e-06,
      "loss": 0.5063,
      "step": 1626
    },
    {
      "epoch": 0.786560309402949,
      "grad_norm": 0.44249465126635484,
      "learning_rate": 1.2025165461855714e-06,
      "loss": 0.5212,
      "step": 1627
    },
    {
      "epoch": 0.7870437515107566,
      "grad_norm": 0.4079816768267276,
      "learning_rate": 1.1973212971594262e-06,
      "loss": 0.5155,
      "step": 1628
    },
    {
      "epoch": 0.7875271936185642,
      "grad_norm": 0.4318458945961838,
      "learning_rate": 1.1921357680865258e-06,
      "loss": 0.5183,
      "step": 1629
    },
    {
      "epoch": 0.7880106357263718,
      "grad_norm": 0.40656198305401237,
      "learning_rate": 1.1869599722215013e-06,
      "loss": 0.4949,
      "step": 1630
    },
    {
      "epoch": 0.7884940778341794,
      "grad_norm": 0.4056814293942294,
      "learning_rate": 1.181793922794102e-06,
      "loss": 0.5206,
      "step": 1631
    },
    {
      "epoch": 0.788977519941987,
      "grad_norm": 0.42895763169120843,
      "learning_rate": 1.1766376330091684e-06,
      "loss": 0.503,
      "step": 1632
    },
    {
      "epoch": 0.7894609620497945,
      "grad_norm": 0.4165970675717556,
      "learning_rate": 1.1714911160465924e-06,
      "loss": 0.5255,
      "step": 1633
    },
    {
      "epoch": 0.7899444041576021,
      "grad_norm": 0.4123917311937627,
      "learning_rate": 1.1663543850612847e-06,
      "loss": 0.5169,
      "step": 1634
    },
    {
      "epoch": 0.7904278462654097,
      "grad_norm": 0.41612583641837364,
      "learning_rate": 1.1612274531831463e-06,
      "loss": 0.4938,
      "step": 1635
    },
    {
      "epoch": 0.7909112883732173,
      "grad_norm": 0.40728900719245686,
      "learning_rate": 1.1561103335170242e-06,
      "loss": 0.5222,
      "step": 1636
    },
    {
      "epoch": 0.7913947304810249,
      "grad_norm": 0.4348645075910405,
      "learning_rate": 1.1510030391426941e-06,
      "loss": 0.5192,
      "step": 1637
    },
    {
      "epoch": 0.7918781725888325,
      "grad_norm": 0.4086546804175218,
      "learning_rate": 1.1459055831148074e-06,
      "loss": 0.5232,
      "step": 1638
    },
    {
      "epoch": 0.7923616146966401,
      "grad_norm": 0.40880965205946446,
      "learning_rate": 1.140817978462876e-06,
      "loss": 0.5212,
      "step": 1639
    },
    {
      "epoch": 0.7928450568044476,
      "grad_norm": 0.3893016631161895,
      "learning_rate": 1.1357402381912224e-06,
      "loss": 0.4873,
      "step": 1640
    },
    {
      "epoch": 0.7933284989122552,
      "grad_norm": 0.4215992969510908,
      "learning_rate": 1.1306723752789672e-06,
      "loss": 0.5211,
      "step": 1641
    },
    {
      "epoch": 0.7938119410200628,
      "grad_norm": 0.420615559845491,
      "learning_rate": 1.1256144026799703e-06,
      "loss": 0.5179,
      "step": 1642
    },
    {
      "epoch": 0.7942953831278704,
      "grad_norm": 0.39236133338098145,
      "learning_rate": 1.1205663333228217e-06,
      "loss": 0.4911,
      "step": 1643
    },
    {
      "epoch": 0.794778825235678,
      "grad_norm": 0.4158254754636244,
      "learning_rate": 1.1155281801107897e-06,
      "loss": 0.5146,
      "step": 1644
    },
    {
      "epoch": 0.7952622673434856,
      "grad_norm": 0.4092049660763265,
      "learning_rate": 1.1104999559218022e-06,
      "loss": 0.5063,
      "step": 1645
    },
    {
      "epoch": 0.7957457094512932,
      "grad_norm": 0.43121118572534733,
      "learning_rate": 1.1054816736084057e-06,
      "loss": 0.5122,
      "step": 1646
    },
    {
      "epoch": 0.7962291515591008,
      "grad_norm": 0.40574034047521074,
      "learning_rate": 1.1004733459977325e-06,
      "loss": 0.5089,
      "step": 1647
    },
    {
      "epoch": 0.7967125936669084,
      "grad_norm": 0.4343773778355907,
      "learning_rate": 1.0954749858914727e-06,
      "loss": 0.5177,
      "step": 1648
    },
    {
      "epoch": 0.797196035774716,
      "grad_norm": 0.429877165339691,
      "learning_rate": 1.0904866060658376e-06,
      "loss": 0.5211,
      "step": 1649
    },
    {
      "epoch": 0.7976794778825236,
      "grad_norm": 0.4108995062804379,
      "learning_rate": 1.0855082192715294e-06,
      "loss": 0.5174,
      "step": 1650
    },
    {
      "epoch": 0.7981629199903312,
      "grad_norm": 0.4018616150052113,
      "learning_rate": 1.0805398382337035e-06,
      "loss": 0.5049,
      "step": 1651
    },
    {
      "epoch": 0.7986463620981388,
      "grad_norm": 0.4089174910335269,
      "learning_rate": 1.0755814756519445e-06,
      "loss": 0.5226,
      "step": 1652
    },
    {
      "epoch": 0.7991298042059464,
      "grad_norm": 0.3964537076582955,
      "learning_rate": 1.0706331442002226e-06,
      "loss": 0.5095,
      "step": 1653
    },
    {
      "epoch": 0.799613246313754,
      "grad_norm": 0.4267767025207229,
      "learning_rate": 1.0656948565268782e-06,
      "loss": 0.5168,
      "step": 1654
    },
    {
      "epoch": 0.8000966884215616,
      "grad_norm": 0.41363796984886936,
      "learning_rate": 1.0607666252545673e-06,
      "loss": 0.5128,
      "step": 1655
    },
    {
      "epoch": 0.8005801305293692,
      "grad_norm": 0.43264146945425214,
      "learning_rate": 1.0558484629802502e-06,
      "loss": 0.514,
      "step": 1656
    },
    {
      "epoch": 0.8010635726371766,
      "grad_norm": 0.42544390140386235,
      "learning_rate": 1.0509403822751425e-06,
      "loss": 0.512,
      "step": 1657
    },
    {
      "epoch": 0.8015470147449842,
      "grad_norm": 0.3932679351449648,
      "learning_rate": 1.0460423956846955e-06,
      "loss": 0.4941,
      "step": 1658
    },
    {
      "epoch": 0.8020304568527918,
      "grad_norm": 0.4096876585407803,
      "learning_rate": 1.041154515728559e-06,
      "loss": 0.5088,
      "step": 1659
    },
    {
      "epoch": 0.8025138989605994,
      "grad_norm": 0.4173497731763413,
      "learning_rate": 1.0362767549005454e-06,
      "loss": 0.5119,
      "step": 1660
    },
    {
      "epoch": 0.802997341068407,
      "grad_norm": 0.41012015779324845,
      "learning_rate": 1.0314091256686065e-06,
      "loss": 0.5212,
      "step": 1661
    },
    {
      "epoch": 0.8034807831762146,
      "grad_norm": 0.38447439239259856,
      "learning_rate": 1.0265516404747943e-06,
      "loss": 0.5052,
      "step": 1662
    },
    {
      "epoch": 0.8039642252840222,
      "grad_norm": 0.40948392634706504,
      "learning_rate": 1.0217043117352337e-06,
      "loss": 0.5109,
      "step": 1663
    },
    {
      "epoch": 0.8044476673918298,
      "grad_norm": 0.40148827230751766,
      "learning_rate": 1.0168671518400853e-06,
      "loss": 0.5118,
      "step": 1664
    },
    {
      "epoch": 0.8049311094996374,
      "grad_norm": 0.3939565441232479,
      "learning_rate": 1.0120401731535213e-06,
      "loss": 0.4879,
      "step": 1665
    },
    {
      "epoch": 0.805414551607445,
      "grad_norm": 0.4394864393242481,
      "learning_rate": 1.0072233880136872e-06,
      "loss": 0.5104,
      "step": 1666
    },
    {
      "epoch": 0.8058979937152526,
      "grad_norm": 0.4318770671908104,
      "learning_rate": 1.0024168087326764e-06,
      "loss": 0.5235,
      "step": 1667
    },
    {
      "epoch": 0.8063814358230602,
      "grad_norm": 0.4281259140520081,
      "learning_rate": 9.976204475964907e-07,
      "loss": 0.5149,
      "step": 1668
    },
    {
      "epoch": 0.8068648779308678,
      "grad_norm": 0.43979946361695016,
      "learning_rate": 9.92834316865015e-07,
      "loss": 0.5191,
      "step": 1669
    },
    {
      "epoch": 0.8073483200386754,
      "grad_norm": 0.4312412015437643,
      "learning_rate": 9.88058428771987e-07,
      "loss": 0.5188,
      "step": 1670
    },
    {
      "epoch": 0.807831762146483,
      "grad_norm": 0.4461824252192259,
      "learning_rate": 9.832927955249605e-07,
      "loss": 0.518,
      "step": 1671
    },
    {
      "epoch": 0.8083152042542906,
      "grad_norm": 0.40455517199845253,
      "learning_rate": 9.785374293052802e-07,
      "loss": 0.5279,
      "step": 1672
    },
    {
      "epoch": 0.8087986463620981,
      "grad_norm": 0.40500700400967726,
      "learning_rate": 9.737923422680424e-07,
      "loss": 0.5267,
      "step": 1673
    },
    {
      "epoch": 0.8092820884699057,
      "grad_norm": 0.4053422468834684,
      "learning_rate": 9.690575465420733e-07,
      "loss": 0.5098,
      "step": 1674
    },
    {
      "epoch": 0.8097655305777133,
      "grad_norm": 0.41221923071964073,
      "learning_rate": 9.643330542298929e-07,
      "loss": 0.5171,
      "step": 1675
    },
    {
      "epoch": 0.8102489726855209,
      "grad_norm": 0.4289210188727792,
      "learning_rate": 9.596188774076849e-07,
      "loss": 0.5164,
      "step": 1676
    },
    {
      "epoch": 0.8107324147933285,
      "grad_norm": 0.4119920227929362,
      "learning_rate": 9.549150281252633e-07,
      "loss": 0.5167,
      "step": 1677
    },
    {
      "epoch": 0.8112158569011361,
      "grad_norm": 0.43146374267443927,
      "learning_rate": 9.50221518406047e-07,
      "loss": 0.5198,
      "step": 1678
    },
    {
      "epoch": 0.8116992990089437,
      "grad_norm": 0.3915995001014536,
      "learning_rate": 9.455383602470247e-07,
      "loss": 0.5194,
      "step": 1679
    },
    {
      "epoch": 0.8121827411167513,
      "grad_norm": 0.42092897815810126,
      "learning_rate": 9.408655656187282e-07,
      "loss": 0.5154,
      "step": 1680
    },
    {
      "epoch": 0.8126661832245589,
      "grad_norm": 0.43929014126287974,
      "learning_rate": 9.362031464651955e-07,
      "loss": 0.5111,
      "step": 1681
    },
    {
      "epoch": 0.8131496253323665,
      "grad_norm": 0.419403258433708,
      "learning_rate": 9.31551114703943e-07,
      "loss": 0.5175,
      "step": 1682
    },
    {
      "epoch": 0.813633067440174,
      "grad_norm": 0.4235039718034734,
      "learning_rate": 9.269094822259439e-07,
      "loss": 0.5219,
      "step": 1683
    },
    {
      "epoch": 0.8141165095479816,
      "grad_norm": 0.403949404981181,
      "learning_rate": 9.22278260895581e-07,
      "loss": 0.5257,
      "step": 1684
    },
    {
      "epoch": 0.8145999516557892,
      "grad_norm": 0.40201626032689436,
      "learning_rate": 9.176574625506324e-07,
      "loss": 0.5065,
      "step": 1685
    },
    {
      "epoch": 0.8150833937635968,
      "grad_norm": 0.42029809516611727,
      "learning_rate": 9.130470990022283e-07,
      "loss": 0.5198,
      "step": 1686
    },
    {
      "epoch": 0.8155668358714044,
      "grad_norm": 0.4443584968330059,
      "learning_rate": 9.084471820348306e-07,
      "loss": 0.5054,
      "step": 1687
    },
    {
      "epoch": 0.816050277979212,
      "grad_norm": 0.4011266291605723,
      "learning_rate": 9.038577234061979e-07,
      "loss": 0.481,
      "step": 1688
    },
    {
      "epoch": 0.8165337200870196,
      "grad_norm": 0.4116565403445696,
      "learning_rate": 8.992787348473575e-07,
      "loss": 0.512,
      "step": 1689
    },
    {
      "epoch": 0.8170171621948271,
      "grad_norm": 0.3855753519601646,
      "learning_rate": 8.947102280625708e-07,
      "loss": 0.4919,
      "step": 1690
    },
    {
      "epoch": 0.8175006043026347,
      "grad_norm": 0.3998193393341577,
      "learning_rate": 8.901522147293107e-07,
      "loss": 0.5063,
      "step": 1691
    },
    {
      "epoch": 0.8179840464104423,
      "grad_norm": 0.40465428030335077,
      "learning_rate": 8.856047064982276e-07,
      "loss": 0.4969,
      "step": 1692
    },
    {
      "epoch": 0.8184674885182499,
      "grad_norm": 0.3993077607842942,
      "learning_rate": 8.810677149931168e-07,
      "loss": 0.5123,
      "step": 1693
    },
    {
      "epoch": 0.8189509306260575,
      "grad_norm": 0.41845032917424874,
      "learning_rate": 8.765412518108957e-07,
      "loss": 0.5222,
      "step": 1694
    },
    {
      "epoch": 0.8194343727338651,
      "grad_norm": 0.4482989172909152,
      "learning_rate": 8.720253285215685e-07,
      "loss": 0.5245,
      "step": 1695
    },
    {
      "epoch": 0.8199178148416727,
      "grad_norm": 0.4096945568958353,
      "learning_rate": 8.675199566682002e-07,
      "loss": 0.4987,
      "step": 1696
    },
    {
      "epoch": 0.8204012569494803,
      "grad_norm": 0.42715377043083036,
      "learning_rate": 8.630251477668828e-07,
      "loss": 0.4956,
      "step": 1697
    },
    {
      "epoch": 0.8208846990572879,
      "grad_norm": 0.42586545844645524,
      "learning_rate": 8.585409133067119e-07,
      "loss": 0.5096,
      "step": 1698
    },
    {
      "epoch": 0.8213681411650955,
      "grad_norm": 0.43766586659276707,
      "learning_rate": 8.540672647497483e-07,
      "loss": 0.5136,
      "step": 1699
    },
    {
      "epoch": 0.8218515832729031,
      "grad_norm": 0.4371618341766256,
      "learning_rate": 8.49604213531004e-07,
      "loss": 0.5213,
      "step": 1700
    },
    {
      "epoch": 0.8223350253807107,
      "grad_norm": 0.4375571316772861,
      "learning_rate": 8.451517710583934e-07,
      "loss": 0.5051,
      "step": 1701
    },
    {
      "epoch": 0.8228184674885183,
      "grad_norm": 0.4132441919616583,
      "learning_rate": 8.407099487127207e-07,
      "loss": 0.5257,
      "step": 1702
    },
    {
      "epoch": 0.8233019095963259,
      "grad_norm": 0.42607745465695845,
      "learning_rate": 8.362787578476395e-07,
      "loss": 0.5249,
      "step": 1703
    },
    {
      "epoch": 0.8237853517041335,
      "grad_norm": 0.4075673839523143,
      "learning_rate": 8.318582097896316e-07,
      "loss": 0.5058,
      "step": 1704
    },
    {
      "epoch": 0.8242687938119411,
      "grad_norm": 0.42693741052199397,
      "learning_rate": 8.274483158379759e-07,
      "loss": 0.5111,
      "step": 1705
    },
    {
      "epoch": 0.8247522359197486,
      "grad_norm": 0.39832416179935565,
      "learning_rate": 8.230490872647146e-07,
      "loss": 0.4938,
      "step": 1706
    },
    {
      "epoch": 0.8252356780275562,
      "grad_norm": 0.422151557962671,
      "learning_rate": 8.18660535314631e-07,
      "loss": 0.5183,
      "step": 1707
    },
    {
      "epoch": 0.8257191201353637,
      "grad_norm": 0.4003210551929738,
      "learning_rate": 8.142826712052177e-07,
      "loss": 0.5131,
      "step": 1708
    },
    {
      "epoch": 0.8262025622431713,
      "grad_norm": 0.41552515229148246,
      "learning_rate": 8.099155061266495e-07,
      "loss": 0.5104,
      "step": 1709
    },
    {
      "epoch": 0.8266860043509789,
      "grad_norm": 0.4199192751255081,
      "learning_rate": 8.055590512417499e-07,
      "loss": 0.504,
      "step": 1710
    },
    {
      "epoch": 0.8271694464587865,
      "grad_norm": 0.4183052253157522,
      "learning_rate": 8.012133176859705e-07,
      "loss": 0.5183,
      "step": 1711
    },
    {
      "epoch": 0.8276528885665941,
      "grad_norm": 0.40771463289221466,
      "learning_rate": 7.968783165673554e-07,
      "loss": 0.5134,
      "step": 1712
    },
    {
      "epoch": 0.8281363306744017,
      "grad_norm": 0.4201027836512912,
      "learning_rate": 7.925540589665187e-07,
      "loss": 0.5074,
      "step": 1713
    },
    {
      "epoch": 0.8286197727822093,
      "grad_norm": 0.395143526726159,
      "learning_rate": 7.882405559366091e-07,
      "loss": 0.4907,
      "step": 1714
    },
    {
      "epoch": 0.8291032148900169,
      "grad_norm": 0.39924930985003787,
      "learning_rate": 7.839378185032897e-07,
      "loss": 0.5107,
      "step": 1715
    },
    {
      "epoch": 0.8295866569978245,
      "grad_norm": 0.4132095601626946,
      "learning_rate": 7.796458576647015e-07,
      "loss": 0.5185,
      "step": 1716
    },
    {
      "epoch": 0.8300700991056321,
      "grad_norm": 0.40587201306044,
      "learning_rate": 7.753646843914465e-07,
      "loss": 0.5182,
      "step": 1717
    },
    {
      "epoch": 0.8305535412134397,
      "grad_norm": 0.4094094956774689,
      "learning_rate": 7.710943096265461e-07,
      "loss": 0.5029,
      "step": 1718
    },
    {
      "epoch": 0.8310369833212473,
      "grad_norm": 0.41067812349491495,
      "learning_rate": 7.668347442854218e-07,
      "loss": 0.5021,
      "step": 1719
    },
    {
      "epoch": 0.8315204254290549,
      "grad_norm": 0.39956787890532264,
      "learning_rate": 7.625859992558665e-07,
      "loss": 0.5206,
      "step": 1720
    },
    {
      "epoch": 0.8320038675368625,
      "grad_norm": 0.43928086956712875,
      "learning_rate": 7.583480853980158e-07,
      "loss": 0.5134,
      "step": 1721
    },
    {
      "epoch": 0.8324873096446701,
      "grad_norm": 0.4100632271699525,
      "learning_rate": 7.541210135443188e-07,
      "loss": 0.5184,
      "step": 1722
    },
    {
      "epoch": 0.8329707517524776,
      "grad_norm": 0.3961555211112688,
      "learning_rate": 7.499047944995108e-07,
      "loss": 0.5222,
      "step": 1723
    },
    {
      "epoch": 0.8334541938602852,
      "grad_norm": 0.41401758140390904,
      "learning_rate": 7.45699439040588e-07,
      "loss": 0.5149,
      "step": 1724
    },
    {
      "epoch": 0.8339376359680928,
      "grad_norm": 0.41725576477900833,
      "learning_rate": 7.415049579167783e-07,
      "loss": 0.5086,
      "step": 1725
    },
    {
      "epoch": 0.8344210780759004,
      "grad_norm": 0.40808361223845036,
      "learning_rate": 7.37321361849514e-07,
      "loss": 0.5171,
      "step": 1726
    },
    {
      "epoch": 0.834904520183708,
      "grad_norm": 0.4044441513281848,
      "learning_rate": 7.331486615324024e-07,
      "loss": 0.4931,
      "step": 1727
    },
    {
      "epoch": 0.8353879622915156,
      "grad_norm": 0.39255016483428246,
      "learning_rate": 7.289868676312023e-07,
      "loss": 0.4895,
      "step": 1728
    },
    {
      "epoch": 0.8358714043993232,
      "grad_norm": 0.4273894357037594,
      "learning_rate": 7.248359907837959e-07,
      "loss": 0.5141,
      "step": 1729
    },
    {
      "epoch": 0.8363548465071308,
      "grad_norm": 0.41270523260835523,
      "learning_rate": 7.206960416001563e-07,
      "loss": 0.5053,
      "step": 1730
    },
    {
      "epoch": 0.8368382886149384,
      "grad_norm": 0.42210989792552517,
      "learning_rate": 7.165670306623296e-07,
      "loss": 0.515,
      "step": 1731
    },
    {
      "epoch": 0.837321730722746,
      "grad_norm": 0.4005116526979819,
      "learning_rate": 7.124489685243985e-07,
      "loss": 0.5084,
      "step": 1732
    },
    {
      "epoch": 0.8378051728305536,
      "grad_norm": 0.42730888005294004,
      "learning_rate": 7.08341865712463e-07,
      "loss": 0.5149,
      "step": 1733
    },
    {
      "epoch": 0.8382886149383612,
      "grad_norm": 0.3946117211995092,
      "learning_rate": 7.042457327246088e-07,
      "loss": 0.5272,
      "step": 1734
    },
    {
      "epoch": 0.8387720570461688,
      "grad_norm": 0.40058125990145727,
      "learning_rate": 7.001605800308825e-07,
      "loss": 0.5173,
      "step": 1735
    },
    {
      "epoch": 0.8392554991539763,
      "grad_norm": 0.39419621537510763,
      "learning_rate": 6.960864180732618e-07,
      "loss": 0.5182,
      "step": 1736
    },
    {
      "epoch": 0.8397389412617839,
      "grad_norm": 0.4302451888948554,
      "learning_rate": 6.920232572656349e-07,
      "loss": 0.5145,
      "step": 1737
    },
    {
      "epoch": 0.8402223833695915,
      "grad_norm": 0.39221396906385003,
      "learning_rate": 6.879711079937667e-07,
      "loss": 0.5079,
      "step": 1738
    },
    {
      "epoch": 0.840705825477399,
      "grad_norm": 0.4210023704512398,
      "learning_rate": 6.839299806152799e-07,
      "loss": 0.5061,
      "step": 1739
    },
    {
      "epoch": 0.8411892675852066,
      "grad_norm": 0.4031707044630559,
      "learning_rate": 6.79899885459619e-07,
      "loss": 0.5174,
      "step": 1740
    },
    {
      "epoch": 0.8416727096930142,
      "grad_norm": 0.40104705743190977,
      "learning_rate": 6.758808328280325e-07,
      "loss": 0.4981,
      "step": 1741
    },
    {
      "epoch": 0.8421561518008218,
      "grad_norm": 0.4158859718137932,
      "learning_rate": 6.718728329935448e-07,
      "loss": 0.5216,
      "step": 1742
    },
    {
      "epoch": 0.8426395939086294,
      "grad_norm": 0.4140963838597211,
      "learning_rate": 6.678758962009241e-07,
      "loss": 0.5154,
      "step": 1743
    },
    {
      "epoch": 0.843123036016437,
      "grad_norm": 0.41926365963573253,
      "learning_rate": 6.638900326666653e-07,
      "loss": 0.5181,
      "step": 1744
    },
    {
      "epoch": 0.8436064781242446,
      "grad_norm": 0.4007033614343704,
      "learning_rate": 6.599152525789531e-07,
      "loss": 0.4772,
      "step": 1745
    },
    {
      "epoch": 0.8440899202320522,
      "grad_norm": 0.4266694328755557,
      "learning_rate": 6.559515660976506e-07,
      "loss": 0.5153,
      "step": 1746
    },
    {
      "epoch": 0.8445733623398598,
      "grad_norm": 0.42158713984389296,
      "learning_rate": 6.519989833542567e-07,
      "loss": 0.5218,
      "step": 1747
    },
    {
      "epoch": 0.8450568044476674,
      "grad_norm": 0.4190422236566301,
      "learning_rate": 6.480575144518931e-07,
      "loss": 0.5267,
      "step": 1748
    },
    {
      "epoch": 0.845540246555475,
      "grad_norm": 0.42322451653416415,
      "learning_rate": 6.441271694652701e-07,
      "loss": 0.517,
      "step": 1749
    },
    {
      "epoch": 0.8460236886632826,
      "grad_norm": 0.4050974433698499,
      "learning_rate": 6.402079584406673e-07,
      "loss": 0.523,
      "step": 1750
    },
    {
      "epoch": 0.8465071307710902,
      "grad_norm": 0.39927068510798064,
      "learning_rate": 6.36299891395904e-07,
      "loss": 0.4943,
      "step": 1751
    },
    {
      "epoch": 0.8469905728788978,
      "grad_norm": 0.40520913199613756,
      "learning_rate": 6.32402978320315e-07,
      "loss": 0.519,
      "step": 1752
    },
    {
      "epoch": 0.8474740149867054,
      "grad_norm": 0.41524557234436116,
      "learning_rate": 6.285172291747232e-07,
      "loss": 0.5087,
      "step": 1753
    },
    {
      "epoch": 0.847957457094513,
      "grad_norm": 0.39348055940589066,
      "learning_rate": 6.246426538914174e-07,
      "loss": 0.5135,
      "step": 1754
    },
    {
      "epoch": 0.8484408992023206,
      "grad_norm": 0.40472211918575973,
      "learning_rate": 6.207792623741249e-07,
      "loss": 0.5181,
      "step": 1755
    },
    {
      "epoch": 0.8489243413101281,
      "grad_norm": 0.3797781522780497,
      "learning_rate": 6.169270644979836e-07,
      "loss": 0.4718,
      "step": 1756
    },
    {
      "epoch": 0.8494077834179357,
      "grad_norm": 0.4172564454240539,
      "learning_rate": 6.130860701095226e-07,
      "loss": 0.5093,
      "step": 1757
    },
    {
      "epoch": 0.8498912255257433,
      "grad_norm": 0.460481903524328,
      "learning_rate": 6.092562890266341e-07,
      "loss": 0.5245,
      "step": 1758
    },
    {
      "epoch": 0.8503746676335509,
      "grad_norm": 0.40544203017797725,
      "learning_rate": 6.054377310385479e-07,
      "loss": 0.5067,
      "step": 1759
    },
    {
      "epoch": 0.8508581097413584,
      "grad_norm": 0.4225253280006634,
      "learning_rate": 6.016304059058031e-07,
      "loss": 0.5169,
      "step": 1760
    },
    {
      "epoch": 0.851341551849166,
      "grad_norm": 0.40769266639259943,
      "learning_rate": 5.97834323360233e-07,
      "loss": 0.5243,
      "step": 1761
    },
    {
      "epoch": 0.8518249939569736,
      "grad_norm": 0.42284940262412657,
      "learning_rate": 5.940494931049262e-07,
      "loss": 0.5194,
      "step": 1762
    },
    {
      "epoch": 0.8523084360647812,
      "grad_norm": 0.3916025337851957,
      "learning_rate": 5.902759248142187e-07,
      "loss": 0.4975,
      "step": 1763
    },
    {
      "epoch": 0.8527918781725888,
      "grad_norm": 0.41326270414280697,
      "learning_rate": 5.86513628133652e-07,
      "loss": 0.5154,
      "step": 1764
    },
    {
      "epoch": 0.8532753202803964,
      "grad_norm": 0.40856588365868324,
      "learning_rate": 5.827626126799613e-07,
      "loss": 0.5154,
      "step": 1765
    },
    {
      "epoch": 0.853758762388204,
      "grad_norm": 0.42831173680710594,
      "learning_rate": 5.790228880410426e-07,
      "loss": 0.5163,
      "step": 1766
    },
    {
      "epoch": 0.8542422044960116,
      "grad_norm": 0.4218590594382107,
      "learning_rate": 5.75294463775935e-07,
      "loss": 0.517,
      "step": 1767
    },
    {
      "epoch": 0.8547256466038192,
      "grad_norm": 0.38253864809006055,
      "learning_rate": 5.715773494147919e-07,
      "loss": 0.4929,
      "step": 1768
    },
    {
      "epoch": 0.8552090887116268,
      "grad_norm": 0.40270548702028475,
      "learning_rate": 5.678715544588547e-07,
      "loss": 0.5088,
      "step": 1769
    },
    {
      "epoch": 0.8556925308194344,
      "grad_norm": 0.4229953125269584,
      "learning_rate": 5.641770883804365e-07,
      "loss": 0.5258,
      "step": 1770
    },
    {
      "epoch": 0.856175972927242,
      "grad_norm": 0.4037677845049078,
      "learning_rate": 5.604939606228887e-07,
      "loss": 0.5095,
      "step": 1771
    },
    {
      "epoch": 0.8566594150350495,
      "grad_norm": 0.39977977942883575,
      "learning_rate": 5.568221806005847e-07,
      "loss": 0.5128,
      "step": 1772
    },
    {
      "epoch": 0.8571428571428571,
      "grad_norm": 0.4175904938844971,
      "learning_rate": 5.531617576988879e-07,
      "loss": 0.5114,
      "step": 1773
    },
    {
      "epoch": 0.8576262992506647,
      "grad_norm": 0.41812393010867166,
      "learning_rate": 5.495127012741352e-07,
      "loss": 0.5188,
      "step": 1774
    },
    {
      "epoch": 0.8581097413584723,
      "grad_norm": 0.38871202154348194,
      "learning_rate": 5.45875020653609e-07,
      "loss": 0.4882,
      "step": 1775
    },
    {
      "epoch": 0.8585931834662799,
      "grad_norm": 0.40175664384357557,
      "learning_rate": 5.422487251355146e-07,
      "loss": 0.5088,
      "step": 1776
    },
    {
      "epoch": 0.8590766255740875,
      "grad_norm": 0.4258611448475652,
      "learning_rate": 5.386338239889549e-07,
      "loss": 0.5136,
      "step": 1777
    },
    {
      "epoch": 0.8595600676818951,
      "grad_norm": 0.38040545155326977,
      "learning_rate": 5.350303264539091e-07,
      "loss": 0.4692,
      "step": 1778
    },
    {
      "epoch": 0.8600435097897027,
      "grad_norm": 0.4185751036827134,
      "learning_rate": 5.314382417412062e-07,
      "loss": 0.516,
      "step": 1779
    },
    {
      "epoch": 0.8605269518975103,
      "grad_norm": 0.4237092619379993,
      "learning_rate": 5.278575790325052e-07,
      "loss": 0.5146,
      "step": 1780
    },
    {
      "epoch": 0.8610103940053179,
      "grad_norm": 0.4173802982789206,
      "learning_rate": 5.242883474802696e-07,
      "loss": 0.5125,
      "step": 1781
    },
    {
      "epoch": 0.8614938361131255,
      "grad_norm": 0.41838440801291993,
      "learning_rate": 5.207305562077403e-07,
      "loss": 0.5177,
      "step": 1782
    },
    {
      "epoch": 0.8619772782209331,
      "grad_norm": 0.4779855097218796,
      "learning_rate": 5.1718421430892e-07,
      "loss": 0.5304,
      "step": 1783
    },
    {
      "epoch": 0.8624607203287407,
      "grad_norm": 0.37738685143261025,
      "learning_rate": 5.136493308485446e-07,
      "loss": 0.486,
      "step": 1784
    },
    {
      "epoch": 0.8629441624365483,
      "grad_norm": 0.39963258309250466,
      "learning_rate": 5.101259148620618e-07,
      "loss": 0.4959,
      "step": 1785
    },
    {
      "epoch": 0.8634276045443559,
      "grad_norm": 0.39604391770722097,
      "learning_rate": 5.066139753556049e-07,
      "loss": 0.4993,
      "step": 1786
    },
    {
      "epoch": 0.8639110466521635,
      "grad_norm": 0.40732958269577874,
      "learning_rate": 5.031135213059756e-07,
      "loss": 0.5153,
      "step": 1787
    },
    {
      "epoch": 0.864394488759971,
      "grad_norm": 0.3897806967927546,
      "learning_rate": 4.99624561660616e-07,
      "loss": 0.4871,
      "step": 1788
    },
    {
      "epoch": 0.8648779308677785,
      "grad_norm": 0.4048723969181331,
      "learning_rate": 4.961471053375899e-07,
      "loss": 0.512,
      "step": 1789
    },
    {
      "epoch": 0.8653613729755861,
      "grad_norm": 0.4203351282800037,
      "learning_rate": 4.926811612255539e-07,
      "loss": 0.5121,
      "step": 1790
    },
    {
      "epoch": 0.8658448150833937,
      "grad_norm": 0.39858565202586066,
      "learning_rate": 4.892267381837396e-07,
      "loss": 0.5011,
      "step": 1791
    },
    {
      "epoch": 0.8663282571912013,
      "grad_norm": 0.4344627773200746,
      "learning_rate": 4.857838450419339e-07,
      "loss": 0.5103,
      "step": 1792
    },
    {
      "epoch": 0.8668116992990089,
      "grad_norm": 0.40293448022650774,
      "learning_rate": 4.823524906004468e-07,
      "loss": 0.5138,
      "step": 1793
    },
    {
      "epoch": 0.8672951414068165,
      "grad_norm": 0.41801337173969716,
      "learning_rate": 4.789326836300983e-07,
      "loss": 0.5151,
      "step": 1794
    },
    {
      "epoch": 0.8677785835146241,
      "grad_norm": 0.4058943681689954,
      "learning_rate": 4.7552443287218866e-07,
      "loss": 0.5098,
      "step": 1795
    },
    {
      "epoch": 0.8682620256224317,
      "grad_norm": 0.42652856984845416,
      "learning_rate": 4.7212774703848273e-07,
      "loss": 0.508,
      "step": 1796
    },
    {
      "epoch": 0.8687454677302393,
      "grad_norm": 0.4211824745719729,
      "learning_rate": 4.687426348111834e-07,
      "loss": 0.5122,
      "step": 1797
    },
    {
      "epoch": 0.8692289098380469,
      "grad_norm": 0.4022753726796167,
      "learning_rate": 4.65369104842911e-07,
      "loss": 0.52,
      "step": 1798
    },
    {
      "epoch": 0.8697123519458545,
      "grad_norm": 0.40283890754002527,
      "learning_rate": 4.620071657566777e-07,
      "loss": 0.5072,
      "step": 1799
    },
    {
      "epoch": 0.8701957940536621,
      "grad_norm": 0.4283203699114763,
      "learning_rate": 4.586568261458729e-07,
      "loss": 0.5096,
      "step": 1800
    },
    {
      "epoch": 0.8706792361614697,
      "grad_norm": 0.38328034805235095,
      "learning_rate": 4.553180945742336e-07,
      "loss": 0.4861,
      "step": 1801
    },
    {
      "epoch": 0.8711626782692773,
      "grad_norm": 0.4122501087059972,
      "learning_rate": 4.5199097957582816e-07,
      "loss": 0.5136,
      "step": 1802
    },
    {
      "epoch": 0.8716461203770849,
      "grad_norm": 0.41264272327652995,
      "learning_rate": 4.486754896550288e-07,
      "loss": 0.5012,
      "step": 1803
    },
    {
      "epoch": 0.8721295624848925,
      "grad_norm": 0.41725003600600513,
      "learning_rate": 4.45371633286496e-07,
      "loss": 0.5185,
      "step": 1804
    },
    {
      "epoch": 0.8726130045927,
      "grad_norm": 0.4078148663174146,
      "learning_rate": 4.4207941891515335e-07,
      "loss": 0.5135,
      "step": 1805
    },
    {
      "epoch": 0.8730964467005076,
      "grad_norm": 0.4209684818924423,
      "learning_rate": 4.3879885495616505e-07,
      "loss": 0.512,
      "step": 1806
    },
    {
      "epoch": 0.8735798888083152,
      "grad_norm": 0.3832255061477332,
      "learning_rate": 4.3552994979491836e-07,
      "loss": 0.5131,
      "step": 1807
    },
    {
      "epoch": 0.8740633309161228,
      "grad_norm": 0.415646535369065,
      "learning_rate": 4.322727117869951e-07,
      "loss": 0.5156,
      "step": 1808
    },
    {
      "epoch": 0.8745467730239304,
      "grad_norm": 0.403529021224522,
      "learning_rate": 4.290271492581627e-07,
      "loss": 0.5225,
      "step": 1809
    },
    {
      "epoch": 0.875030215131738,
      "grad_norm": 0.4248226663595473,
      "learning_rate": 4.257932705043372e-07,
      "loss": 0.5276,
      "step": 1810
    },
    {
      "epoch": 0.8755136572395456,
      "grad_norm": 0.42279657022545747,
      "learning_rate": 4.2257108379157586e-07,
      "loss": 0.5224,
      "step": 1811
    },
    {
      "epoch": 0.8759970993473531,
      "grad_norm": 0.4140176038814713,
      "learning_rate": 4.1936059735604497e-07,
      "loss": 0.5161,
      "step": 1812
    },
    {
      "epoch": 0.8764805414551607,
      "grad_norm": 0.39792458444383394,
      "learning_rate": 4.161618194040079e-07,
      "loss": 0.5277,
      "step": 1813
    },
    {
      "epoch": 0.8769639835629683,
      "grad_norm": 0.39549573015495143,
      "learning_rate": 4.129747581117993e-07,
      "loss": 0.5053,
      "step": 1814
    },
    {
      "epoch": 0.8774474256707759,
      "grad_norm": 0.4160802633412061,
      "learning_rate": 4.0979942162580387e-07,
      "loss": 0.516,
      "step": 1815
    },
    {
      "epoch": 0.8779308677785835,
      "grad_norm": 0.41239251805984983,
      "learning_rate": 4.06635818062438e-07,
      "loss": 0.5278,
      "step": 1816
    },
    {
      "epoch": 0.8784143098863911,
      "grad_norm": 0.40871873580107365,
      "learning_rate": 4.0348395550812713e-07,
      "loss": 0.5294,
      "step": 1817
    },
    {
      "epoch": 0.8788977519941987,
      "grad_norm": 0.40365670038657436,
      "learning_rate": 4.003438420192873e-07,
      "loss": 0.5158,
      "step": 1818
    },
    {
      "epoch": 0.8793811941020063,
      "grad_norm": 0.4255428234546921,
      "learning_rate": 3.9721548562229985e-07,
      "loss": 0.5114,
      "step": 1819
    },
    {
      "epoch": 0.8798646362098139,
      "grad_norm": 0.41203315649756733,
      "learning_rate": 3.9409889431349656e-07,
      "loss": 0.5116,
      "step": 1820
    },
    {
      "epoch": 0.8803480783176215,
      "grad_norm": 0.4149872650348109,
      "learning_rate": 3.9099407605913576e-07,
      "loss": 0.5099,
      "step": 1821
    },
    {
      "epoch": 0.880831520425429,
      "grad_norm": 0.4258100076362105,
      "learning_rate": 3.879010387953841e-07,
      "loss": 0.5175,
      "step": 1822
    },
    {
      "epoch": 0.8813149625332366,
      "grad_norm": 0.3902355927247227,
      "learning_rate": 3.84819790428293e-07,
      "loss": 0.498,
      "step": 1823
    },
    {
      "epoch": 0.8817984046410442,
      "grad_norm": 0.40842472365457144,
      "learning_rate": 3.8175033883378233e-07,
      "loss": 0.518,
      "step": 1824
    },
    {
      "epoch": 0.8822818467488518,
      "grad_norm": 0.4221970543634826,
      "learning_rate": 3.7869269185761613e-07,
      "loss": 0.5216,
      "step": 1825
    },
    {
      "epoch": 0.8827652888566594,
      "grad_norm": 0.40616883661281006,
      "learning_rate": 3.7564685731538985e-07,
      "loss": 0.5066,
      "step": 1826
    },
    {
      "epoch": 0.883248730964467,
      "grad_norm": 0.4061562407072031,
      "learning_rate": 3.7261284299249967e-07,
      "loss": 0.517,
      "step": 1827
    },
    {
      "epoch": 0.8837321730722746,
      "grad_norm": 0.4079225433423233,
      "learning_rate": 3.695906566441304e-07,
      "loss": 0.4959,
      "step": 1828
    },
    {
      "epoch": 0.8842156151800822,
      "grad_norm": 0.38197368709112006,
      "learning_rate": 3.665803059952344e-07,
      "loss": 0.4871,
      "step": 1829
    },
    {
      "epoch": 0.8846990572878898,
      "grad_norm": 0.411849076052872,
      "learning_rate": 3.63581798740511e-07,
      "loss": 0.5143,
      "step": 1830
    },
    {
      "epoch": 0.8851824993956974,
      "grad_norm": 0.393276210273132,
      "learning_rate": 3.605951425443871e-07,
      "loss": 0.4936,
      "step": 1831
    },
    {
      "epoch": 0.885665941503505,
      "grad_norm": 0.369604359657528,
      "learning_rate": 3.576203450409943e-07,
      "loss": 0.4684,
      "step": 1832
    },
    {
      "epoch": 0.8861493836113126,
      "grad_norm": 0.43326466002005165,
      "learning_rate": 3.5465741383415684e-07,
      "loss": 0.5104,
      "step": 1833
    },
    {
      "epoch": 0.8866328257191202,
      "grad_norm": 0.41527359664646213,
      "learning_rate": 3.5170635649736497e-07,
      "loss": 0.519,
      "step": 1834
    },
    {
      "epoch": 0.8871162678269278,
      "grad_norm": 0.41356740894281485,
      "learning_rate": 3.487671805737597e-07,
      "loss": 0.508,
      "step": 1835
    },
    {
      "epoch": 0.8875997099347354,
      "grad_norm": 0.4050751048123327,
      "learning_rate": 3.4583989357611037e-07,
      "loss": 0.5135,
      "step": 1836
    },
    {
      "epoch": 0.888083152042543,
      "grad_norm": 0.3923610722591795,
      "learning_rate": 3.4292450298679945e-07,
      "loss": 0.5075,
      "step": 1837
    },
    {
      "epoch": 0.8885665941503504,
      "grad_norm": 0.41919225013002887,
      "learning_rate": 3.400210162577999e-07,
      "loss": 0.5166,
      "step": 1838
    },
    {
      "epoch": 0.889050036258158,
      "grad_norm": 0.42118222715491443,
      "learning_rate": 3.371294408106585e-07,
      "loss": 0.523,
      "step": 1839
    },
    {
      "epoch": 0.8895334783659656,
      "grad_norm": 0.3952238335142466,
      "learning_rate": 3.3424978403647443e-07,
      "loss": 0.5138,
      "step": 1840
    },
    {
      "epoch": 0.8900169204737732,
      "grad_norm": 0.4163195177412695,
      "learning_rate": 3.313820532958817e-07,
      "loss": 0.5274,
      "step": 1841
    },
    {
      "epoch": 0.8905003625815808,
      "grad_norm": 0.3930314520659748,
      "learning_rate": 3.285262559190322e-07,
      "loss": 0.4991,
      "step": 1842
    },
    {
      "epoch": 0.8909838046893884,
      "grad_norm": 0.4336804309313973,
      "learning_rate": 3.256823992055741e-07,
      "loss": 0.5009,
      "step": 1843
    },
    {
      "epoch": 0.891467246797196,
      "grad_norm": 0.41714068524986875,
      "learning_rate": 3.228504904246349e-07,
      "loss": 0.5238,
      "step": 1844
    },
    {
      "epoch": 0.8919506889050036,
      "grad_norm": 0.41848606366751967,
      "learning_rate": 3.20030536814801e-07,
      "loss": 0.5202,
      "step": 1845
    },
    {
      "epoch": 0.8924341310128112,
      "grad_norm": 0.422964314144621,
      "learning_rate": 3.1722254558410047e-07,
      "loss": 0.5104,
      "step": 1846
    },
    {
      "epoch": 0.8929175731206188,
      "grad_norm": 0.41539348703446205,
      "learning_rate": 3.144265239099864e-07,
      "loss": 0.5152,
      "step": 1847
    },
    {
      "epoch": 0.8934010152284264,
      "grad_norm": 0.3936271006898258,
      "learning_rate": 3.1164247893931575e-07,
      "loss": 0.5071,
      "step": 1848
    },
    {
      "epoch": 0.893884457336234,
      "grad_norm": 0.4152031331913687,
      "learning_rate": 3.088704177883306e-07,
      "loss": 0.5181,
      "step": 1849
    },
    {
      "epoch": 0.8943678994440416,
      "grad_norm": 0.4176432021270733,
      "learning_rate": 3.06110347542643e-07,
      "loss": 0.5235,
      "step": 1850
    },
    {
      "epoch": 0.8948513415518492,
      "grad_norm": 0.3954219378639727,
      "learning_rate": 3.033622752572157e-07,
      "loss": 0.5019,
      "step": 1851
    },
    {
      "epoch": 0.8953347836596568,
      "grad_norm": 0.45830856560980365,
      "learning_rate": 3.0062620795634214e-07,
      "loss": 0.5263,
      "step": 1852
    },
    {
      "epoch": 0.8958182257674644,
      "grad_norm": 0.4009466020951186,
      "learning_rate": 2.9790215263363174e-07,
      "loss": 0.5222,
      "step": 1853
    },
    {
      "epoch": 0.896301667875272,
      "grad_norm": 0.3933495297633584,
      "learning_rate": 2.951901162519877e-07,
      "loss": 0.5233,
      "step": 1854
    },
    {
      "epoch": 0.8967851099830795,
      "grad_norm": 0.39895160904445,
      "learning_rate": 2.9249010574359636e-07,
      "loss": 0.5212,
      "step": 1855
    },
    {
      "epoch": 0.8972685520908871,
      "grad_norm": 0.42068899596041226,
      "learning_rate": 2.898021280098995e-07,
      "loss": 0.5168,
      "step": 1856
    },
    {
      "epoch": 0.8977519941986947,
      "grad_norm": 0.39971963228555085,
      "learning_rate": 2.8712618992158656e-07,
      "loss": 0.5084,
      "step": 1857
    },
    {
      "epoch": 0.8982354363065023,
      "grad_norm": 0.3999616227972635,
      "learning_rate": 2.8446229831856964e-07,
      "loss": 0.5088,
      "step": 1858
    },
    {
      "epoch": 0.8987188784143099,
      "grad_norm": 0.4001447692276326,
      "learning_rate": 2.8181046000997136e-07,
      "loss": 0.521,
      "step": 1859
    },
    {
      "epoch": 0.8992023205221175,
      "grad_norm": 0.41592034251039167,
      "learning_rate": 2.791706817741041e-07,
      "loss": 0.5072,
      "step": 1860
    },
    {
      "epoch": 0.8996857626299251,
      "grad_norm": 0.4445686187455443,
      "learning_rate": 2.765429703584538e-07,
      "loss": 0.5148,
      "step": 1861
    },
    {
      "epoch": 0.9001692047377327,
      "grad_norm": 0.40228802491920107,
      "learning_rate": 2.739273324796621e-07,
      "loss": 0.5262,
      "step": 1862
    },
    {
      "epoch": 0.9006526468455403,
      "grad_norm": 0.40404504261863744,
      "learning_rate": 2.7132377482351037e-07,
      "loss": 0.5147,
      "step": 1863
    },
    {
      "epoch": 0.9011360889533478,
      "grad_norm": 0.3986359660989621,
      "learning_rate": 2.687323040449025e-07,
      "loss": 0.5172,
      "step": 1864
    },
    {
      "epoch": 0.9016195310611554,
      "grad_norm": 0.42039178580411435,
      "learning_rate": 2.6615292676784533e-07,
      "loss": 0.5191,
      "step": 1865
    },
    {
      "epoch": 0.902102973168963,
      "grad_norm": 0.4168785648766661,
      "learning_rate": 2.635856495854372e-07,
      "loss": 0.5116,
      "step": 1866
    },
    {
      "epoch": 0.9025864152767706,
      "grad_norm": 0.4006359687639295,
      "learning_rate": 2.6103047905984224e-07,
      "loss": 0.5243,
      "step": 1867
    },
    {
      "epoch": 0.9030698573845782,
      "grad_norm": 0.4136741219117099,
      "learning_rate": 2.584874217222855e-07,
      "loss": 0.516,
      "step": 1868
    },
    {
      "epoch": 0.9035532994923858,
      "grad_norm": 0.41454758895188654,
      "learning_rate": 2.5595648407302496e-07,
      "loss": 0.5299,
      "step": 1869
    },
    {
      "epoch": 0.9040367416001934,
      "grad_norm": 0.43072596167116733,
      "learning_rate": 2.53437672581342e-07,
      "loss": 0.5192,
      "step": 1870
    },
    {
      "epoch": 0.9045201837080009,
      "grad_norm": 0.413346134850188,
      "learning_rate": 2.5093099368551974e-07,
      "loss": 0.5135,
      "step": 1871
    },
    {
      "epoch": 0.9050036258158085,
      "grad_norm": 0.44414111234791465,
      "learning_rate": 2.484364537928341e-07,
      "loss": 0.5248,
      "step": 1872
    },
    {
      "epoch": 0.9054870679236161,
      "grad_norm": 0.41031454686253116,
      "learning_rate": 2.45954059279529e-07,
      "loss": 0.5198,
      "step": 1873
    },
    {
      "epoch": 0.9059705100314237,
      "grad_norm": 0.3982976345229948,
      "learning_rate": 2.4348381649080486e-07,
      "loss": 0.5163,
      "step": 1874
    },
    {
      "epoch": 0.9064539521392313,
      "grad_norm": 0.4007617837820295,
      "learning_rate": 2.41025731740801e-07,
      "loss": 0.511,
      "step": 1875
    },
    {
      "epoch": 0.9069373942470389,
      "grad_norm": 0.40168617787804406,
      "learning_rate": 2.3857981131258037e-07,
      "loss": 0.5114,
      "step": 1876
    },
    {
      "epoch": 0.9074208363548465,
      "grad_norm": 0.38110421429609603,
      "learning_rate": 2.3614606145811347e-07,
      "loss": 0.4992,
      "step": 1877
    },
    {
      "epoch": 0.9079042784626541,
      "grad_norm": 0.3870732423514054,
      "learning_rate": 2.3372448839825978e-07,
      "loss": 0.4887,
      "step": 1878
    },
    {
      "epoch": 0.9083877205704617,
      "grad_norm": 0.39979584331802676,
      "learning_rate": 2.3131509832275633e-07,
      "loss": 0.5122,
      "step": 1879
    },
    {
      "epoch": 0.9088711626782693,
      "grad_norm": 0.3996732608438804,
      "learning_rate": 2.2891789739019733e-07,
      "loss": 0.5102,
      "step": 1880
    },
    {
      "epoch": 0.9093546047860769,
      "grad_norm": 0.40968516048558534,
      "learning_rate": 2.2653289172802295e-07,
      "loss": 0.5049,
      "step": 1881
    },
    {
      "epoch": 0.9098380468938845,
      "grad_norm": 0.4006751726323446,
      "learning_rate": 2.241600874324984e-07,
      "loss": 0.5144,
      "step": 1882
    },
    {
      "epoch": 0.9103214890016921,
      "grad_norm": 0.4066456668668,
      "learning_rate": 2.2179949056870432e-07,
      "loss": 0.5184,
      "step": 1883
    },
    {
      "epoch": 0.9108049311094997,
      "grad_norm": 0.4179374057794063,
      "learning_rate": 2.194511071705141e-07,
      "loss": 0.5131,
      "step": 1884
    },
    {
      "epoch": 0.9112883732173073,
      "grad_norm": 0.419480536858942,
      "learning_rate": 2.1711494324058724e-07,
      "loss": 0.5147,
      "step": 1885
    },
    {
      "epoch": 0.9117718153251149,
      "grad_norm": 0.40624640146953556,
      "learning_rate": 2.1479100475034598e-07,
      "loss": 0.5084,
      "step": 1886
    },
    {
      "epoch": 0.9122552574329225,
      "grad_norm": 0.40367583928635464,
      "learning_rate": 2.1247929763996534e-07,
      "loss": 0.4832,
      "step": 1887
    },
    {
      "epoch": 0.91273869954073,
      "grad_norm": 0.3989060344990105,
      "learning_rate": 2.101798278183542e-07,
      "loss": 0.5144,
      "step": 1888
    },
    {
      "epoch": 0.9132221416485375,
      "grad_norm": 0.3998308893808953,
      "learning_rate": 2.0789260116314215e-07,
      "loss": 0.5081,
      "step": 1889
    },
    {
      "epoch": 0.9137055837563451,
      "grad_norm": 0.4063990008087812,
      "learning_rate": 2.0561762352066638e-07,
      "loss": 0.5109,
      "step": 1890
    },
    {
      "epoch": 0.9141890258641527,
      "grad_norm": 0.4167108480628528,
      "learning_rate": 2.0335490070595208e-07,
      "loss": 0.5186,
      "step": 1891
    },
    {
      "epoch": 0.9146724679719603,
      "grad_norm": 0.39430080435851855,
      "learning_rate": 2.011044385027011e-07,
      "loss": 0.5101,
      "step": 1892
    },
    {
      "epoch": 0.9151559100797679,
      "grad_norm": 0.42096559238441866,
      "learning_rate": 1.988662426632765e-07,
      "loss": 0.5078,
      "step": 1893
    },
    {
      "epoch": 0.9156393521875755,
      "grad_norm": 0.39723951707790667,
      "learning_rate": 1.9664031890868795e-07,
      "loss": 0.5223,
      "step": 1894
    },
    {
      "epoch": 0.9161227942953831,
      "grad_norm": 0.3912147208179025,
      "learning_rate": 1.9442667292857432e-07,
      "loss": 0.509,
      "step": 1895
    },
    {
      "epoch": 0.9166062364031907,
      "grad_norm": 0.4054442997347736,
      "learning_rate": 1.922253103811944e-07,
      "loss": 0.4972,
      "step": 1896
    },
    {
      "epoch": 0.9170896785109983,
      "grad_norm": 0.4117401816100168,
      "learning_rate": 1.9003623689340777e-07,
      "loss": 0.5143,
      "step": 1897
    },
    {
      "epoch": 0.9175731206188059,
      "grad_norm": 0.40528953423093284,
      "learning_rate": 1.8785945806066297e-07,
      "loss": 0.5186,
      "step": 1898
    },
    {
      "epoch": 0.9180565627266135,
      "grad_norm": 0.4027696401480633,
      "learning_rate": 1.85694979446982e-07,
      "loss": 0.5167,
      "step": 1899
    },
    {
      "epoch": 0.9185400048344211,
      "grad_norm": 0.38938110778215645,
      "learning_rate": 1.835428065849465e-07,
      "loss": 0.5141,
      "step": 1900
    },
    {
      "epoch": 0.9190234469422287,
      "grad_norm": 0.3958049685314876,
      "learning_rate": 1.814029449756849e-07,
      "loss": 0.5231,
      "step": 1901
    },
    {
      "epoch": 0.9195068890500363,
      "grad_norm": 0.4039199277502588,
      "learning_rate": 1.7927540008885414e-07,
      "loss": 0.5088,
      "step": 1902
    },
    {
      "epoch": 0.9199903311578439,
      "grad_norm": 0.40426884197944674,
      "learning_rate": 1.7716017736263192e-07,
      "loss": 0.5129,
      "step": 1903
    },
    {
      "epoch": 0.9204737732656514,
      "grad_norm": 0.41358470698939953,
      "learning_rate": 1.7505728220369667e-07,
      "loss": 0.5203,
      "step": 1904
    },
    {
      "epoch": 0.920957215373459,
      "grad_norm": 0.4250820090378729,
      "learning_rate": 1.729667199872187e-07,
      "loss": 0.5223,
      "step": 1905
    },
    {
      "epoch": 0.9214406574812666,
      "grad_norm": 0.40899977989644076,
      "learning_rate": 1.70888496056843e-07,
      "loss": 0.5107,
      "step": 1906
    },
    {
      "epoch": 0.9219240995890742,
      "grad_norm": 0.4187760713922149,
      "learning_rate": 1.6882261572467862e-07,
      "loss": 0.5142,
      "step": 1907
    },
    {
      "epoch": 0.9224075416968818,
      "grad_norm": 0.39684261118945696,
      "learning_rate": 1.6676908427128103e-07,
      "loss": 0.4847,
      "step": 1908
    },
    {
      "epoch": 0.9228909838046894,
      "grad_norm": 0.4124141033869449,
      "learning_rate": 1.64727906945642e-07,
      "loss": 0.5063,
      "step": 1909
    },
    {
      "epoch": 0.923374425912497,
      "grad_norm": 0.4104731721152495,
      "learning_rate": 1.6269908896517638e-07,
      "loss": 0.5035,
      "step": 1910
    },
    {
      "epoch": 0.9238578680203046,
      "grad_norm": 0.38208183163995635,
      "learning_rate": 1.6068263551570596e-07,
      "loss": 0.4855,
      "step": 1911
    },
    {
      "epoch": 0.9243413101281122,
      "grad_norm": 0.37943822460943005,
      "learning_rate": 1.5867855175144885e-07,
      "loss": 0.4863,
      "step": 1912
    },
    {
      "epoch": 0.9248247522359198,
      "grad_norm": 0.4169103989292416,
      "learning_rate": 1.5668684279500245e-07,
      "loss": 0.5077,
      "step": 1913
    },
    {
      "epoch": 0.9253081943437274,
      "grad_norm": 0.41157707540822663,
      "learning_rate": 1.5470751373733773e-07,
      "loss": 0.5184,
      "step": 1914
    },
    {
      "epoch": 0.925791636451535,
      "grad_norm": 0.39771451862665147,
      "learning_rate": 1.5274056963777817e-07,
      "loss": 0.5094,
      "step": 1915
    },
    {
      "epoch": 0.9262750785593425,
      "grad_norm": 0.4092987974762817,
      "learning_rate": 1.507860155239921e-07,
      "loss": 0.5154,
      "step": 1916
    },
    {
      "epoch": 0.9267585206671501,
      "grad_norm": 0.3854503813446518,
      "learning_rate": 1.488438563919764e-07,
      "loss": 0.4938,
      "step": 1917
    },
    {
      "epoch": 0.9272419627749577,
      "grad_norm": 0.3900052964813903,
      "learning_rate": 1.4691409720604732e-07,
      "loss": 0.5077,
      "step": 1918
    },
    {
      "epoch": 0.9277254048827653,
      "grad_norm": 0.40750712678387396,
      "learning_rate": 1.449967428988247e-07,
      "loss": 0.5145,
      "step": 1919
    },
    {
      "epoch": 0.9282088469905729,
      "grad_norm": 0.4023813113333878,
      "learning_rate": 1.4309179837122045e-07,
      "loss": 0.5291,
      "step": 1920
    },
    {
      "epoch": 0.9286922890983804,
      "grad_norm": 0.38502235475455626,
      "learning_rate": 1.411992684924257e-07,
      "loss": 0.5119,
      "step": 1921
    },
    {
      "epoch": 0.929175731206188,
      "grad_norm": 0.40862887218787325,
      "learning_rate": 1.3931915809990039e-07,
      "loss": 0.5106,
      "step": 1922
    },
    {
      "epoch": 0.9296591733139956,
      "grad_norm": 0.4123756674563694,
      "learning_rate": 1.374514719993575e-07,
      "loss": 0.5126,
      "step": 1923
    },
    {
      "epoch": 0.9301426154218032,
      "grad_norm": 0.41456641529199556,
      "learning_rate": 1.3559621496475438e-07,
      "loss": 0.5145,
      "step": 1924
    },
    {
      "epoch": 0.9306260575296108,
      "grad_norm": 0.4049152537963314,
      "learning_rate": 1.3375339173827551e-07,
      "loss": 0.5261,
      "step": 1925
    },
    {
      "epoch": 0.9311094996374184,
      "grad_norm": 0.37450439680837744,
      "learning_rate": 1.3192300703032733e-07,
      "loss": 0.474,
      "step": 1926
    },
    {
      "epoch": 0.931592941745226,
      "grad_norm": 0.41100475742292075,
      "learning_rate": 1.3010506551952018e-07,
      "loss": 0.5134,
      "step": 1927
    },
    {
      "epoch": 0.9320763838530336,
      "grad_norm": 0.41369315234307685,
      "learning_rate": 1.2829957185265863e-07,
      "loss": 0.52,
      "step": 1928
    },
    {
      "epoch": 0.9325598259608412,
      "grad_norm": 0.3885589982730842,
      "learning_rate": 1.2650653064473106e-07,
      "loss": 0.5031,
      "step": 1929
    },
    {
      "epoch": 0.9330432680686488,
      "grad_norm": 0.3951920703691663,
      "learning_rate": 1.2472594647889357e-07,
      "loss": 0.5092,
      "step": 1930
    },
    {
      "epoch": 0.9335267101764564,
      "grad_norm": 0.40947647060207415,
      "learning_rate": 1.2295782390646494e-07,
      "loss": 0.5177,
      "step": 1931
    },
    {
      "epoch": 0.934010152284264,
      "grad_norm": 0.390574491653679,
      "learning_rate": 1.2120216744690716e-07,
      "loss": 0.5133,
      "step": 1932
    },
    {
      "epoch": 0.9344935943920716,
      "grad_norm": 0.4045498383765011,
      "learning_rate": 1.194589815878211e-07,
      "loss": 0.5163,
      "step": 1933
    },
    {
      "epoch": 0.9349770364998792,
      "grad_norm": 0.40440549648310886,
      "learning_rate": 1.177282707849281e-07,
      "loss": 0.5181,
      "step": 1934
    },
    {
      "epoch": 0.9354604786076868,
      "grad_norm": 0.4024689599876574,
      "learning_rate": 1.1601003946206723e-07,
      "loss": 0.5181,
      "step": 1935
    },
    {
      "epoch": 0.9359439207154944,
      "grad_norm": 0.3986512567562451,
      "learning_rate": 1.1430429201117476e-07,
      "loss": 0.5032,
      "step": 1936
    },
    {
      "epoch": 0.9364273628233019,
      "grad_norm": 0.39397430112101045,
      "learning_rate": 1.1261103279227858e-07,
      "loss": 0.5178,
      "step": 1937
    },
    {
      "epoch": 0.9369108049311095,
      "grad_norm": 0.4291769455926264,
      "learning_rate": 1.1093026613348601e-07,
      "loss": 0.5196,
      "step": 1938
    },
    {
      "epoch": 0.937394247038917,
      "grad_norm": 0.3917679927009391,
      "learning_rate": 1.0926199633097156e-07,
      "loss": 0.4919,
      "step": 1939
    },
    {
      "epoch": 0.9378776891467246,
      "grad_norm": 0.42599062790587783,
      "learning_rate": 1.0760622764896866e-07,
      "loss": 0.5147,
      "step": 1940
    },
    {
      "epoch": 0.9383611312545322,
      "grad_norm": 0.4023777838627757,
      "learning_rate": 1.0596296431975406e-07,
      "loss": 0.5156,
      "step": 1941
    },
    {
      "epoch": 0.9388445733623398,
      "grad_norm": 0.3966354448847634,
      "learning_rate": 1.0433221054364174e-07,
      "loss": 0.5065,
      "step": 1942
    },
    {
      "epoch": 0.9393280154701474,
      "grad_norm": 0.4013413460541232,
      "learning_rate": 1.0271397048897014e-07,
      "loss": 0.5053,
      "step": 1943
    },
    {
      "epoch": 0.939811457577955,
      "grad_norm": 0.37653088174864213,
      "learning_rate": 1.0110824829209164e-07,
      "loss": 0.4939,
      "step": 1944
    },
    {
      "epoch": 0.9402948996857626,
      "grad_norm": 0.399035469753345,
      "learning_rate": 9.951504805735979e-08,
      "loss": 0.5106,
      "step": 1945
    },
    {
      "epoch": 0.9407783417935702,
      "grad_norm": 0.3991989592342914,
      "learning_rate": 9.793437385712479e-08,
      "loss": 0.5153,
      "step": 1946
    },
    {
      "epoch": 0.9412617839013778,
      "grad_norm": 0.4057585743893453,
      "learning_rate": 9.636622973171583e-08,
      "loss": 0.51,
      "step": 1947
    },
    {
      "epoch": 0.9417452260091854,
      "grad_norm": 0.4054528739627977,
      "learning_rate": 9.481061968943717e-08,
      "loss": 0.516,
      "step": 1948
    },
    {
      "epoch": 0.942228668116993,
      "grad_norm": 0.3921980636127477,
      "learning_rate": 9.3267547706552e-08,
      "loss": 0.5051,
      "step": 1949
    },
    {
      "epoch": 0.9427121102248006,
      "grad_norm": 0.39913144156030567,
      "learning_rate": 9.17370177272775e-08,
      "loss": 0.5055,
      "step": 1950
    },
    {
      "epoch": 0.9431955523326082,
      "grad_norm": 0.4004586843938766,
      "learning_rate": 9.021903366377093e-08,
      "loss": 0.5164,
      "step": 1951
    },
    {
      "epoch": 0.9436789944404158,
      "grad_norm": 0.4037223050343566,
      "learning_rate": 8.8713599396123e-08,
      "loss": 0.5098,
      "step": 1952
    },
    {
      "epoch": 0.9441624365482234,
      "grad_norm": 0.39850858877215634,
      "learning_rate": 8.72207187723445e-08,
      "loss": 0.5211,
      "step": 1953
    },
    {
      "epoch": 0.9446458786560309,
      "grad_norm": 0.41059877409881057,
      "learning_rate": 8.5740395608358e-08,
      "loss": 0.5121,
      "step": 1954
    },
    {
      "epoch": 0.9451293207638385,
      "grad_norm": 0.40573184845060545,
      "learning_rate": 8.427263368798955e-08,
      "loss": 0.5256,
      "step": 1955
    },
    {
      "epoch": 0.9456127628716461,
      "grad_norm": 0.3966583772201167,
      "learning_rate": 8.281743676295639e-08,
      "loss": 0.5183,
      "step": 1956
    },
    {
      "epoch": 0.9460962049794537,
      "grad_norm": 0.40701943797191764,
      "learning_rate": 8.13748085528604e-08,
      "loss": 0.5135,
      "step": 1957
    },
    {
      "epoch": 0.9465796470872613,
      "grad_norm": 0.37606341196980025,
      "learning_rate": 7.99447527451741e-08,
      "loss": 0.4903,
      "step": 1958
    },
    {
      "epoch": 0.9470630891950689,
      "grad_norm": 0.4114856897492863,
      "learning_rate": 7.852727299523577e-08,
      "loss": 0.5068,
      "step": 1959
    },
    {
      "epoch": 0.9475465313028765,
      "grad_norm": 0.4093526523044555,
      "learning_rate": 7.71223729262377e-08,
      "loss": 0.5127,
      "step": 1960
    },
    {
      "epoch": 0.9480299734106841,
      "grad_norm": 0.4130076310229578,
      "learning_rate": 7.573005612921903e-08,
      "loss": 0.5121,
      "step": 1961
    },
    {
      "epoch": 0.9485134155184917,
      "grad_norm": 0.40254945616875554,
      "learning_rate": 7.435032616305238e-08,
      "loss": 0.5178,
      "step": 1962
    },
    {
      "epoch": 0.9489968576262993,
      "grad_norm": 0.4108181664423654,
      "learning_rate": 7.298318655443893e-08,
      "loss": 0.5078,
      "step": 1963
    },
    {
      "epoch": 0.9494802997341069,
      "grad_norm": 0.3954161759006289,
      "learning_rate": 7.162864079789777e-08,
      "loss": 0.5137,
      "step": 1964
    },
    {
      "epoch": 0.9499637418419145,
      "grad_norm": 0.3993428213266096,
      "learning_rate": 7.028669235575714e-08,
      "loss": 0.496,
      "step": 1965
    },
    {
      "epoch": 0.950447183949722,
      "grad_norm": 0.41493027982851327,
      "learning_rate": 6.895734465814597e-08,
      "loss": 0.5257,
      "step": 1966
    },
    {
      "epoch": 0.9509306260575296,
      "grad_norm": 0.38537633628397905,
      "learning_rate": 6.764060110298287e-08,
      "loss": 0.5208,
      "step": 1967
    },
    {
      "epoch": 0.9514140681653372,
      "grad_norm": 0.41057398606285567,
      "learning_rate": 6.633646505597113e-08,
      "loss": 0.5224,
      "step": 1968
    },
    {
      "epoch": 0.9518975102731448,
      "grad_norm": 0.4420797620121168,
      "learning_rate": 6.504493985058813e-08,
      "loss": 0.5108,
      "step": 1969
    },
    {
      "epoch": 0.9523809523809523,
      "grad_norm": 0.39854773939873966,
      "learning_rate": 6.376602878807592e-08,
      "loss": 0.5134,
      "step": 1970
    },
    {
      "epoch": 0.9528643944887599,
      "grad_norm": 0.4104047856111181,
      "learning_rate": 6.249973513743345e-08,
      "loss": 0.5079,
      "step": 1971
    },
    {
      "epoch": 0.9533478365965675,
      "grad_norm": 0.40077931999667527,
      "learning_rate": 6.124606213541052e-08,
      "loss": 0.5196,
      "step": 1972
    },
    {
      "epoch": 0.9538312787043751,
      "grad_norm": 0.43500257686302385,
      "learning_rate": 6.000501298649653e-08,
      "loss": 0.5197,
      "step": 1973
    },
    {
      "epoch": 0.9543147208121827,
      "grad_norm": 0.4186094433656202,
      "learning_rate": 5.8776590862911764e-08,
      "loss": 0.5135,
      "step": 1974
    },
    {
      "epoch": 0.9547981629199903,
      "grad_norm": 0.4119358911199865,
      "learning_rate": 5.756079890460342e-08,
      "loss": 0.5137,
      "step": 1975
    },
    {
      "epoch": 0.9552816050277979,
      "grad_norm": 0.39694645564275877,
      "learning_rate": 5.635764021923229e-08,
      "loss": 0.5121,
      "step": 1976
    },
    {
      "epoch": 0.9557650471356055,
      "grad_norm": 0.4154887872586203,
      "learning_rate": 5.5167117882171104e-08,
      "loss": 0.516,
      "step": 1977
    },
    {
      "epoch": 0.9562484892434131,
      "grad_norm": 0.7692472130509296,
      "learning_rate": 5.3989234936489556e-08,
      "loss": 0.5055,
      "step": 1978
    },
    {
      "epoch": 0.9567319313512207,
      "grad_norm": 0.4198618304821996,
      "learning_rate": 5.2823994392951497e-08,
      "loss": 0.5094,
      "step": 1979
    },
    {
      "epoch": 0.9572153734590283,
      "grad_norm": 0.39385026351820934,
      "learning_rate": 5.167139923000553e-08,
      "loss": 0.4933,
      "step": 1980
    },
    {
      "epoch": 0.9576988155668359,
      "grad_norm": 0.4159053427086944,
      "learning_rate": 5.053145239377777e-08,
      "loss": 0.4936,
      "step": 1981
    },
    {
      "epoch": 0.9581822576746435,
      "grad_norm": 0.3990167973444839,
      "learning_rate": 4.940415679806465e-08,
      "loss": 0.5124,
      "step": 1982
    },
    {
      "epoch": 0.9586656997824511,
      "grad_norm": 0.4012277528608715,
      "learning_rate": 4.828951532432457e-08,
      "loss": 0.5151,
      "step": 1983
    },
    {
      "epoch": 0.9591491418902587,
      "grad_norm": 0.4099731484035176,
      "learning_rate": 4.718753082167071e-08,
      "loss": 0.5191,
      "step": 1984
    },
    {
      "epoch": 0.9596325839980663,
      "grad_norm": 0.41474696363438857,
      "learning_rate": 4.6098206106863774e-08,
      "loss": 0.515,
      "step": 1985
    },
    {
      "epoch": 0.9601160261058739,
      "grad_norm": 0.4044716506352786,
      "learning_rate": 4.5021543964306466e-08,
      "loss": 0.5123,
      "step": 1986
    },
    {
      "epoch": 0.9605994682136814,
      "grad_norm": 0.40133573312591214,
      "learning_rate": 4.395754714603351e-08,
      "loss": 0.5133,
      "step": 1987
    },
    {
      "epoch": 0.961082910321489,
      "grad_norm": 0.4089192998561785,
      "learning_rate": 4.290621837170661e-08,
      "loss": 0.5236,
      "step": 1988
    },
    {
      "epoch": 0.9615663524292966,
      "grad_norm": 0.39452360352891674,
      "learning_rate": 4.186756032860728e-08,
      "loss": 0.5137,
      "step": 1989
    },
    {
      "epoch": 0.9620497945371042,
      "grad_norm": 0.39867371724056727,
      "learning_rate": 4.08415756716285e-08,
      "loss": 0.5093,
      "step": 1990
    },
    {
      "epoch": 0.9625332366449117,
      "grad_norm": 0.357065447847406,
      "learning_rate": 3.9828267023269696e-08,
      "loss": 0.4505,
      "step": 1991
    },
    {
      "epoch": 0.9630166787527193,
      "grad_norm": 0.427089982663271,
      "learning_rate": 3.8827636973630126e-08,
      "loss": 0.5101,
      "step": 1992
    },
    {
      "epoch": 0.9635001208605269,
      "grad_norm": 0.4025101063369687,
      "learning_rate": 3.783968808039995e-08,
      "loss": 0.5245,
      "step": 1993
    },
    {
      "epoch": 0.9639835629683345,
      "grad_norm": 0.4012223737061637,
      "learning_rate": 3.68644228688575e-08,
      "loss": 0.514,
      "step": 1994
    },
    {
      "epoch": 0.9644670050761421,
      "grad_norm": 0.39715847085154765,
      "learning_rate": 3.590184383185758e-08,
      "loss": 0.507,
      "step": 1995
    },
    {
      "epoch": 0.9649504471839497,
      "grad_norm": 0.4019019064729592,
      "learning_rate": 3.4951953429831484e-08,
      "loss": 0.5093,
      "step": 1996
    },
    {
      "epoch": 0.9654338892917573,
      "grad_norm": 0.3997438820964838,
      "learning_rate": 3.401475409077426e-08,
      "loss": 0.4987,
      "step": 1997
    },
    {
      "epoch": 0.9659173313995649,
      "grad_norm": 0.42247021949710184,
      "learning_rate": 3.309024821024354e-08,
      "loss": 0.5099,
      "step": 1998
    },
    {
      "epoch": 0.9664007735073725,
      "grad_norm": 0.4228197536210846,
      "learning_rate": 3.2178438151350685e-08,
      "loss": 0.5181,
      "step": 1999
    },
    {
      "epoch": 0.9668842156151801,
      "grad_norm": 0.40195549014330173,
      "learning_rate": 3.127932624475638e-08,
      "loss": 0.5118,
      "step": 2000
    },
    {
      "epoch": 0.9673676577229877,
      "grad_norm": 0.40083823310970984,
      "learning_rate": 3.039291478866169e-08,
      "loss": 0.5265,
      "step": 2001
    },
    {
      "epoch": 0.9678510998307953,
      "grad_norm": 0.4054162095867977,
      "learning_rate": 2.9519206048807535e-08,
      "loss": 0.5173,
      "step": 2002
    },
    {
      "epoch": 0.9683345419386028,
      "grad_norm": 0.4091589042260666,
      "learning_rate": 2.8658202258462498e-08,
      "loss": 0.5199,
      "step": 2003
    },
    {
      "epoch": 0.9688179840464104,
      "grad_norm": 0.37360554914951866,
      "learning_rate": 2.7809905618422227e-08,
      "loss": 0.4667,
      "step": 2004
    },
    {
      "epoch": 0.969301426154218,
      "grad_norm": 0.4264262470861418,
      "learning_rate": 2.6974318297001144e-08,
      "loss": 0.5208,
      "step": 2005
    },
    {
      "epoch": 0.9697848682620256,
      "grad_norm": 0.4133603239690626,
      "learning_rate": 2.615144243002743e-08,
      "loss": 0.5049,
      "step": 2006
    },
    {
      "epoch": 0.9702683103698332,
      "grad_norm": 0.41234915425778607,
      "learning_rate": 2.534128012083914e-08,
      "loss": 0.5215,
      "step": 2007
    },
    {
      "epoch": 0.9707517524776408,
      "grad_norm": 0.39530605693418713,
      "learning_rate": 2.4543833440275332e-08,
      "loss": 0.5096,
      "step": 2008
    },
    {
      "epoch": 0.9712351945854484,
      "grad_norm": 0.42034129099753553,
      "learning_rate": 2.375910442667495e-08,
      "loss": 0.5111,
      "step": 2009
    },
    {
      "epoch": 0.971718636693256,
      "grad_norm": 0.4128961831040994,
      "learning_rate": 2.298709508586794e-08,
      "loss": 0.5136,
      "step": 2010
    },
    {
      "epoch": 0.9722020788010636,
      "grad_norm": 0.40946352601157776,
      "learning_rate": 2.2227807391172474e-08,
      "loss": 0.5239,
      "step": 2011
    },
    {
      "epoch": 0.9726855209088712,
      "grad_norm": 0.3999251664775986,
      "learning_rate": 2.1481243283389408e-08,
      "loss": 0.514,
      "step": 2012
    },
    {
      "epoch": 0.9731689630166788,
      "grad_norm": 0.412440530125608,
      "learning_rate": 2.074740467079672e-08,
      "loss": 0.5174,
      "step": 2013
    },
    {
      "epoch": 0.9736524051244864,
      "grad_norm": 0.40416741933458183,
      "learning_rate": 2.002629342914453e-08,
      "loss": 0.5173,
      "step": 2014
    },
    {
      "epoch": 0.974135847232294,
      "grad_norm": 0.4091688587167212,
      "learning_rate": 1.9317911401651734e-08,
      "loss": 0.5035,
      "step": 2015
    },
    {
      "epoch": 0.9746192893401016,
      "grad_norm": 0.41181207482580323,
      "learning_rate": 1.862226039899995e-08,
      "loss": 0.5194,
      "step": 2016
    },
    {
      "epoch": 0.9751027314479092,
      "grad_norm": 0.38917062513507206,
      "learning_rate": 1.7939342199329023e-08,
      "loss": 0.5081,
      "step": 2017
    },
    {
      "epoch": 0.9755861735557168,
      "grad_norm": 0.4058095413062891,
      "learning_rate": 1.7269158548232633e-08,
      "loss": 0.514,
      "step": 2018
    },
    {
      "epoch": 0.9760696156635243,
      "grad_norm": 0.3909310997249257,
      "learning_rate": 1.661171115875493e-08,
      "loss": 0.5086,
      "step": 2019
    },
    {
      "epoch": 0.9765530577713318,
      "grad_norm": 0.3924463631554743,
      "learning_rate": 1.5967001711383877e-08,
      "loss": 0.5074,
      "step": 2020
    },
    {
      "epoch": 0.9770364998791394,
      "grad_norm": 0.3897349184690982,
      "learning_rate": 1.5335031854049055e-08,
      "loss": 0.5164,
      "step": 2021
    },
    {
      "epoch": 0.977519941986947,
      "grad_norm": 0.4006696563415638,
      "learning_rate": 1.4715803202116075e-08,
      "loss": 0.516,
      "step": 2022
    },
    {
      "epoch": 0.9780033840947546,
      "grad_norm": 0.39127207135897235,
      "learning_rate": 1.4109317338383832e-08,
      "loss": 0.4864,
      "step": 2023
    },
    {
      "epoch": 0.9784868262025622,
      "grad_norm": 0.41074499955315413,
      "learning_rate": 1.3515575813078386e-08,
      "loss": 0.5276,
      "step": 2024
    },
    {
      "epoch": 0.9789702683103698,
      "grad_norm": 0.3989638057067789,
      "learning_rate": 1.2934580143851294e-08,
      "loss": 0.5116,
      "step": 2025
    },
    {
      "epoch": 0.9794537104181774,
      "grad_norm": 0.4179669163774858,
      "learning_rate": 1.2366331815774069e-08,
      "loss": 0.5169,
      "step": 2026
    },
    {
      "epoch": 0.979937152525985,
      "grad_norm": 0.420952308284563,
      "learning_rate": 1.1810832281335394e-08,
      "loss": 0.5221,
      "step": 2027
    },
    {
      "epoch": 0.9804205946337926,
      "grad_norm": 0.40444089801366945,
      "learning_rate": 1.1268082960436688e-08,
      "loss": 0.526,
      "step": 2028
    },
    {
      "epoch": 0.9809040367416002,
      "grad_norm": 0.39774599938725236,
      "learning_rate": 1.0738085240389883e-08,
      "loss": 0.5158,
      "step": 2029
    },
    {
      "epoch": 0.9813874788494078,
      "grad_norm": 0.40528876629152616,
      "learning_rate": 1.0220840475910765e-08,
      "loss": 0.5148,
      "step": 2030
    },
    {
      "epoch": 0.9818709209572154,
      "grad_norm": 0.3880426443734388,
      "learning_rate": 9.716349989118412e-09,
      "loss": 0.4977,
      "step": 2031
    },
    {
      "epoch": 0.982354363065023,
      "grad_norm": 0.397796748759872,
      "learning_rate": 9.224615069532428e-09,
      "loss": 0.5183,
      "step": 2032
    },
    {
      "epoch": 0.9828378051728306,
      "grad_norm": 0.41455233095701044,
      "learning_rate": 8.745636974066274e-09,
      "loss": 0.5151,
      "step": 2033
    },
    {
      "epoch": 0.9833212472806382,
      "grad_norm": 0.39149878382311915,
      "learning_rate": 8.279416927026163e-09,
      "loss": 0.4852,
      "step": 2034
    },
    {
      "epoch": 0.9838046893884458,
      "grad_norm": 0.428044296219464,
      "learning_rate": 7.82595612010828e-09,
      "loss": 0.5088,
      "step": 2035
    },
    {
      "epoch": 0.9842881314962533,
      "grad_norm": 0.39066146033771326,
      "learning_rate": 7.385255712395456e-09,
      "loss": 0.5092,
      "step": 2036
    },
    {
      "epoch": 0.9847715736040609,
      "grad_norm": 0.3944546565780817,
      "learning_rate": 6.9573168303532775e-09,
      "loss": 0.5048,
      "step": 2037
    },
    {
      "epoch": 0.9852550157118685,
      "grad_norm": 0.3875137169857006,
      "learning_rate": 6.542140567827871e-09,
      "loss": 0.5166,
      "step": 2038
    },
    {
      "epoch": 0.9857384578196761,
      "grad_norm": 0.3942008356766705,
      "learning_rate": 6.1397279860431205e-09,
      "loss": 0.4846,
      "step": 2039
    },
    {
      "epoch": 0.9862218999274837,
      "grad_norm": 0.4122295335735729,
      "learning_rate": 5.750080113598455e-09,
      "loss": 0.5191,
      "step": 2040
    },
    {
      "epoch": 0.9867053420352913,
      "grad_norm": 0.4027922091033447,
      "learning_rate": 5.373197946464403e-09,
      "loss": 0.509,
      "step": 2041
    },
    {
      "epoch": 0.9871887841430989,
      "grad_norm": 0.41834346896126373,
      "learning_rate": 5.009082447983149e-09,
      "loss": 0.52,
      "step": 2042
    },
    {
      "epoch": 0.9876722262509064,
      "grad_norm": 0.4293813449158595,
      "learning_rate": 4.65773454886298e-09,
      "loss": 0.5131,
      "step": 2043
    },
    {
      "epoch": 0.988155668358714,
      "grad_norm": 0.3928243234499177,
      "learning_rate": 4.319155147176624e-09,
      "loss": 0.515,
      "step": 2044
    },
    {
      "epoch": 0.9886391104665216,
      "grad_norm": 0.4041253868270013,
      "learning_rate": 3.9933451083612464e-09,
      "loss": 0.5001,
      "step": 2045
    },
    {
      "epoch": 0.9891225525743292,
      "grad_norm": 0.4010404057661429,
      "learning_rate": 3.6803052652134572e-09,
      "loss": 0.5077,
      "step": 2046
    },
    {
      "epoch": 0.9896059946821368,
      "grad_norm": 0.4298866341542551,
      "learning_rate": 3.3800364178881996e-09,
      "loss": 0.5112,
      "step": 2047
    },
    {
      "epoch": 0.9900894367899444,
      "grad_norm": 0.39490801058055036,
      "learning_rate": 3.092539333896527e-09,
      "loss": 0.5087,
      "step": 2048
    },
    {
      "epoch": 0.990572878897752,
      "grad_norm": 0.4110997944280951,
      "learning_rate": 2.817814748104497e-09,
      "loss": 0.5044,
      "step": 2049
    },
    {
      "epoch": 0.9910563210055596,
      "grad_norm": 0.4386800273412446,
      "learning_rate": 2.555863362730393e-09,
      "loss": 0.5217,
      "step": 2050
    },
    {
      "epoch": 0.9915397631133672,
      "grad_norm": 0.411463570514358,
      "learning_rate": 2.30668584734306e-09,
      "loss": 0.5117,
      "step": 2051
    },
    {
      "epoch": 0.9920232052211748,
      "grad_norm": 0.40419424446848334,
      "learning_rate": 2.070282838859683e-09,
      "loss": 0.5056,
      "step": 2052
    },
    {
      "epoch": 0.9925066473289823,
      "grad_norm": 0.40703300041841234,
      "learning_rate": 1.8466549415463442e-09,
      "loss": 0.5319,
      "step": 2053
    },
    {
      "epoch": 0.9929900894367899,
      "grad_norm": 0.42530845899182246,
      "learning_rate": 1.635802727013025e-09,
      "loss": 0.5138,
      "step": 2054
    },
    {
      "epoch": 0.9934735315445975,
      "grad_norm": 0.4058607106461754,
      "learning_rate": 1.4377267342158274e-09,
      "loss": 0.4883,
      "step": 2055
    },
    {
      "epoch": 0.9939569736524051,
      "grad_norm": 0.4062782037922318,
      "learning_rate": 1.2524274694525329e-09,
      "loss": 0.5225,
      "step": 2056
    },
    {
      "epoch": 0.9944404157602127,
      "grad_norm": 4.724922277274833,
      "learning_rate": 1.0799054063626024e-09,
      "loss": 0.5232,
      "step": 2057
    },
    {
      "epoch": 0.9949238578680203,
      "grad_norm": 0.3906054598062824,
      "learning_rate": 9.201609859271765e-10,
      "loss": 0.5132,
      "step": 2058
    },
    {
      "epoch": 0.9954072999758279,
      "grad_norm": 0.3973857264750407,
      "learning_rate": 7.731946164657445e-10,
      "loss": 0.5083,
      "step": 2059
    },
    {
      "epoch": 0.9958907420836355,
      "grad_norm": 0.39787099969142303,
      "learning_rate": 6.390066736355893e-10,
      "loss": 0.5138,
      "step": 2060
    },
    {
      "epoch": 0.9963741841914431,
      "grad_norm": 0.4073985533388715,
      "learning_rate": 5.17597500432343e-10,
      "loss": 0.5134,
      "step": 2061
    },
    {
      "epoch": 0.9968576262992507,
      "grad_norm": 0.4217388952314898,
      "learning_rate": 4.089674071872107e-10,
      "loss": 0.5204,
      "step": 2062
    },
    {
      "epoch": 0.9973410684070583,
      "grad_norm": 0.3938957473860418,
      "learning_rate": 3.131166715680811e-10,
      "loss": 0.5134,
      "step": 2063
    },
    {
      "epoch": 0.9978245105148659,
      "grad_norm": 0.4133454970429142,
      "learning_rate": 2.3004553857675082e-10,
      "loss": 0.5136,
      "step": 2064
    },
    {
      "epoch": 0.9983079526226735,
      "grad_norm": 3.9528345451843885,
      "learning_rate": 1.5975422055003465e-10,
      "loss": 0.5088,
      "step": 2065
    },
    {
      "epoch": 0.9987913947304811,
      "grad_norm": 0.4124191883874225,
      "learning_rate": 1.022428971581002e-10,
      "loss": 0.5106,
      "step": 2066
    },
    {
      "epoch": 0.9992748368382887,
      "grad_norm": 0.42214447971757757,
      "learning_rate": 5.751171540391287e-11,
      "loss": 0.513,
      "step": 2067
    },
    {
      "epoch": 0.9997582789460963,
      "grad_norm": 0.4373529560530007,
      "learning_rate": 2.556078962490105e-11,
      "loss": 0.5278,
      "step": 2068
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.4373529560530007,
      "learning_rate": 6.390201489625547e-12,
      "loss": 0.4723,
      "step": 2069
    },
    {
      "epoch": 1.0,
      "step": 2069,
      "total_flos": 2898754626256896.0,
      "train_loss": 0.5475362745847836,
      "train_runtime": 128435.5344,
      "train_samples_per_second": 2.061,
      "train_steps_per_second": 0.016
    }
  ],
  "logging_steps": 1,
  "max_steps": 2069,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 208,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 2898754626256896.0,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}