{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 4.980443285528032,
  "eval_steps": 500,
  "global_step": 955,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.005215123859191656,
      "grad_norm": 8.640251838986332,
      "learning_rate": 8.333333333333333e-07,
      "loss": 1.3109,
      "step": 1
    },
    {
      "epoch": 0.010430247718383311,
      "grad_norm": 8.50165895125568,
      "learning_rate": 1.6666666666666667e-06,
      "loss": 1.2827,
      "step": 2
    },
    {
      "epoch": 0.01564537157757497,
      "grad_norm": 8.535323811460232,
      "learning_rate": 2.5e-06,
      "loss": 1.2971,
      "step": 3
    },
    {
      "epoch": 0.020860495436766623,
      "grad_norm": 8.005773755772996,
      "learning_rate": 3.3333333333333333e-06,
      "loss": 1.2835,
      "step": 4
    },
    {
      "epoch": 0.02607561929595828,
      "grad_norm": 6.542532290299446,
      "learning_rate": 4.166666666666667e-06,
      "loss": 1.2424,
      "step": 5
    },
    {
      "epoch": 0.03129074315514994,
      "grad_norm": 3.513863098870053,
      "learning_rate": 5e-06,
      "loss": 1.1855,
      "step": 6
    },
    {
      "epoch": 0.03650586701434159,
      "grad_norm": 2.7215053265085425,
      "learning_rate": 5.833333333333334e-06,
      "loss": 1.1771,
      "step": 7
    },
    {
      "epoch": 0.041720990873533245,
      "grad_norm": 6.45835816206034,
      "learning_rate": 6.666666666666667e-06,
      "loss": 1.1818,
      "step": 8
    },
    {
      "epoch": 0.0469361147327249,
      "grad_norm": 6.896643054762279,
      "learning_rate": 7.500000000000001e-06,
      "loss": 1.1927,
      "step": 9
    },
    {
      "epoch": 0.05215123859191656,
      "grad_norm": 7.106049193713323,
      "learning_rate": 8.333333333333334e-06,
      "loss": 1.192,
      "step": 10
    },
    {
      "epoch": 0.05736636245110821,
      "grad_norm": 5.8848429339749755,
      "learning_rate": 9.166666666666666e-06,
      "loss": 1.1358,
      "step": 11
    },
    {
      "epoch": 0.06258148631029987,
      "grad_norm": 5.16279034442262,
      "learning_rate": 1e-05,
      "loss": 1.1187,
      "step": 12
    },
    {
      "epoch": 0.06779661016949153,
      "grad_norm": 3.4057013372590914,
      "learning_rate": 1.0833333333333334e-05,
      "loss": 1.1044,
      "step": 13
    },
    {
      "epoch": 0.07301173402868318,
      "grad_norm": 2.2087972161452516,
      "learning_rate": 1.1666666666666668e-05,
      "loss": 1.0906,
      "step": 14
    },
    {
      "epoch": 0.07822685788787484,
      "grad_norm": 2.1528478641437006,
      "learning_rate": 1.25e-05,
      "loss": 1.0749,
      "step": 15
    },
    {
      "epoch": 0.08344198174706649,
      "grad_norm": 2.0837468590704984,
      "learning_rate": 1.3333333333333333e-05,
      "loss": 1.041,
      "step": 16
    },
    {
      "epoch": 0.08865710560625815,
      "grad_norm": 2.3435856245272064,
      "learning_rate": 1.416666666666667e-05,
      "loss": 1.0308,
      "step": 17
    },
    {
      "epoch": 0.0938722294654498,
      "grad_norm": 1.7734881445436932,
      "learning_rate": 1.5000000000000002e-05,
      "loss": 1.0104,
      "step": 18
    },
    {
      "epoch": 0.09908735332464146,
      "grad_norm": 1.2852782680220982,
      "learning_rate": 1.5833333333333333e-05,
      "loss": 1.0159,
      "step": 19
    },
    {
      "epoch": 0.10430247718383312,
      "grad_norm": 1.4664459559013807,
      "learning_rate": 1.6666666666666667e-05,
      "loss": 0.9997,
      "step": 20
    },
    {
      "epoch": 0.10951760104302477,
      "grad_norm": 1.2747674832880032,
      "learning_rate": 1.7500000000000002e-05,
      "loss": 0.9999,
      "step": 21
    },
    {
      "epoch": 0.11473272490221642,
      "grad_norm": 1.1325966855930794,
      "learning_rate": 1.8333333333333333e-05,
      "loss": 0.9845,
      "step": 22
    },
    {
      "epoch": 0.11994784876140809,
      "grad_norm": 1.178213874446251,
      "learning_rate": 1.916666666666667e-05,
      "loss": 0.9754,
      "step": 23
    },
    {
      "epoch": 0.12516297262059975,
      "grad_norm": 1.0070300787437625,
      "learning_rate": 2e-05,
      "loss": 0.9916,
      "step": 24
    },
    {
      "epoch": 0.1303780964797914,
      "grad_norm": 1.1301814564159125,
      "learning_rate": 2.0833333333333336e-05,
      "loss": 0.9535,
      "step": 25
    },
    {
      "epoch": 0.13559322033898305,
      "grad_norm": 1.1582102527170561,
      "learning_rate": 2.1666666666666667e-05,
      "loss": 0.9559,
      "step": 26
    },
    {
      "epoch": 0.1408083441981747,
      "grad_norm": 1.28096007382199,
      "learning_rate": 2.25e-05,
      "loss": 0.953,
      "step": 27
    },
    {
      "epoch": 0.14602346805736635,
      "grad_norm": 1.3963901299642703,
      "learning_rate": 2.3333333333333336e-05,
      "loss": 0.9467,
      "step": 28
    },
    {
      "epoch": 0.15123859191655803,
      "grad_norm": 1.2008437237669338,
      "learning_rate": 2.4166666666666667e-05,
      "loss": 0.9319,
      "step": 29
    },
    {
      "epoch": 0.15645371577574968,
      "grad_norm": 1.4579402450445522,
      "learning_rate": 2.5e-05,
      "loss": 0.9583,
      "step": 30
    },
    {
      "epoch": 0.16166883963494133,
      "grad_norm": 1.332654985022459,
      "learning_rate": 2.5833333333333336e-05,
      "loss": 0.9222,
      "step": 31
    },
    {
      "epoch": 0.16688396349413298,
      "grad_norm": 1.0118249538528512,
      "learning_rate": 2.6666666666666667e-05,
      "loss": 0.919,
      "step": 32
    },
    {
      "epoch": 0.17209908735332463,
      "grad_norm": 1.9244594897055562,
      "learning_rate": 2.75e-05,
      "loss": 0.9432,
      "step": 33
    },
    {
      "epoch": 0.1773142112125163,
      "grad_norm": 1.1988103983333642,
      "learning_rate": 2.833333333333334e-05,
      "loss": 0.9309,
      "step": 34
    },
    {
      "epoch": 0.18252933507170796,
      "grad_norm": 1.375838275777245,
      "learning_rate": 2.9166666666666666e-05,
      "loss": 0.9164,
      "step": 35
    },
    {
      "epoch": 0.1877444589308996,
      "grad_norm": 1.662174214128309,
      "learning_rate": 3.0000000000000004e-05,
      "loss": 0.9116,
      "step": 36
    },
    {
      "epoch": 0.19295958279009126,
      "grad_norm": 19.880826748141878,
      "learning_rate": 3.0833333333333335e-05,
      "loss": 0.9136,
      "step": 37
    },
    {
      "epoch": 0.1981747066492829,
      "grad_norm": 2.1089494461311897,
      "learning_rate": 3.1666666666666666e-05,
      "loss": 0.9288,
      "step": 38
    },
    {
      "epoch": 0.2033898305084746,
      "grad_norm": 1.0754107081344952,
      "learning_rate": 3.2500000000000004e-05,
      "loss": 0.9173,
      "step": 39
    },
    {
      "epoch": 0.20860495436766624,
      "grad_norm": 3.9611232218120964,
      "learning_rate": 3.3333333333333335e-05,
      "loss": 0.9227,
      "step": 40
    },
    {
      "epoch": 0.2138200782268579,
      "grad_norm": 3.0041123063486306,
      "learning_rate": 3.4166666666666666e-05,
      "loss": 0.9319,
      "step": 41
    },
    {
      "epoch": 0.21903520208604954,
      "grad_norm": 2.7847797531368066,
      "learning_rate": 3.5000000000000004e-05,
      "loss": 0.9233,
      "step": 42
    },
    {
      "epoch": 0.2242503259452412,
      "grad_norm": 2.2845773931740725,
      "learning_rate": 3.5833333333333335e-05,
      "loss": 0.9286,
      "step": 43
    },
    {
      "epoch": 0.22946544980443284,
      "grad_norm": 2.9550586599454363,
      "learning_rate": 3.6666666666666666e-05,
      "loss": 0.9194,
      "step": 44
    },
    {
      "epoch": 0.23468057366362452,
      "grad_norm": 1.713180532466099,
      "learning_rate": 3.7500000000000003e-05,
      "loss": 0.8909,
      "step": 45
    },
    {
      "epoch": 0.23989569752281617,
      "grad_norm": 3.6245500815283984,
      "learning_rate": 3.833333333333334e-05,
      "loss": 0.9061,
      "step": 46
    },
    {
      "epoch": 0.24511082138200782,
      "grad_norm": 2.7780460507158034,
      "learning_rate": 3.9166666666666665e-05,
      "loss": 0.9165,
      "step": 47
    },
    {
      "epoch": 0.2503259452411995,
      "grad_norm": 3.3854708521313563,
      "learning_rate": 4e-05,
      "loss": 0.9076,
      "step": 48
    },
    {
      "epoch": 0.25554106910039115,
      "grad_norm": 2.788766938646062,
      "learning_rate": 4.0833333333333334e-05,
      "loss": 0.9086,
      "step": 49
    },
    {
      "epoch": 0.2607561929595828,
      "grad_norm": 3.769154968802035,
      "learning_rate": 4.166666666666667e-05,
      "loss": 0.8985,
      "step": 50
    },
    {
      "epoch": 0.26597131681877445,
      "grad_norm": 3.6676032273552783,
      "learning_rate": 4.25e-05,
      "loss": 0.9186,
      "step": 51
    },
    {
      "epoch": 0.2711864406779661,
      "grad_norm": 2.300855067051272,
      "learning_rate": 4.3333333333333334e-05,
      "loss": 0.8785,
      "step": 52
    },
    {
      "epoch": 0.27640156453715775,
      "grad_norm": 2.0855212942964156,
      "learning_rate": 4.416666666666667e-05,
      "loss": 0.9044,
      "step": 53
    },
    {
      "epoch": 0.2816166883963494,
      "grad_norm": 3.1541260770808144,
      "learning_rate": 4.5e-05,
      "loss": 0.9134,
      "step": 54
    },
    {
      "epoch": 0.28683181225554105,
      "grad_norm": 2.3439141139233635,
      "learning_rate": 4.5833333333333334e-05,
      "loss": 0.8849,
      "step": 55
    },
    {
      "epoch": 0.2920469361147327,
      "grad_norm": 3.622853136869387,
      "learning_rate": 4.666666666666667e-05,
      "loss": 0.8968,
      "step": 56
    },
    {
      "epoch": 0.29726205997392435,
      "grad_norm": 3.3444739650293793,
      "learning_rate": 4.75e-05,
      "loss": 0.9119,
      "step": 57
    },
    {
      "epoch": 0.30247718383311606,
      "grad_norm": 2.4056743976018007,
      "learning_rate": 4.8333333333333334e-05,
      "loss": 0.8978,
      "step": 58
    },
    {
      "epoch": 0.3076923076923077,
      "grad_norm": 2.0165924530855692,
      "learning_rate": 4.916666666666667e-05,
      "loss": 0.8842,
      "step": 59
    },
    {
      "epoch": 0.31290743155149936,
      "grad_norm": 3.199274379857031,
      "learning_rate": 5e-05,
      "loss": 0.8926,
      "step": 60
    },
    {
      "epoch": 0.318122555410691,
      "grad_norm": 2.145560466910737,
      "learning_rate": 5.0833333333333333e-05,
      "loss": 0.8875,
      "step": 61
    },
    {
      "epoch": 0.32333767926988266,
      "grad_norm": 3.3364603622456923,
      "learning_rate": 5.166666666666667e-05,
      "loss": 0.8891,
      "step": 62
    },
    {
      "epoch": 0.3285528031290743,
      "grad_norm": 3.088241155388676,
      "learning_rate": 5.25e-05,
      "loss": 0.8989,
      "step": 63
    },
    {
      "epoch": 0.33376792698826596,
      "grad_norm": 2.2703016974586836,
      "learning_rate": 5.333333333333333e-05,
      "loss": 0.8848,
      "step": 64
    },
    {
      "epoch": 0.3389830508474576,
      "grad_norm": 2.1056335353722875,
      "learning_rate": 5.416666666666667e-05,
      "loss": 0.8895,
      "step": 65
    },
    {
      "epoch": 0.34419817470664926,
      "grad_norm": 2.195474617684906,
      "learning_rate": 5.5e-05,
      "loss": 0.8855,
      "step": 66
    },
    {
      "epoch": 0.3494132985658409,
      "grad_norm": 1.8388111784516368,
      "learning_rate": 5.583333333333333e-05,
      "loss": 0.88,
      "step": 67
    },
    {
      "epoch": 0.3546284224250326,
      "grad_norm": 2.205537218893776,
      "learning_rate": 5.666666666666668e-05,
      "loss": 0.8923,
      "step": 68
    },
    {
      "epoch": 0.35984354628422427,
      "grad_norm": 1.43087259231813,
      "learning_rate": 5.75e-05,
      "loss": 0.8783,
      "step": 69
    },
    {
      "epoch": 0.3650586701434159,
      "grad_norm": 3.170207545618331,
      "learning_rate": 5.833333333333333e-05,
      "loss": 0.8979,
      "step": 70
    },
    {
      "epoch": 0.37027379400260757,
      "grad_norm": 2.4965183591219686,
      "learning_rate": 5.916666666666668e-05,
      "loss": 0.887,
      "step": 71
    },
    {
      "epoch": 0.3754889178617992,
      "grad_norm": 2.18025601493941,
      "learning_rate": 6.000000000000001e-05,
      "loss": 0.8885,
      "step": 72
    },
    {
      "epoch": 0.38070404172099087,
      "grad_norm": 2.320595439694094,
      "learning_rate": 6.083333333333333e-05,
      "loss": 0.8815,
      "step": 73
    },
    {
      "epoch": 0.3859191655801825,
      "grad_norm": 2.0185818109580467,
      "learning_rate": 6.166666666666667e-05,
      "loss": 0.8831,
      "step": 74
    },
    {
      "epoch": 0.39113428943937417,
      "grad_norm": 2.2105832623786745,
      "learning_rate": 6.25e-05,
      "loss": 0.8666,
      "step": 75
    },
    {
      "epoch": 0.3963494132985658,
      "grad_norm": 1.9340187658703214,
      "learning_rate": 6.333333333333333e-05,
      "loss": 0.888,
      "step": 76
    },
    {
      "epoch": 0.4015645371577575,
      "grad_norm": 1.811786813233452,
      "learning_rate": 6.416666666666668e-05,
      "loss": 0.889,
      "step": 77
    },
    {
      "epoch": 0.4067796610169492,
      "grad_norm": 2.0985830559238563,
      "learning_rate": 6.500000000000001e-05,
      "loss": 0.8945,
      "step": 78
    },
    {
      "epoch": 0.41199478487614083,
      "grad_norm": 2.7706210707741885,
      "learning_rate": 6.583333333333334e-05,
      "loss": 0.903,
      "step": 79
    },
    {
      "epoch": 0.4172099087353325,
      "grad_norm": 2.328367128642788,
      "learning_rate": 6.666666666666667e-05,
      "loss": 0.886,
      "step": 80
    },
    {
      "epoch": 0.42242503259452413,
      "grad_norm": 2.7310201710261857,
      "learning_rate": 6.75e-05,
      "loss": 0.8728,
      "step": 81
    },
    {
      "epoch": 0.4276401564537158,
      "grad_norm": 2.012060559904938,
      "learning_rate": 6.833333333333333e-05,
      "loss": 0.8807,
      "step": 82
    },
    {
      "epoch": 0.43285528031290743,
      "grad_norm": 1.8442023724268992,
      "learning_rate": 6.916666666666668e-05,
      "loss": 0.8832,
      "step": 83
    },
    {
      "epoch": 0.4380704041720991,
      "grad_norm": 3.3879560119725225,
      "learning_rate": 7.000000000000001e-05,
      "loss": 0.8848,
      "step": 84
    },
    {
      "epoch": 0.44328552803129073,
      "grad_norm": 2.0302673957424457,
      "learning_rate": 7.083333333333334e-05,
      "loss": 0.8716,
      "step": 85
    },
    {
      "epoch": 0.4485006518904824,
      "grad_norm": 3.238439147300149,
      "learning_rate": 7.166666666666667e-05,
      "loss": 0.8896,
      "step": 86
    },
    {
      "epoch": 0.45371577574967403,
      "grad_norm": 2.718682181237891,
      "learning_rate": 7.25e-05,
      "loss": 0.902,
      "step": 87
    },
    {
      "epoch": 0.4589308996088657,
      "grad_norm": 2.4102500849494035,
      "learning_rate": 7.333333333333333e-05,
      "loss": 0.8865,
      "step": 88
    },
    {
      "epoch": 0.4641460234680574,
      "grad_norm": 2.057159117257536,
      "learning_rate": 7.416666666666668e-05,
      "loss": 0.8714,
      "step": 89
    },
    {
      "epoch": 0.46936114732724904,
      "grad_norm": 2.303058894217337,
      "learning_rate": 7.500000000000001e-05,
      "loss": 0.875,
      "step": 90
    },
    {
      "epoch": 0.4745762711864407,
      "grad_norm": 1.853131768077206,
      "learning_rate": 7.583333333333334e-05,
      "loss": 0.8697,
      "step": 91
    },
    {
      "epoch": 0.47979139504563234,
      "grad_norm": 1.5089115884426068,
      "learning_rate": 7.666666666666668e-05,
      "loss": 0.8672,
      "step": 92
    },
    {
      "epoch": 0.485006518904824,
      "grad_norm": 3.288728672540363,
      "learning_rate": 7.75e-05,
      "loss": 0.8787,
      "step": 93
    },
    {
      "epoch": 0.49022164276401564,
      "grad_norm": 2.8218607718403197,
      "learning_rate": 7.833333333333333e-05,
      "loss": 0.8886,
      "step": 94
    },
    {
      "epoch": 0.4954367666232073,
      "grad_norm": 1.966995373674031,
      "learning_rate": 7.916666666666668e-05,
      "loss": 0.8738,
      "step": 95
    },
    {
      "epoch": 0.500651890482399,
      "grad_norm": 4.193763943813693,
      "learning_rate": 8e-05,
      "loss": 0.8813,
      "step": 96
    },
    {
      "epoch": 0.5058670143415906,
      "grad_norm": 2.2253144313432514,
      "learning_rate": 7.99997324882088e-05,
      "loss": 0.8778,
      "step": 97
    },
    {
      "epoch": 0.5110821382007823,
      "grad_norm": 4.059040973559077,
      "learning_rate": 7.999892995641334e-05,
      "loss": 0.8844,
      "step": 98
    },
    {
      "epoch": 0.516297262059974,
      "grad_norm": 2.814215374527903,
      "learning_rate": 7.999759241534794e-05,
      "loss": 0.8899,
      "step": 99
    },
    {
      "epoch": 0.5215123859191656,
      "grad_norm": 3.1446586623159383,
      "learning_rate": 7.9995719882903e-05,
      "loss": 0.8933,
      "step": 100
    },
    {
      "epoch": 0.5267275097783573,
      "grad_norm": 2.5831777088882335,
      "learning_rate": 7.999331238412474e-05,
      "loss": 0.885,
      "step": 101
    },
    {
      "epoch": 0.5319426336375489,
      "grad_norm": 2.571515738465628,
      "learning_rate": 7.99903699512149e-05,
      "loss": 0.8773,
      "step": 102
    },
    {
      "epoch": 0.5371577574967406,
      "grad_norm": 2.028582558881839,
      "learning_rate": 7.998689262353024e-05,
      "loss": 0.875,
      "step": 103
    },
    {
      "epoch": 0.5423728813559322,
      "grad_norm": 1.9833279742128762,
      "learning_rate": 7.998288044758206e-05,
      "loss": 0.8864,
      "step": 104
    },
    {
      "epoch": 0.5475880052151239,
      "grad_norm": 1.595344120443328,
      "learning_rate": 7.99783334770356e-05,
      "loss": 0.8772,
      "step": 105
    },
    {
      "epoch": 0.5528031290743155,
      "grad_norm": 2.3698581665478025,
      "learning_rate": 7.997325177270926e-05,
      "loss": 0.8587,
      "step": 106
    },
    {
      "epoch": 0.5580182529335072,
      "grad_norm": 1.8069354168584124,
      "learning_rate": 7.996763540257382e-05,
      "loss": 0.8786,
      "step": 107
    },
    {
      "epoch": 0.5632333767926988,
      "grad_norm": 2.8802931859293968,
      "learning_rate": 7.996148444175155e-05,
      "loss": 0.8651,
      "step": 108
    },
    {
      "epoch": 0.5684485006518905,
      "grad_norm": 2.163396645739927,
      "learning_rate": 7.99547989725152e-05,
      "loss": 0.8779,
      "step": 109
    },
    {
      "epoch": 0.5736636245110821,
      "grad_norm": 1.7103752366008835,
      "learning_rate": 7.994757908428683e-05,
      "loss": 0.8627,
      "step": 110
    },
    {
      "epoch": 0.5788787483702738,
      "grad_norm": 2.6236911355349366,
      "learning_rate": 7.99398248736367e-05,
      "loss": 0.8775,
      "step": 111
    },
    {
      "epoch": 0.5840938722294654,
      "grad_norm": 1.7695200626233123,
      "learning_rate": 7.993153644428198e-05,
      "loss": 0.8675,
      "step": 112
    },
    {
      "epoch": 0.5893089960886571,
      "grad_norm": 3.1189819236023597,
      "learning_rate": 7.992271390708529e-05,
      "loss": 0.864,
      "step": 113
    },
    {
      "epoch": 0.5945241199478487,
      "grad_norm": 2.519671466442974,
      "learning_rate": 7.991335738005325e-05,
      "loss": 0.8753,
      "step": 114
    },
    {
      "epoch": 0.5997392438070405,
      "grad_norm": 2.445885184903824,
      "learning_rate": 7.990346698833493e-05,
      "loss": 0.8791,
      "step": 115
    },
    {
      "epoch": 0.6049543676662321,
      "grad_norm": 2.6107239711114634,
      "learning_rate": 7.989304286422016e-05,
      "loss": 0.8688,
      "step": 116
    },
    {
      "epoch": 0.6101694915254238,
      "grad_norm": 2.3280917526561926,
      "learning_rate": 7.988208514713773e-05,
      "loss": 0.8558,
      "step": 117
    },
    {
      "epoch": 0.6153846153846154,
      "grad_norm": 2.01951998260186,
      "learning_rate": 7.987059398365358e-05,
      "loss": 0.8611,
      "step": 118
    },
    {
      "epoch": 0.6205997392438071,
      "grad_norm": 2.67003693356188,
      "learning_rate": 7.98585695274688e-05,
      "loss": 0.8599,
      "step": 119
    },
    {
      "epoch": 0.6258148631029987,
      "grad_norm": 1.3989184556669023,
      "learning_rate": 7.984601193941757e-05,
      "loss": 0.8619,
      "step": 120
    },
    {
      "epoch": 0.6310299869621904,
      "grad_norm": 2.9657726548979007,
      "learning_rate": 7.983292138746504e-05,
      "loss": 0.8533,
      "step": 121
    },
    {
      "epoch": 0.636245110821382,
      "grad_norm": 2.2111378936066717,
      "learning_rate": 7.981929804670505e-05,
      "loss": 0.8647,
      "step": 122
    },
    {
      "epoch": 0.6414602346805737,
      "grad_norm": 1.7933021378995146,
      "learning_rate": 7.980514209935783e-05,
      "loss": 0.8572,
      "step": 123
    },
    {
      "epoch": 0.6466753585397653,
      "grad_norm": 2.6146019104563036,
      "learning_rate": 7.97904537347675e-05,
      "loss": 0.8629,
      "step": 124
    },
    {
      "epoch": 0.651890482398957,
      "grad_norm": 1.7226667254129786,
      "learning_rate": 7.977523314939961e-05,
      "loss": 0.8728,
      "step": 125
    },
    {
      "epoch": 0.6571056062581486,
      "grad_norm": 2.4681433772246804,
      "learning_rate": 7.975948054683847e-05,
      "loss": 0.8772,
      "step": 126
    },
    {
      "epoch": 0.6623207301173403,
      "grad_norm": 1.8531960262958524,
      "learning_rate": 7.974319613778441e-05,
      "loss": 0.8568,
      "step": 127
    },
    {
      "epoch": 0.6675358539765319,
      "grad_norm": 3.3273564870681067,
      "learning_rate": 7.972638014005102e-05,
      "loss": 0.8674,
      "step": 128
    },
    {
      "epoch": 0.6727509778357236,
      "grad_norm": 1.6565232049947463,
      "learning_rate": 7.970903277856216e-05,
      "loss": 0.8593,
      "step": 129
    },
    {
      "epoch": 0.6779661016949152,
      "grad_norm": 3.2772231491550157,
      "learning_rate": 7.969115428534904e-05,
      "loss": 0.8689,
      "step": 130
    },
    {
      "epoch": 0.6831812255541069,
      "grad_norm": 2.9366197326510175,
      "learning_rate": 7.967274489954703e-05,
      "loss": 0.8562,
      "step": 131
    },
    {
      "epoch": 0.6883963494132985,
      "grad_norm": 1.579970961599737,
      "learning_rate": 7.965380486739253e-05,
      "loss": 0.8422,
      "step": 132
    },
    {
      "epoch": 0.6936114732724902,
      "grad_norm": 3.1594495489774967,
      "learning_rate": 7.963433444221964e-05,
      "loss": 0.875,
      "step": 133
    },
    {
      "epoch": 0.6988265971316818,
      "grad_norm": 2.3403703396896423,
      "learning_rate": 7.961433388445676e-05,
      "loss": 0.8591,
      "step": 134
    },
    {
      "epoch": 0.7040417209908736,
      "grad_norm": 1.8764160357986022,
      "learning_rate": 7.959380346162314e-05,
      "loss": 0.8585,
      "step": 135
    },
    {
      "epoch": 0.7092568448500652,
      "grad_norm": 2.954668141615744,
      "learning_rate": 7.957274344832533e-05,
      "loss": 0.8558,
      "step": 136
    },
    {
      "epoch": 0.7144719687092569,
      "grad_norm": 2.1132431617150647,
      "learning_rate": 7.955115412625337e-05,
      "loss": 0.8597,
      "step": 137
    },
    {
      "epoch": 0.7196870925684485,
      "grad_norm": 1.9269531529548758,
      "learning_rate": 7.952903578417719e-05,
      "loss": 0.8553,
      "step": 138
    },
    {
      "epoch": 0.7249022164276402,
      "grad_norm": 1.9600506890917169,
      "learning_rate": 7.950638871794268e-05,
      "loss": 0.8498,
      "step": 139
    },
    {
      "epoch": 0.7301173402868318,
      "grad_norm": 1.295131341774357,
      "learning_rate": 7.948321323046766e-05,
      "loss": 0.862,
      "step": 140
    },
    {
      "epoch": 0.7353324641460235,
      "grad_norm": 2.598262766807541,
      "learning_rate": 7.945950963173797e-05,
      "loss": 0.8743,
      "step": 141
    },
    {
      "epoch": 0.7405475880052151,
      "grad_norm": 1.7173227811522496,
      "learning_rate": 7.943527823880321e-05,
      "loss": 0.857,
      "step": 142
    },
    {
      "epoch": 0.7457627118644068,
      "grad_norm": 2.778103098366881,
      "learning_rate": 7.941051937577255e-05,
      "loss": 0.8644,
      "step": 143
    },
    {
      "epoch": 0.7509778357235984,
      "grad_norm": 1.9721804979121416,
      "learning_rate": 7.938523337381036e-05,
      "loss": 0.8641,
      "step": 144
    },
    {
      "epoch": 0.7561929595827901,
      "grad_norm": 2.534467842230536,
      "learning_rate": 7.935942057113185e-05,
      "loss": 0.8607,
      "step": 145
    },
    {
      "epoch": 0.7614080834419817,
      "grad_norm": 2.420990126278799,
      "learning_rate": 7.933308131299846e-05,
      "loss": 0.8532,
      "step": 146
    },
    {
      "epoch": 0.7666232073011734,
      "grad_norm": 2.0250401094262775,
      "learning_rate": 7.93062159517133e-05,
      "loss": 0.8463,
      "step": 147
    },
    {
      "epoch": 0.771838331160365,
      "grad_norm": 1.949074222131184,
      "learning_rate": 7.92788248466164e-05,
      "loss": 0.8505,
      "step": 148
    },
    {
      "epoch": 0.7770534550195567,
      "grad_norm": 1.9136794648235018,
      "learning_rate": 7.925090836407997e-05,
      "loss": 0.8539,
      "step": 149
    },
    {
      "epoch": 0.7822685788787483,
      "grad_norm": 1.3862902439859852,
      "learning_rate": 7.922246687750341e-05,
      "loss": 0.8511,
      "step": 150
    },
    {
      "epoch": 0.78748370273794,
      "grad_norm": 2.238512517144782,
      "learning_rate": 7.919350076730836e-05,
      "loss": 0.846,
      "step": 151
    },
    {
      "epoch": 0.7926988265971316,
      "grad_norm": 2.0835619443377134,
      "learning_rate": 7.916401042093361e-05,
      "loss": 0.8461,
      "step": 152
    },
    {
      "epoch": 0.7979139504563233,
      "grad_norm": 1.8060011410999197,
      "learning_rate": 7.913399623282997e-05,
      "loss": 0.833,
      "step": 153
    },
    {
      "epoch": 0.803129074315515,
      "grad_norm": 2.0703223704187357,
      "learning_rate": 7.910345860445487e-05,
      "loss": 0.8447,
      "step": 154
    },
    {
      "epoch": 0.8083441981747066,
      "grad_norm": 2.299135311289539,
      "learning_rate": 7.90723979442671e-05,
      "loss": 0.8533,
      "step": 155
    },
    {
      "epoch": 0.8135593220338984,
      "grad_norm": 1.8730518820522357,
      "learning_rate": 7.90408146677213e-05,
      "loss": 0.8372,
      "step": 156
    },
    {
      "epoch": 0.81877444589309,
      "grad_norm": 1.5402936247797026,
      "learning_rate": 7.900870919726244e-05,
      "loss": 0.8408,
      "step": 157
    },
    {
      "epoch": 0.8239895697522817,
      "grad_norm": 2.378224013864058,
      "learning_rate": 7.897608196232007e-05,
      "loss": 0.8492,
      "step": 158
    },
    {
      "epoch": 0.8292046936114733,
      "grad_norm": 1.8241375846314414,
      "learning_rate": 7.894293339930272e-05,
      "loss": 0.8338,
      "step": 159
    },
    {
      "epoch": 0.834419817470665,
      "grad_norm": 2.2711975231391826,
      "learning_rate": 7.890926395159197e-05,
      "loss": 0.8385,
      "step": 160
    },
    {
      "epoch": 0.8396349413298566,
      "grad_norm": 1.6195285561704085,
      "learning_rate": 7.887507406953651e-05,
      "loss": 0.8489,
      "step": 161
    },
    {
      "epoch": 0.8448500651890483,
      "grad_norm": 2.2453846392163768,
      "learning_rate": 7.884036421044618e-05,
      "loss": 0.8487,
      "step": 162
    },
    {
      "epoch": 0.8500651890482399,
      "grad_norm": 1.940408392169657,
      "learning_rate": 7.880513483858583e-05,
      "loss": 0.8398,
      "step": 163
    },
    {
      "epoch": 0.8552803129074316,
      "grad_norm": 2.2159286823222675,
      "learning_rate": 7.876938642516905e-05,
      "loss": 0.8492,
      "step": 164
    },
    {
      "epoch": 0.8604954367666232,
      "grad_norm": 1.4842300453687591,
      "learning_rate": 7.873311944835195e-05,
      "loss": 0.8376,
      "step": 165
    },
    {
      "epoch": 0.8657105606258149,
      "grad_norm": 2.491755340230041,
      "learning_rate": 7.869633439322674e-05,
      "loss": 0.8386,
      "step": 166
    },
    {
      "epoch": 0.8709256844850065,
      "grad_norm": 1.8127014745278216,
      "learning_rate": 7.865903175181521e-05,
      "loss": 0.8318,
      "step": 167
    },
    {
      "epoch": 0.8761408083441982,
      "grad_norm": 1.5105514574695558,
      "learning_rate": 7.862121202306217e-05,
      "loss": 0.8317,
      "step": 168
    },
    {
      "epoch": 0.8813559322033898,
      "grad_norm": 2.485520131584514,
      "learning_rate": 7.858287571282882e-05,
      "loss": 0.8496,
      "step": 169
    },
    {
      "epoch": 0.8865710560625815,
      "grad_norm": 1.7516963763143856,
      "learning_rate": 7.854402333388587e-05,
      "loss": 0.8433,
      "step": 170
    },
    {
      "epoch": 0.8917861799217731,
      "grad_norm": 2.462296826145561,
      "learning_rate": 7.850465540590684e-05,
      "loss": 0.8537,
      "step": 171
    },
    {
      "epoch": 0.8970013037809648,
      "grad_norm": 1.1958019189200906,
      "learning_rate": 7.846477245546094e-05,
      "loss": 0.8323,
      "step": 172
    },
    {
      "epoch": 0.9022164276401564,
      "grad_norm": 2.6026749193200693,
      "learning_rate": 7.842437501600616e-05,
      "loss": 0.8516,
      "step": 173
    },
    {
      "epoch": 0.9074315514993481,
      "grad_norm": 1.7619131106705077,
      "learning_rate": 7.838346362788206e-05,
      "loss": 0.838,
      "step": 174
    },
    {
      "epoch": 0.9126466753585397,
      "grad_norm": 2.4386182828768312,
      "learning_rate": 7.834203883830259e-05,
      "loss": 0.8444,
      "step": 175
    },
    {
      "epoch": 0.9178617992177314,
      "grad_norm": 2.0969277412774274,
      "learning_rate": 7.830010120134873e-05,
      "loss": 0.8622,
      "step": 176
    },
    {
      "epoch": 0.9230769230769231,
      "grad_norm": 1.4692953467652599,
      "learning_rate": 7.825765127796108e-05,
      "loss": 0.8338,
      "step": 177
    },
    {
      "epoch": 0.9282920469361148,
      "grad_norm": 1.5923417027165594,
      "learning_rate": 7.821468963593242e-05,
      "loss": 0.8391,
      "step": 178
    },
    {
      "epoch": 0.9335071707953064,
      "grad_norm": 2.2009607061094942,
      "learning_rate": 7.817121684990004e-05,
      "loss": 0.8589,
      "step": 179
    },
    {
      "epoch": 0.9387222946544981,
      "grad_norm": 1.5116758680331852,
      "learning_rate": 7.812723350133805e-05,
      "loss": 0.8341,
      "step": 180
    },
    {
      "epoch": 0.9439374185136897,
      "grad_norm": 2.038874732993399,
      "learning_rate": 7.80827401785497e-05,
      "loss": 0.8547,
      "step": 181
    },
    {
      "epoch": 0.9491525423728814,
      "grad_norm": 2.2985530062759514,
      "learning_rate": 7.80377374766594e-05,
      "loss": 0.8391,
      "step": 182
    },
    {
      "epoch": 0.954367666232073,
      "grad_norm": 1.257017121878146,
      "learning_rate": 7.799222599760481e-05,
      "loss": 0.8325,
      "step": 183
    },
    {
      "epoch": 0.9595827900912647,
      "grad_norm": 2.873446007386103,
      "learning_rate": 7.794620635012883e-05,
      "loss": 0.853,
      "step": 184
    },
    {
      "epoch": 0.9647979139504563,
      "grad_norm": 2.0836694911738207,
      "learning_rate": 7.789967914977134e-05,
      "loss": 0.8554,
      "step": 185
    },
    {
      "epoch": 0.970013037809648,
      "grad_norm": 2.095712201456811,
      "learning_rate": 7.785264501886108e-05,
      "loss": 0.8439,
      "step": 186
    },
    {
      "epoch": 0.9752281616688396,
      "grad_norm": 1.668972201159559,
      "learning_rate": 7.78051045865073e-05,
      "loss": 0.8442,
      "step": 187
    },
    {
      "epoch": 0.9804432855280313,
      "grad_norm": 2.6548529934832787,
      "learning_rate": 7.77570584885913e-05,
      "loss": 0.8509,
      "step": 188
    },
    {
      "epoch": 0.9856584093872229,
      "grad_norm": 1.6440679506158635,
      "learning_rate": 7.770850736775796e-05,
      "loss": 0.8367,
      "step": 189
    },
    {
      "epoch": 0.9908735332464146,
      "grad_norm": 2.895095407046929,
      "learning_rate": 7.765945187340715e-05,
      "loss": 0.8476,
      "step": 190
    },
    {
      "epoch": 0.9960886571056062,
      "grad_norm": 2.1880375444766655,
      "learning_rate": 7.760989266168503e-05,
      "loss": 0.8466,
      "step": 191
    },
    {
      "epoch": 1.001303780964798,
      "grad_norm": 2.491373495658068,
      "learning_rate": 7.755983039547528e-05,
      "loss": 1.0483,
      "step": 192
    },
    {
      "epoch": 1.0065189048239895,
      "grad_norm": 2.1065510338703195,
      "learning_rate": 7.750926574439019e-05,
      "loss": 0.8317,
      "step": 193
    },
    {
      "epoch": 1.0117340286831813,
      "grad_norm": 1.6048527323347803,
      "learning_rate": 7.745819938476184e-05,
      "loss": 0.8309,
      "step": 194
    },
    {
      "epoch": 1.0169491525423728,
      "grad_norm": 1.3686572978259008,
      "learning_rate": 7.740663199963284e-05,
      "loss": 0.8207,
      "step": 195
    },
    {
      "epoch": 1.0221642764015646,
      "grad_norm": 1.6395534429827354,
      "learning_rate": 7.73545642787474e-05,
      "loss": 0.824,
      "step": 196
    },
    {
      "epoch": 1.0273794002607561,
      "grad_norm": 1.829519017394267,
      "learning_rate": 7.730199691854198e-05,
      "loss": 0.8346,
      "step": 197
    },
    {
      "epoch": 1.032594524119948,
      "grad_norm": 2.086222113236519,
      "learning_rate": 7.724893062213602e-05,
      "loss": 0.8204,
      "step": 198
    },
    {
      "epoch": 1.0378096479791394,
      "grad_norm": 1.6543925285010792,
      "learning_rate": 7.71953660993225e-05,
      "loss": 0.8238,
      "step": 199
    },
    {
      "epoch": 1.0430247718383312,
      "grad_norm": 1.6861891172176104,
      "learning_rate": 7.71413040665585e-05,
      "loss": 0.8215,
      "step": 200
    },
    {
      "epoch": 1.0482398956975227,
      "grad_norm": 2.313274305017442,
      "learning_rate": 7.708674524695559e-05,
      "loss": 0.8082,
      "step": 201
    },
    {
      "epoch": 1.0534550195567145,
      "grad_norm": 1.8334252249650502,
      "learning_rate": 7.703169037027014e-05,
      "loss": 0.824,
      "step": 202
    },
    {
      "epoch": 1.058670143415906,
      "grad_norm": 1.7126012022750563,
      "learning_rate": 7.697614017289357e-05,
      "loss": 0.8105,
      "step": 203
    },
    {
      "epoch": 1.0638852672750978,
      "grad_norm": 1.3173869406989056,
      "learning_rate": 7.692009539784255e-05,
      "loss": 0.8303,
      "step": 204
    },
    {
      "epoch": 1.0691003911342893,
      "grad_norm": 2.0262932335464012,
      "learning_rate": 7.686355679474898e-05,
      "loss": 0.8197,
      "step": 205
    },
    {
      "epoch": 1.074315514993481,
      "grad_norm": 2.2714312463405397,
      "learning_rate": 7.680652511985e-05,
      "loss": 0.8196,
      "step": 206
    },
    {
      "epoch": 1.0795306388526726,
      "grad_norm": 1.5002234528402432,
      "learning_rate": 7.674900113597787e-05,
      "loss": 0.8141,
      "step": 207
    },
    {
      "epoch": 1.0847457627118644,
      "grad_norm": 2.059909369219652,
      "learning_rate": 7.669098561254983e-05,
      "loss": 0.826,
      "step": 208
    },
    {
      "epoch": 1.0899608865710562,
      "grad_norm": 1.6415840594311673,
      "learning_rate": 7.663247932555767e-05,
      "loss": 0.8314,
      "step": 209
    },
    {
      "epoch": 1.0951760104302477,
      "grad_norm": 2.094580841761285,
      "learning_rate": 7.65734830575575e-05,
      "loss": 0.8405,
      "step": 210
    },
    {
      "epoch": 1.1003911342894395,
      "grad_norm": 1.4276266650819935,
      "learning_rate": 7.651399759765915e-05,
      "loss": 0.8172,
      "step": 211
    },
    {
      "epoch": 1.105606258148631,
      "grad_norm": 2.406763290618582,
      "learning_rate": 7.645402374151575e-05,
      "loss": 0.8166,
      "step": 212
    },
    {
      "epoch": 1.1108213820078228,
      "grad_norm": 1.4071963692309266,
      "learning_rate": 7.639356229131298e-05,
      "loss": 0.8252,
      "step": 213
    },
    {
      "epoch": 1.1160365058670143,
      "grad_norm": 1.434300709398784,
      "learning_rate": 7.633261405575838e-05,
      "loss": 0.8342,
      "step": 214
    },
    {
      "epoch": 1.121251629726206,
      "grad_norm": 2.6026163076276223,
      "learning_rate": 7.627117985007052e-05,
      "loss": 0.8277,
      "step": 215
    },
    {
      "epoch": 1.1264667535853976,
      "grad_norm": 1.545445917096449,
      "learning_rate": 7.620926049596814e-05,
      "loss": 0.8224,
      "step": 216
    },
    {
      "epoch": 1.1316818774445894,
      "grad_norm": 2.349483330688553,
      "learning_rate": 7.61468568216591e-05,
      "loss": 0.8317,
      "step": 217
    },
    {
      "epoch": 1.136897001303781,
      "grad_norm": 1.6493926282653744,
      "learning_rate": 7.60839696618293e-05,
      "loss": 0.8235,
      "step": 218
    },
    {
      "epoch": 1.1421121251629727,
      "grad_norm": 2.523447089439544,
      "learning_rate": 7.602059985763165e-05,
      "loss": 0.8259,
      "step": 219
    },
    {
      "epoch": 1.1473272490221642,
      "grad_norm": 1.910781874766756,
      "learning_rate": 7.595674825667457e-05,
      "loss": 0.826,
      "step": 220
    },
    {
      "epoch": 1.152542372881356,
      "grad_norm": 2.2270989973834032,
      "learning_rate": 7.589241571301091e-05,
      "loss": 0.8309,
      "step": 221
    },
    {
      "epoch": 1.1577574967405475,
      "grad_norm": 1.7934683365685906,
      "learning_rate": 7.582760308712634e-05,
      "loss": 0.8302,
      "step": 222
    },
    {
      "epoch": 1.1629726205997393,
      "grad_norm": 2.0662257630292062,
      "learning_rate": 7.5762311245928e-05,
      "loss": 0.8277,
      "step": 223
    },
    {
      "epoch": 1.1681877444589308,
      "grad_norm": 1.6790104250183842,
      "learning_rate": 7.569654106273268e-05,
      "loss": 0.8254,
      "step": 224
    },
    {
      "epoch": 1.1734028683181226,
      "grad_norm": 2.11893755909352,
      "learning_rate": 7.563029341725541e-05,
      "loss": 0.8183,
      "step": 225
    },
    {
      "epoch": 1.1786179921773141,
      "grad_norm": 1.5877658958807297,
      "learning_rate": 7.55635691955975e-05,
      "loss": 0.8232,
      "step": 226
    },
    {
      "epoch": 1.1838331160365059,
      "grad_norm": 2.147915736111546,
      "learning_rate": 7.549636929023471e-05,
      "loss": 0.8185,
      "step": 227
    },
    {
      "epoch": 1.1890482398956976,
      "grad_norm": 1.7400398545071791,
      "learning_rate": 7.542869460000544e-05,
      "loss": 0.8219,
      "step": 228
    },
    {
      "epoch": 1.1942633637548892,
      "grad_norm": 1.8017174411766266,
      "learning_rate": 7.536054603009856e-05,
      "loss": 0.8099,
      "step": 229
    },
    {
      "epoch": 1.1994784876140807,
      "grad_norm": 1.7295101992953383,
      "learning_rate": 7.529192449204137e-05,
      "loss": 0.8199,
      "step": 230
    },
    {
      "epoch": 1.2046936114732725,
      "grad_norm": 1.81480851347367,
      "learning_rate": 7.522283090368739e-05,
      "loss": 0.8163,
      "step": 231
    },
    {
      "epoch": 1.2099087353324642,
      "grad_norm": 1.4532183826025098,
      "learning_rate": 7.515326618920409e-05,
      "loss": 0.8243,
      "step": 232
    },
    {
      "epoch": 1.2151238591916558,
      "grad_norm": 2.025221417951849,
      "learning_rate": 7.508323127906055e-05,
      "loss": 0.8104,
      "step": 233
    },
    {
      "epoch": 1.2203389830508475,
      "grad_norm": 2.839580655118928,
      "learning_rate": 7.5012727110015e-05,
      "loss": 0.8156,
      "step": 234
    },
    {
      "epoch": 1.225554106910039,
      "grad_norm": 0.9612813608575648,
      "learning_rate": 7.494175462510225e-05,
      "loss": 0.8136,
      "step": 235
    },
    {
      "epoch": 1.2307692307692308,
      "grad_norm": 4.580627208479269,
      "learning_rate": 7.487031477362112e-05,
      "loss": 0.8363,
      "step": 236
    },
    {
      "epoch": 1.2359843546284224,
      "grad_norm": 3.3062212088133585,
      "learning_rate": 7.479840851112175e-05,
      "loss": 0.8457,
      "step": 237
    },
    {
      "epoch": 1.2411994784876141,
      "grad_norm": 3.9085448168352577,
      "learning_rate": 7.47260367993928e-05,
      "loss": 0.8369,
      "step": 238
    },
    {
      "epoch": 1.2464146023468057,
      "grad_norm": 3.2990078411550416,
      "learning_rate": 7.465320060644857e-05,
      "loss": 0.83,
      "step": 239
    },
    {
      "epoch": 1.2516297262059974,
      "grad_norm": 3.171914889017843,
      "learning_rate": 7.45799009065161e-05,
      "loss": 0.8245,
      "step": 240
    },
    {
      "epoch": 1.256844850065189,
      "grad_norm": 2.6816905524834436,
      "learning_rate": 7.450613868002208e-05,
      "loss": 0.8363,
      "step": 241
    },
    {
      "epoch": 1.2620599739243807,
      "grad_norm": 3.0890905030641256,
      "learning_rate": 7.443191491357976e-05,
      "loss": 0.823,
      "step": 242
    },
    {
      "epoch": 1.2672750977835723,
      "grad_norm": 2.3490265350478956,
      "learning_rate": 7.435723059997581e-05,
      "loss": 0.8276,
      "step": 243
    },
    {
      "epoch": 1.272490221642764,
      "grad_norm": 3.5496378180168957,
      "learning_rate": 7.428208673815693e-05,
      "loss": 0.8247,
      "step": 244
    },
    {
      "epoch": 1.2777053455019556,
      "grad_norm": 3.053170271456407,
      "learning_rate": 7.420648433321659e-05,
      "loss": 0.8306,
      "step": 245
    },
    {
      "epoch": 1.2829204693611473,
      "grad_norm": 2.387063335590222,
      "learning_rate": 7.41304243963815e-05,
      "loss": 0.831,
      "step": 246
    },
    {
      "epoch": 1.288135593220339,
      "grad_norm": 1.8497576227055157,
      "learning_rate": 7.405390794499819e-05,
      "loss": 0.8066,
      "step": 247
    },
    {
      "epoch": 1.2933507170795306,
      "grad_norm": 2.9897041114580727,
      "learning_rate": 7.397693600251929e-05,
      "loss": 0.8134,
      "step": 248
    },
    {
      "epoch": 1.2985658409387222,
      "grad_norm": 1.980452439525295,
      "learning_rate": 7.389950959848992e-05,
      "loss": 0.8252,
      "step": 249
    },
    {
      "epoch": 1.303780964797914,
      "grad_norm": 3.4714237886205748,
      "learning_rate": 7.382162976853387e-05,
      "loss": 0.8294,
      "step": 250
    },
    {
      "epoch": 1.3089960886571057,
      "grad_norm": 3.2963021601322535,
      "learning_rate": 7.37432975543398e-05,
      "loss": 0.8232,
      "step": 251
    },
    {
      "epoch": 1.3142112125162972,
      "grad_norm": 2.1372765339871806,
      "learning_rate": 7.366451400364723e-05,
      "loss": 0.8228,
      "step": 252
    },
    {
      "epoch": 1.3194263363754888,
      "grad_norm": 1.61329278641058,
      "learning_rate": 7.358528017023262e-05,
      "loss": 0.8149,
      "step": 253
    },
    {
      "epoch": 1.3246414602346805,
      "grad_norm": 2.149446564090082,
      "learning_rate": 7.350559711389518e-05,
      "loss": 0.803,
      "step": 254
    },
    {
      "epoch": 1.3298565840938723,
      "grad_norm": 1.2080706850732208,
      "learning_rate": 7.342546590044279e-05,
      "loss": 0.8309,
      "step": 255
    },
    {
      "epoch": 1.3350717079530638,
      "grad_norm": 2.060776426075165,
      "learning_rate": 7.334488760167768e-05,
      "loss": 0.8218,
      "step": 256
    },
    {
      "epoch": 1.3402868318122556,
      "grad_norm": 1.4270579486920896,
      "learning_rate": 7.326386329538207e-05,
      "loss": 0.8482,
      "step": 257
    },
    {
      "epoch": 1.3455019556714471,
      "grad_norm": 2.320654966360905,
      "learning_rate": 7.318239406530386e-05,
      "loss": 0.8284,
      "step": 258
    },
    {
      "epoch": 1.350717079530639,
      "grad_norm": 2.040787679253322,
      "learning_rate": 7.3100481001142e-05,
      "loss": 0.8436,
      "step": 259
    },
    {
      "epoch": 1.3559322033898304,
      "grad_norm": 1.450733455499567,
      "learning_rate": 7.301812519853203e-05,
      "loss": 0.8067,
      "step": 260
    },
    {
      "epoch": 1.3611473272490222,
      "grad_norm": 1.4473957425879223,
      "learning_rate": 7.293532775903137e-05,
      "loss": 0.8172,
      "step": 261
    },
    {
      "epoch": 1.3663624511082137,
      "grad_norm": 1.4567295321246068,
      "learning_rate": 7.285208979010458e-05,
      "loss": 0.833,
      "step": 262
    },
    {
      "epoch": 1.3715775749674055,
      "grad_norm": 2.2303402593920234,
      "learning_rate": 7.276841240510858e-05,
      "loss": 0.8241,
      "step": 263
    },
    {
      "epoch": 1.376792698826597,
      "grad_norm": 1.3757747352916987,
      "learning_rate": 7.26842967232777e-05,
      "loss": 0.8106,
      "step": 264
    },
    {
      "epoch": 1.3820078226857888,
      "grad_norm": 1.960651210566042,
      "learning_rate": 7.25997438697088e-05,
      "loss": 0.8258,
      "step": 265
    },
    {
      "epoch": 1.3872229465449806,
      "grad_norm": 1.6973151493940888,
      "learning_rate": 7.251475497534615e-05,
      "loss": 0.8421,
      "step": 266
    },
    {
      "epoch": 1.3924380704041721,
      "grad_norm": 1.4278961151807503,
      "learning_rate": 7.242933117696628e-05,
      "loss": 0.8107,
      "step": 267
    },
    {
      "epoch": 1.3976531942633637,
      "grad_norm": 1.6765492543318952,
      "learning_rate": 7.234347361716291e-05,
      "loss": 0.8126,
      "step": 268
    },
    {
      "epoch": 1.4028683181225554,
      "grad_norm": 1.7901534079828416,
      "learning_rate": 7.225718344433149e-05,
      "loss": 0.8209,
      "step": 269
    },
    {
      "epoch": 1.4080834419817472,
      "grad_norm": 1.1879344799911462,
      "learning_rate": 7.217046181265394e-05,
      "loss": 0.8241,
      "step": 270
    },
    {
      "epoch": 1.4132985658409387,
      "grad_norm": 2.316592389288362,
      "learning_rate": 7.208330988208324e-05,
      "loss": 0.8233,
      "step": 271
    },
    {
      "epoch": 1.4185136897001303,
      "grad_norm": 1.3009721963229537,
      "learning_rate": 7.199572881832784e-05,
      "loss": 0.8094,
      "step": 272
    },
    {
      "epoch": 1.423728813559322,
      "grad_norm": 2.068602624965321,
      "learning_rate": 7.190771979283608e-05,
      "loss": 0.8221,
      "step": 273
    },
    {
      "epoch": 1.4289439374185138,
      "grad_norm": 1.9940233989402643,
      "learning_rate": 7.181928398278058e-05,
      "loss": 0.8225,
      "step": 274
    },
    {
      "epoch": 1.4341590612777053,
      "grad_norm": 1.7328843255622977,
      "learning_rate": 7.173042257104243e-05,
      "loss": 0.8142,
      "step": 275
    },
    {
      "epoch": 1.439374185136897,
      "grad_norm": 1.5984687241828228,
      "learning_rate": 7.164113674619542e-05,
      "loss": 0.8062,
      "step": 276
    },
    {
      "epoch": 1.4445893089960886,
      "grad_norm": 1.9941450850887774,
      "learning_rate": 7.155142770249008e-05,
      "loss": 0.8156,
      "step": 277
    },
    {
      "epoch": 1.4498044328552804,
      "grad_norm": 1.2629214490257985,
      "learning_rate": 7.146129663983775e-05,
      "loss": 0.8029,
      "step": 278
    },
    {
      "epoch": 1.455019556714472,
      "grad_norm": 1.5341743253202347,
      "learning_rate": 7.137074476379454e-05,
      "loss": 0.8184,
      "step": 279
    },
    {
      "epoch": 1.4602346805736637,
      "grad_norm": 1.205052243506182,
      "learning_rate": 7.127977328554518e-05,
      "loss": 0.8297,
      "step": 280
    },
    {
      "epoch": 1.4654498044328552,
      "grad_norm": 1.7584530348059961,
      "learning_rate": 7.118838342188683e-05,
      "loss": 0.8183,
      "step": 281
    },
    {
      "epoch": 1.470664928292047,
      "grad_norm": 1.8223656535526023,
      "learning_rate": 7.10965763952128e-05,
      "loss": 0.8154,
      "step": 282
    },
    {
      "epoch": 1.4758800521512385,
      "grad_norm": 1.3665387213451412,
      "learning_rate": 7.100435343349617e-05,
      "loss": 0.8114,
      "step": 283
    },
    {
      "epoch": 1.4810951760104303,
      "grad_norm": 1.499553247270366,
      "learning_rate": 7.091171577027344e-05,
      "loss": 0.813,
      "step": 284
    },
    {
      "epoch": 1.4863102998696218,
      "grad_norm": 2.1007419745906866,
      "learning_rate": 7.081866464462798e-05,
      "loss": 0.8216,
      "step": 285
    },
    {
      "epoch": 1.4915254237288136,
      "grad_norm": 1.512999754469945,
      "learning_rate": 7.072520130117344e-05,
      "loss": 0.8182,
      "step": 286
    },
    {
      "epoch": 1.4967405475880051,
      "grad_norm": 1.6975647047303697,
      "learning_rate": 7.063132699003716e-05,
      "loss": 0.8244,
      "step": 287
    },
    {
      "epoch": 1.5019556714471969,
      "grad_norm": 1.7957380356125672,
      "learning_rate": 7.053704296684337e-05,
      "loss": 0.8162,
      "step": 288
    },
    {
      "epoch": 1.5071707953063886,
      "grad_norm": 1.2813149409377043,
      "learning_rate": 7.044235049269649e-05,
      "loss": 0.8095,
      "step": 289
    },
    {
      "epoch": 1.5123859191655802,
      "grad_norm": 1.56534754361993,
      "learning_rate": 7.034725083416419e-05,
      "loss": 0.8258,
      "step": 290
    },
    {
      "epoch": 1.5176010430247717,
      "grad_norm": 1.7975943131313281,
      "learning_rate": 7.025174526326045e-05,
      "loss": 0.8025,
      "step": 291
    },
    {
      "epoch": 1.5228161668839635,
      "grad_norm": 1.1853911402078072,
      "learning_rate": 7.015583505742857e-05,
      "loss": 0.8249,
      "step": 292
    },
    {
      "epoch": 1.5280312907431552,
      "grad_norm": 1.8494955443278849,
      "learning_rate": 7.005952149952416e-05,
      "loss": 0.8378,
      "step": 293
    },
    {
      "epoch": 1.5332464146023468,
      "grad_norm": 1.3622849536120247,
      "learning_rate": 6.996280587779778e-05,
      "loss": 0.8354,
      "step": 294
    },
    {
      "epoch": 1.5384615384615383,
      "grad_norm": 2.0112831346634708,
      "learning_rate": 6.986568948587792e-05,
      "loss": 0.83,
      "step": 295
    },
    {
      "epoch": 1.54367666232073,
      "grad_norm": 1.5420042484474124,
      "learning_rate": 6.976817362275357e-05,
      "loss": 0.8109,
      "step": 296
    },
    {
      "epoch": 1.5488917861799218,
      "grad_norm": 2.0929864944342804,
      "learning_rate": 6.96702595927569e-05,
      "loss": 0.8334,
      "step": 297
    },
    {
      "epoch": 1.5541069100391134,
      "grad_norm": 1.8922406476791735,
      "learning_rate": 6.957194870554578e-05,
      "loss": 0.806,
      "step": 298
    },
    {
      "epoch": 1.559322033898305,
      "grad_norm": 1.6880868554685944,
      "learning_rate": 6.947324227608628e-05,
      "loss": 0.8212,
      "step": 299
    },
    {
      "epoch": 1.5645371577574967,
      "grad_norm": 1.6346451668072235,
      "learning_rate": 6.937414162463509e-05,
      "loss": 0.8014,
      "step": 300
    },
    {
      "epoch": 1.5697522816166884,
      "grad_norm": 1.577939054921778,
      "learning_rate": 6.927464807672186e-05,
      "loss": 0.8187,
      "step": 301
    },
    {
      "epoch": 1.57496740547588,
      "grad_norm": 1.4316029714279948,
      "learning_rate": 6.917476296313145e-05,
      "loss": 0.8046,
      "step": 302
    },
    {
      "epoch": 1.5801825293350718,
      "grad_norm": 1.5381955264209675,
      "learning_rate": 6.907448761988612e-05,
      "loss": 0.8077,
      "step": 303
    },
    {
      "epoch": 1.5853976531942635,
      "grad_norm": 1.0983288794814963,
      "learning_rate": 6.897382338822772e-05,
      "loss": 0.804,
      "step": 304
    },
    {
      "epoch": 1.590612777053455,
      "grad_norm": 1.2952124244327796,
      "learning_rate": 6.88727716145997e-05,
      "loss": 0.8014,
      "step": 305
    },
    {
      "epoch": 1.5958279009126466,
      "grad_norm": 1.1248306945768556,
      "learning_rate": 6.877133365062911e-05,
      "loss": 0.8086,
      "step": 306
    },
    {
      "epoch": 1.6010430247718384,
      "grad_norm": 1.7722044591752057,
      "learning_rate": 6.86695108531085e-05,
      "loss": 0.8061,
      "step": 307
    },
    {
      "epoch": 1.6062581486310301,
      "grad_norm": 1.8332828396584284,
      "learning_rate": 6.856730458397787e-05,
      "loss": 0.8177,
      "step": 308
    },
    {
      "epoch": 1.6114732724902217,
      "grad_norm": 1.3222660990882034,
      "learning_rate": 6.846471621030626e-05,
      "loss": 0.8012,
      "step": 309
    },
    {
      "epoch": 1.6166883963494132,
      "grad_norm": 1.3548943859194524,
      "learning_rate": 6.836174710427369e-05,
      "loss": 0.8171,
      "step": 310
    },
    {
      "epoch": 1.621903520208605,
      "grad_norm": 1.2347347259073755,
      "learning_rate": 6.825839864315264e-05,
      "loss": 0.7839,
      "step": 311
    },
    {
      "epoch": 1.6271186440677967,
      "grad_norm": 1.4912678731047493,
      "learning_rate": 6.815467220928972e-05,
      "loss": 0.8004,
      "step": 312
    },
    {
      "epoch": 1.6323337679269883,
      "grad_norm": 1.0089833155389005,
      "learning_rate": 6.805056919008714e-05,
      "loss": 0.806,
      "step": 313
    },
    {
      "epoch": 1.6375488917861798,
      "grad_norm": 1.8923057463186084,
      "learning_rate": 6.794609097798414e-05,
      "loss": 0.8149,
      "step": 314
    },
    {
      "epoch": 1.6427640156453716,
      "grad_norm": 1.3911432602736478,
      "learning_rate": 6.784123897043841e-05,
      "loss": 0.8261,
      "step": 315
    },
    {
      "epoch": 1.6479791395045633,
      "grad_norm": 1.2299562475949994,
      "learning_rate": 6.773601456990739e-05,
      "loss": 0.8025,
      "step": 316
    },
    {
      "epoch": 1.6531942633637549,
      "grad_norm": 1.749738991866774,
      "learning_rate": 6.763041918382945e-05,
      "loss": 0.8087,
      "step": 317
    },
    {
      "epoch": 1.6584093872229464,
      "grad_norm": 1.2129819476495074,
      "learning_rate": 6.752445422460513e-05,
      "loss": 0.8058,
      "step": 318
    },
    {
      "epoch": 1.6636245110821382,
      "grad_norm": 1.9218816457335506,
      "learning_rate": 6.741812110957823e-05,
      "loss": 0.8199,
      "step": 319
    },
    {
      "epoch": 1.66883963494133,
      "grad_norm": 1.5263095695339857,
      "learning_rate": 6.731142126101688e-05,
      "loss": 0.8098,
      "step": 320
    },
    {
      "epoch": 1.6740547588005215,
      "grad_norm": 1.7388018103606915,
      "learning_rate": 6.720435610609443e-05,
      "loss": 0.7964,
      "step": 321
    },
    {
      "epoch": 1.6792698826597132,
      "grad_norm": 1.1143428753117783,
      "learning_rate": 6.709692707687047e-05,
      "loss": 0.8026,
      "step": 322
    },
    {
      "epoch": 1.684485006518905,
      "grad_norm": 1.4518152074151873,
      "learning_rate": 6.69891356102716e-05,
      "loss": 0.8199,
      "step": 323
    },
    {
      "epoch": 1.6897001303780965,
      "grad_norm": 1.2302866722544838,
      "learning_rate": 6.688098314807221e-05,
      "loss": 0.8116,
      "step": 324
    },
    {
      "epoch": 1.694915254237288,
      "grad_norm": 1.355915097493558,
      "learning_rate": 6.677247113687527e-05,
      "loss": 0.8184,
      "step": 325
    },
    {
      "epoch": 1.7001303780964798,
      "grad_norm": 1.0973851180923702,
      "learning_rate": 6.666360102809289e-05,
      "loss": 0.8066,
      "step": 326
    },
    {
      "epoch": 1.7053455019556716,
      "grad_norm": 2.034989183783714,
      "learning_rate": 6.655437427792698e-05,
      "loss": 0.8068,
      "step": 327
    },
    {
      "epoch": 1.7105606258148631,
      "grad_norm": 1.352963702330486,
      "learning_rate": 6.644479234734971e-05,
      "loss": 0.8337,
      "step": 328
    },
    {
      "epoch": 1.7157757496740547,
      "grad_norm": 1.486986240165971,
      "learning_rate": 6.6334856702084e-05,
      "loss": 0.8142,
      "step": 329
    },
    {
      "epoch": 1.7209908735332464,
      "grad_norm": 1.2755542839313279,
      "learning_rate": 6.622456881258392e-05,
      "loss": 0.8224,
      "step": 330
    },
    {
      "epoch": 1.7262059973924382,
      "grad_norm": 1.4619956893213686,
      "learning_rate": 6.6113930154015e-05,
      "loss": 0.8077,
      "step": 331
    },
    {
      "epoch": 1.7314211212516297,
      "grad_norm": 1.7136751212219052,
      "learning_rate": 6.600294220623457e-05,
      "loss": 0.8089,
      "step": 332
    },
    {
      "epoch": 1.7366362451108213,
      "grad_norm": 1.1691508723533794,
      "learning_rate": 6.589160645377181e-05,
      "loss": 0.8192,
      "step": 333
    },
    {
      "epoch": 1.741851368970013,
      "grad_norm": 2.2934106958814544,
      "learning_rate": 6.57799243858081e-05,
      "loss": 0.8123,
      "step": 334
    },
    {
      "epoch": 1.7470664928292048,
      "grad_norm": 1.3479467101781495,
      "learning_rate": 6.566789749615691e-05,
      "loss": 0.8016,
      "step": 335
    },
    {
      "epoch": 1.7522816166883963,
      "grad_norm": 1.4715014206564454,
      "learning_rate": 6.555552728324394e-05,
      "loss": 0.8135,
      "step": 336
    },
    {
      "epoch": 1.7574967405475879,
      "grad_norm": 2.4679525667464155,
      "learning_rate": 6.544281525008703e-05,
      "loss": 0.8047,
      "step": 337
    },
    {
      "epoch": 1.7627118644067796,
      "grad_norm": 1.2701148601075805,
      "learning_rate": 6.532976290427611e-05,
      "loss": 0.8155,
      "step": 338
    },
    {
      "epoch": 1.7679269882659714,
      "grad_norm": 2.7926000172133967,
      "learning_rate": 6.521637175795292e-05,
      "loss": 0.8114,
      "step": 339
    },
    {
      "epoch": 1.773142112125163,
      "grad_norm": 1.8634719780362607,
      "learning_rate": 6.51026433277909e-05,
      "loss": 0.8279,
      "step": 340
    },
    {
      "epoch": 1.7783572359843545,
      "grad_norm": 2.527061321023331,
      "learning_rate": 6.498857913497485e-05,
      "loss": 0.8308,
      "step": 341
    },
    {
      "epoch": 1.7835723598435462,
      "grad_norm": 1.7861432214936908,
      "learning_rate": 6.487418070518063e-05,
      "loss": 0.8237,
      "step": 342
    },
    {
      "epoch": 1.788787483702738,
      "grad_norm": 2.4741757997509812,
      "learning_rate": 6.475944956855463e-05,
      "loss": 0.8098,
      "step": 343
    },
    {
      "epoch": 1.7940026075619295,
      "grad_norm": 2.5470632776776583,
      "learning_rate": 6.464438725969348e-05,
      "loss": 0.8153,
      "step": 344
    },
    {
      "epoch": 1.7992177314211213,
      "grad_norm": 1.4497598146752289,
      "learning_rate": 6.452899531762338e-05,
      "loss": 0.809,
      "step": 345
    },
    {
      "epoch": 1.804432855280313,
      "grad_norm": 1.6671814059233867,
      "learning_rate": 6.44132752857796e-05,
      "loss": 0.8206,
      "step": 346
    },
    {
      "epoch": 1.8096479791395046,
      "grad_norm": 1.4862285893517284,
      "learning_rate": 6.429722871198579e-05,
      "loss": 0.8125,
      "step": 347
    },
    {
      "epoch": 1.8148631029986961,
      "grad_norm": 1.4717475694489375,
      "learning_rate": 6.418085714843328e-05,
      "loss": 0.8028,
      "step": 348
    },
    {
      "epoch": 1.820078226857888,
      "grad_norm": 1.2961734030931862,
      "learning_rate": 6.406416215166035e-05,
      "loss": 0.814,
      "step": 349
    },
    {
      "epoch": 1.8252933507170797,
      "grad_norm": 1.375416590864907,
      "learning_rate": 6.394714528253137e-05,
      "loss": 0.8084,
      "step": 350
    },
    {
      "epoch": 1.8305084745762712,
      "grad_norm": 1.1939033449159728,
      "learning_rate": 6.382980810621595e-05,
      "loss": 0.8054,
      "step": 351
    },
    {
      "epoch": 1.8357235984354627,
      "grad_norm": 1.905725265353936,
      "learning_rate": 6.371215219216801e-05,
      "loss": 0.799,
      "step": 352
    },
    {
      "epoch": 1.8409387222946545,
      "grad_norm": 1.5504247264478312,
      "learning_rate": 6.359417911410477e-05,
      "loss": 0.8184,
      "step": 353
    },
    {
      "epoch": 1.8461538461538463,
      "grad_norm": 1.034848478726046,
      "learning_rate": 6.347589044998568e-05,
      "loss": 0.8058,
      "step": 354
    },
    {
      "epoch": 1.8513689700130378,
      "grad_norm": 2.3826958255372217,
      "learning_rate": 6.335728778199139e-05,
      "loss": 0.8066,
      "step": 355
    },
    {
      "epoch": 1.8565840938722293,
      "grad_norm": 1.3959972285328377,
      "learning_rate": 6.323837269650249e-05,
      "loss": 0.8217,
      "step": 356
    },
    {
      "epoch": 1.861799217731421,
      "grad_norm": 2.506085020659937,
      "learning_rate": 6.311914678407837e-05,
      "loss": 0.8216,
      "step": 357
    },
    {
      "epoch": 1.8670143415906129,
      "grad_norm": 1.8279565139453056,
      "learning_rate": 6.299961163943587e-05,
      "loss": 0.8213,
      "step": 358
    },
    {
      "epoch": 1.8722294654498044,
      "grad_norm": 2.0962030329324204,
      "learning_rate": 6.287976886142806e-05,
      "loss": 0.8206,
      "step": 359
    },
    {
      "epoch": 1.877444589308996,
      "grad_norm": 1.70186031477118,
      "learning_rate": 6.275962005302273e-05,
      "loss": 0.8301,
      "step": 360
    },
    {
      "epoch": 1.8826597131681877,
      "grad_norm": 2.1788285828805365,
      "learning_rate": 6.263916682128104e-05,
      "loss": 0.817,
      "step": 361
    },
    {
      "epoch": 1.8878748370273795,
      "grad_norm": 1.805067718405396,
      "learning_rate": 6.251841077733595e-05,
      "loss": 0.8158,
      "step": 362
    },
    {
      "epoch": 1.893089960886571,
      "grad_norm": 2.1305468630587066,
      "learning_rate": 6.239735353637076e-05,
      "loss": 0.8086,
      "step": 363
    },
    {
      "epoch": 1.8983050847457628,
      "grad_norm": 1.8535876445861497,
      "learning_rate": 6.227599671759745e-05,
      "loss": 0.8088,
      "step": 364
    },
    {
      "epoch": 1.9035202086049545,
      "grad_norm": 2.0851098014276914,
      "learning_rate": 6.215434194423499e-05,
      "loss": 0.8053,
      "step": 365
    },
    {
      "epoch": 1.908735332464146,
      "grad_norm": 1.6617436320103747,
      "learning_rate": 6.203239084348772e-05,
      "loss": 0.8272,
      "step": 366
    },
    {
      "epoch": 1.9139504563233376,
      "grad_norm": 1.9519893634609065,
      "learning_rate": 6.191014504652352e-05,
      "loss": 0.8052,
      "step": 367
    },
    {
      "epoch": 1.9191655801825294,
      "grad_norm": 1.8496089676435563,
      "learning_rate": 6.178760618845194e-05,
      "loss": 0.8152,
      "step": 368
    },
    {
      "epoch": 1.9243807040417211,
      "grad_norm": 1.5391906529413488,
      "learning_rate": 6.166477590830252e-05,
      "loss": 0.8129,
      "step": 369
    },
    {
      "epoch": 1.9295958279009127,
      "grad_norm": 1.5353016752039255,
      "learning_rate": 6.154165584900263e-05,
      "loss": 0.7994,
      "step": 370
    },
    {
      "epoch": 1.9348109517601042,
      "grad_norm": 1.4284130690464092,
      "learning_rate": 6.141824765735567e-05,
      "loss": 0.8169,
      "step": 371
    },
    {
      "epoch": 1.940026075619296,
      "grad_norm": 1.3150434684077639,
      "learning_rate": 6.129455298401894e-05,
      "loss": 0.7936,
      "step": 372
    },
    {
      "epoch": 1.9452411994784877,
      "grad_norm": 1.3747947345260623,
      "learning_rate": 6.117057348348164e-05,
      "loss": 0.8007,
      "step": 373
    },
    {
      "epoch": 1.9504563233376793,
      "grad_norm": 1.0176646734905497,
      "learning_rate": 6.104631081404269e-05,
      "loss": 0.8085,
      "step": 374
    },
    {
      "epoch": 1.9556714471968708,
      "grad_norm": 1.773293381624066,
      "learning_rate": 6.092176663778851e-05,
      "loss": 0.8075,
      "step": 375
    },
    {
      "epoch": 1.9608865710560626,
      "grad_norm": 1.4739056885963973,
      "learning_rate": 6.079694262057094e-05,
      "loss": 0.8125,
      "step": 376
    },
    {
      "epoch": 1.9661016949152543,
      "grad_norm": 1.6264911494594487,
      "learning_rate": 6.067184043198476e-05,
      "loss": 0.8093,
      "step": 377
    },
    {
      "epoch": 1.9713168187744459,
      "grad_norm": 1.5269696160976443,
      "learning_rate": 6.054646174534552e-05,
      "loss": 0.8073,
      "step": 378
    },
    {
      "epoch": 1.9765319426336374,
      "grad_norm": 1.4672155013368013,
      "learning_rate": 6.0420808237667055e-05,
      "loss": 0.7873,
      "step": 379
    },
    {
      "epoch": 1.9817470664928292,
      "grad_norm": 1.6071190706840761,
      "learning_rate": 6.029488158963912e-05,
      "loss": 0.8185,
      "step": 380
    },
    {
      "epoch": 1.986962190352021,
      "grad_norm": 1.1200471714942668,
      "learning_rate": 6.016868348560488e-05,
      "loss": 0.7945,
      "step": 381
    },
    {
      "epoch": 1.9921773142112125,
      "grad_norm": 1.2021517615584545,
      "learning_rate": 6.004221561353838e-05,
      "loss": 0.8019,
      "step": 382
    },
    {
      "epoch": 1.997392438070404,
      "grad_norm": 1.1953523539998745,
      "learning_rate": 5.991547966502195e-05,
      "loss": 0.8847,
      "step": 383
    },
    {
      "epoch": 2.002607561929596,
      "grad_norm": 1.2139914038103075,
      "learning_rate": 5.978847733522363e-05,
      "loss": 0.9192,
      "step": 384
    },
    {
      "epoch": 2.0078226857887875,
      "grad_norm": 1.2663014964519022,
      "learning_rate": 5.9661210322874456e-05,
      "loss": 0.7934,
      "step": 385
    },
    {
      "epoch": 2.013037809647979,
      "grad_norm": 1.7536553812874152,
      "learning_rate": 5.953368033024576e-05,
      "loss": 0.7716,
      "step": 386
    },
    {
      "epoch": 2.0182529335071706,
      "grad_norm": 1.3505679779762105,
      "learning_rate": 5.940588906312636e-05,
      "loss": 0.79,
      "step": 387
    },
    {
      "epoch": 2.0234680573663626,
      "grad_norm": 1.100812193500458,
      "learning_rate": 5.9277838230799816e-05,
      "loss": 0.7831,
      "step": 388
    },
    {
      "epoch": 2.028683181225554,
      "grad_norm": 1.312836314335182,
      "learning_rate": 5.9149529546021486e-05,
      "loss": 0.7833,
      "step": 389
    },
    {
      "epoch": 2.0338983050847457,
      "grad_norm": 1.9463142850045887,
      "learning_rate": 5.902096472499569e-05,
      "loss": 0.7829,
      "step": 390
    },
    {
      "epoch": 2.039113428943937,
      "grad_norm": 0.7033565907846064,
      "learning_rate": 5.889214548735269e-05,
      "loss": 0.7842,
      "step": 391
    },
    {
      "epoch": 2.044328552803129,
      "grad_norm": 1.743510351487419,
      "learning_rate": 5.876307355612575e-05,
      "loss": 0.7679,
      "step": 392
    },
    {
      "epoch": 2.0495436766623207,
      "grad_norm": 1.2465470038883548,
      "learning_rate": 5.8633750657728033e-05,
      "loss": 0.7712,
      "step": 393
    },
    {
      "epoch": 2.0547588005215123,
      "grad_norm": 2.068655430465104,
      "learning_rate": 5.850417852192956e-05,
      "loss": 0.7853,
      "step": 394
    },
    {
      "epoch": 2.0599739243807043,
      "grad_norm": 0.9560005505258112,
      "learning_rate": 5.837435888183403e-05,
      "loss": 0.785,
      "step": 395
    },
    {
      "epoch": 2.065189048239896,
      "grad_norm": 1.7062918904685223,
      "learning_rate": 5.8244293473855664e-05,
      "loss": 0.7849,
      "step": 396
    },
    {
      "epoch": 2.0704041720990873,
      "grad_norm": 1.623721715677207,
      "learning_rate": 5.8113984037695984e-05,
      "loss": 0.7857,
      "step": 397
    },
    {
      "epoch": 2.075619295958279,
      "grad_norm": 1.484064136635307,
      "learning_rate": 5.798343231632053e-05,
      "loss": 0.7779,
      "step": 398
    },
    {
      "epoch": 2.080834419817471,
      "grad_norm": 1.34676834959028,
      "learning_rate": 5.785264005593553e-05,
      "loss": 0.7934,
      "step": 399
    },
    {
      "epoch": 2.0860495436766624,
      "grad_norm": 1.6199775628522408,
      "learning_rate": 5.772160900596456e-05,
      "loss": 0.7735,
      "step": 400
    },
    {
      "epoch": 2.091264667535854,
      "grad_norm": 1.5660844096047937,
      "learning_rate": 5.7590340919025204e-05,
      "loss": 0.7833,
      "step": 401
    },
    {
      "epoch": 2.0964797913950455,
      "grad_norm": 1.0421277103166564,
      "learning_rate": 5.7458837550905486e-05,
      "loss": 0.7837,
      "step": 402
    },
    {
      "epoch": 2.1016949152542375,
      "grad_norm": 1.7458400592594279,
      "learning_rate": 5.73271006605405e-05,
      "loss": 0.7855,
      "step": 403
    },
    {
      "epoch": 2.106910039113429,
      "grad_norm": 1.5186591541100996,
      "learning_rate": 5.7195132009988814e-05,
      "loss": 0.7853,
      "step": 404
    },
    {
      "epoch": 2.1121251629726205,
      "grad_norm": 0.8719695266664192,
      "learning_rate": 5.706293336440894e-05,
      "loss": 0.7896,
      "step": 405
    },
    {
      "epoch": 2.117340286831812,
      "grad_norm": 1.0314918237610309,
      "learning_rate": 5.693050649203568e-05,
      "loss": 0.7807,
      "step": 406
    },
    {
      "epoch": 2.122555410691004,
      "grad_norm": 0.7603723547082539,
      "learning_rate": 5.679785316415654e-05,
      "loss": 0.7763,
      "step": 407
    },
    {
      "epoch": 2.1277705345501956,
      "grad_norm": 0.9173514911262751,
      "learning_rate": 5.6664975155088004e-05,
      "loss": 0.7919,
      "step": 408
    },
    {
      "epoch": 2.132985658409387,
      "grad_norm": 1.2215202346945515,
      "learning_rate": 5.6531874242151746e-05,
      "loss": 0.772,
      "step": 409
    },
    {
      "epoch": 2.1382007822685787,
      "grad_norm": 2.368630198683683,
      "learning_rate": 5.639855220565098e-05,
      "loss": 0.801,
      "step": 410
    },
    {
      "epoch": 2.1434159061277707,
      "grad_norm": 1.2419888378957813,
      "learning_rate": 5.626501082884654e-05,
      "loss": 0.7948,
      "step": 411
    },
    {
      "epoch": 2.148631029986962,
      "grad_norm": 3.0547619405266446,
      "learning_rate": 5.613125189793305e-05,
      "loss": 0.7761,
      "step": 412
    },
    {
      "epoch": 2.1538461538461537,
      "grad_norm": 2.1394143129005987,
      "learning_rate": 5.5997277202015085e-05,
      "loss": 0.7815,
      "step": 413
    },
    {
      "epoch": 2.1590612777053453,
      "grad_norm": 3.041921943681318,
      "learning_rate": 5.586308853308319e-05,
      "loss": 0.7889,
      "step": 414
    },
    {
      "epoch": 2.1642764015645373,
      "grad_norm": 2.4712686274458853,
      "learning_rate": 5.572868768598993e-05,
      "loss": 0.7764,
      "step": 415
    },
    {
      "epoch": 2.169491525423729,
      "grad_norm": 2.5501423533072605,
      "learning_rate": 5.5594076458425864e-05,
      "loss": 0.7995,
      "step": 416
    },
    {
      "epoch": 2.1747066492829203,
      "grad_norm": 2.2877612282195416,
      "learning_rate": 5.545925665089552e-05,
      "loss": 0.7882,
      "step": 417
    },
    {
      "epoch": 2.1799217731421123,
      "grad_norm": 2.1483606998937144,
      "learning_rate": 5.532423006669332e-05,
      "loss": 0.7873,
      "step": 418
    },
    {
      "epoch": 2.185136897001304,
      "grad_norm": 1.7462471775177655,
      "learning_rate": 5.518899851187942e-05,
      "loss": 0.7964,
      "step": 419
    },
    {
      "epoch": 2.1903520208604954,
      "grad_norm": 2.756935578457596,
      "learning_rate": 5.505356379525559e-05,
      "loss": 0.7891,
      "step": 420
    },
    {
      "epoch": 2.195567144719687,
      "grad_norm": 2.4106523309041314,
      "learning_rate": 5.491792772834103e-05,
      "loss": 0.7804,
      "step": 421
    },
    {
      "epoch": 2.200782268578879,
      "grad_norm": 1.8981144967918866,
      "learning_rate": 5.478209212534809e-05,
      "loss": 0.7796,
      "step": 422
    },
    {
      "epoch": 2.2059973924380705,
      "grad_norm": 1.487529019552184,
      "learning_rate": 5.464605880315803e-05,
      "loss": 0.7773,
      "step": 423
    },
    {
      "epoch": 2.211212516297262,
      "grad_norm": 2.44109555313169,
      "learning_rate": 5.4509829581296774e-05,
      "loss": 0.777,
      "step": 424
    },
    {
      "epoch": 2.2164276401564535,
      "grad_norm": 1.9157281312835157,
      "learning_rate": 5.4373406281910434e-05,
      "loss": 0.7835,
      "step": 425
    },
    {
      "epoch": 2.2216427640156455,
      "grad_norm": 2.6110440355014477,
      "learning_rate": 5.423679072974109e-05,
      "loss": 0.7792,
      "step": 426
    },
    {
      "epoch": 2.226857887874837,
      "grad_norm": 2.3658010170065853,
      "learning_rate": 5.4099984752102295e-05,
      "loss": 0.7914,
      "step": 427
    },
    {
      "epoch": 2.2320730117340286,
      "grad_norm": 1.768060696859615,
      "learning_rate": 5.396299017885465e-05,
      "loss": 0.7789,
      "step": 428
    },
    {
      "epoch": 2.23728813559322,
      "grad_norm": 1.661248122612779,
      "learning_rate": 5.3825808842381345e-05,
      "loss": 0.7735,
      "step": 429
    },
    {
      "epoch": 2.242503259452412,
      "grad_norm": 2.362109109009534,
      "learning_rate": 5.3688442577563646e-05,
      "loss": 0.7886,
      "step": 430
    },
    {
      "epoch": 2.2477183833116037,
      "grad_norm": 2.0017993267041905,
      "learning_rate": 5.355089322175629e-05,
      "loss": 0.7735,
      "step": 431
    },
    {
      "epoch": 2.252933507170795,
      "grad_norm": 1.985452281861886,
      "learning_rate": 5.3413162614763043e-05,
      "loss": 0.7904,
      "step": 432
    },
    {
      "epoch": 2.2581486310299868,
      "grad_norm": 1.8249568105371123,
      "learning_rate": 5.327525259881196e-05,
      "loss": 0.7792,
      "step": 433
    },
    {
      "epoch": 2.2633637548891787,
      "grad_norm": 1.987099316108934,
      "learning_rate": 5.3137165018530805e-05,
      "loss": 0.7718,
      "step": 434
    },
    {
      "epoch": 2.2685788787483703,
      "grad_norm": 1.7309972017145459,
      "learning_rate": 5.299890172092238e-05,
      "loss": 0.7737,
      "step": 435
    },
    {
      "epoch": 2.273794002607562,
      "grad_norm": 2.083040780695706,
      "learning_rate": 5.286046455533981e-05,
      "loss": 0.7861,
      "step": 436
    },
    {
      "epoch": 2.279009126466754,
      "grad_norm": 1.7833638732253791,
      "learning_rate": 5.27218553734618e-05,
      "loss": 0.7688,
      "step": 437
    },
    {
      "epoch": 2.2842242503259453,
      "grad_norm": 2.2540602964270997,
      "learning_rate": 5.2583076029267864e-05,
      "loss": 0.7868,
      "step": 438
    },
    {
      "epoch": 2.289439374185137,
      "grad_norm": 2.1042743671125046,
      "learning_rate": 5.2444128379013564e-05,
      "loss": 0.7806,
      "step": 439
    },
    {
      "epoch": 2.2946544980443284,
      "grad_norm": 1.638491731440727,
      "learning_rate": 5.2305014281205634e-05,
      "loss": 0.7778,
      "step": 440
    },
    {
      "epoch": 2.2998696219035204,
      "grad_norm": 1.4490203056402047,
      "learning_rate": 5.2165735596577146e-05,
      "loss": 0.7776,
      "step": 441
    },
    {
      "epoch": 2.305084745762712,
      "grad_norm": 2.285181885567823,
      "learning_rate": 5.202629418806263e-05,
      "loss": 0.7767,
      "step": 442
    },
    {
      "epoch": 2.3102998696219035,
      "grad_norm": 1.9464604198183288,
      "learning_rate": 5.1886691920773116e-05,
      "loss": 0.7651,
      "step": 443
    },
    {
      "epoch": 2.315514993481095,
      "grad_norm": 1.7631237894703213,
      "learning_rate": 5.174693066197125e-05,
      "loss": 0.7726,
      "step": 444
    },
    {
      "epoch": 2.320730117340287,
      "grad_norm": 1.56838244742276,
      "learning_rate": 5.160701228104626e-05,
      "loss": 0.7819,
      "step": 445
    },
    {
      "epoch": 2.3259452411994785,
      "grad_norm": 2.202901692990395,
      "learning_rate": 5.146693864948898e-05,
      "loss": 0.7856,
      "step": 446
    },
    {
      "epoch": 2.33116036505867,
      "grad_norm": 1.92108099189494,
      "learning_rate": 5.132671164086682e-05,
      "loss": 0.775,
      "step": 447
    },
    {
      "epoch": 2.3363754889178616,
      "grad_norm": 1.760952455824346,
      "learning_rate": 5.118633313079869e-05,
      "loss": 0.7807,
      "step": 448
    },
    {
      "epoch": 2.3415906127770536,
      "grad_norm": 1.5869940859426193,
      "learning_rate": 5.104580499692992e-05,
      "loss": 0.7845,
      "step": 449
    },
    {
      "epoch": 2.346805736636245,
      "grad_norm": 2.0260440621389364,
      "learning_rate": 5.090512911890715e-05,
      "loss": 0.7857,
      "step": 450
    },
    {
      "epoch": 2.3520208604954367,
      "grad_norm": 1.7167308373113537,
      "learning_rate": 5.076430737835318e-05,
      "loss": 0.7815,
      "step": 451
    },
    {
      "epoch": 2.3572359843546282,
      "grad_norm": 1.881887746447444,
      "learning_rate": 5.062334165884182e-05,
      "loss": 0.7811,
      "step": 452
    },
    {
      "epoch": 2.36245110821382,
      "grad_norm": 1.6824543517537593,
      "learning_rate": 5.0482233845872674e-05,
      "loss": 0.776,
      "step": 453
    },
    {
      "epoch": 2.3676662320730117,
      "grad_norm": 1.8755854127797766,
      "learning_rate": 5.034098582684595e-05,
      "loss": 0.7803,
      "step": 454
    },
    {
      "epoch": 2.3728813559322033,
      "grad_norm": 1.6777197590484048,
      "learning_rate": 5.019959949103715e-05,
      "loss": 0.7848,
      "step": 455
    },
    {
      "epoch": 2.3780964797913953,
      "grad_norm": 1.81809003546367,
      "learning_rate": 5.005807672957188e-05,
      "loss": 0.7858,
      "step": 456
    },
    {
      "epoch": 2.383311603650587,
      "grad_norm": 1.6133734346606823,
      "learning_rate": 4.9916419435400516e-05,
      "loss": 0.7808,
      "step": 457
    },
    {
      "epoch": 2.3885267275097783,
      "grad_norm": 1.8363482997949565,
      "learning_rate": 4.9774629503272874e-05,
      "loss": 0.7796,
      "step": 458
    },
    {
      "epoch": 2.39374185136897,
      "grad_norm": 1.5541908015103185,
      "learning_rate": 4.96327088297129e-05,
      "loss": 0.7771,
      "step": 459
    },
    {
      "epoch": 2.3989569752281614,
      "grad_norm": 1.754540259013617,
      "learning_rate": 4.949065931299328e-05,
      "loss": 0.7858,
      "step": 460
    },
    {
      "epoch": 2.4041720990873534,
      "grad_norm": 1.539083403172259,
      "learning_rate": 4.934848285311002e-05,
      "loss": 0.778,
      "step": 461
    },
    {
      "epoch": 2.409387222946545,
      "grad_norm": 1.8702666142803812,
      "learning_rate": 4.920618135175712e-05,
      "loss": 0.7815,
      "step": 462
    },
    {
      "epoch": 2.4146023468057365,
      "grad_norm": 1.644430924102753,
      "learning_rate": 4.9063756712301036e-05,
      "loss": 0.773,
      "step": 463
    },
    {
      "epoch": 2.4198174706649285,
      "grad_norm": 1.6756469842658643,
      "learning_rate": 4.8921210839755304e-05,
      "loss": 0.7737,
      "step": 464
    },
    {
      "epoch": 2.42503259452412,
      "grad_norm": 1.4353920458126117,
      "learning_rate": 4.877854564075499e-05,
      "loss": 0.7861,
      "step": 465
    },
    {
      "epoch": 2.4302477183833116,
      "grad_norm": 1.8834730757505287,
      "learning_rate": 4.863576302353125e-05,
      "loss": 0.7638,
      "step": 466
    },
    {
      "epoch": 2.435462842242503,
      "grad_norm": 1.6285082262536497,
      "learning_rate": 4.849286489788579e-05,
      "loss": 0.7719,
      "step": 467
    },
    {
      "epoch": 2.440677966101695,
      "grad_norm": 1.6841805396754381,
      "learning_rate": 4.834985317516525e-05,
      "loss": 0.7833,
      "step": 468
    },
    {
      "epoch": 2.4458930899608866,
      "grad_norm": 1.5254872325101743,
      "learning_rate": 4.8206729768235756e-05,
      "loss": 0.7766,
      "step": 469
    },
    {
      "epoch": 2.451108213820078,
      "grad_norm": 1.5946022371035584,
      "learning_rate": 4.8063496591457256e-05,
      "loss": 0.7688,
      "step": 470
    },
    {
      "epoch": 2.4563233376792697,
      "grad_norm": 1.3044832158013293,
      "learning_rate": 4.792015556065793e-05,
      "loss": 0.7745,
      "step": 471
    },
    {
      "epoch": 2.4615384615384617,
      "grad_norm": 1.822367193607616,
      "learning_rate": 4.777670859310857e-05,
      "loss": 0.7839,
      "step": 472
    },
    {
      "epoch": 2.466753585397653,
      "grad_norm": 1.5933250932152585,
      "learning_rate": 4.763315760749695e-05,
      "loss": 0.7886,
      "step": 473
    },
    {
      "epoch": 2.4719687092568448,
      "grad_norm": 1.588436894654484,
      "learning_rate": 4.748950452390212e-05,
      "loss": 0.7742,
      "step": 474
    },
    {
      "epoch": 2.4771838331160367,
      "grad_norm": 1.4522634410247943,
      "learning_rate": 4.734575126376876e-05,
      "loss": 0.7823,
      "step": 475
    },
    {
      "epoch": 2.4823989569752283,
      "grad_norm": 1.586237253805528,
      "learning_rate": 4.7201899749881504e-05,
      "loss": 0.7926,
      "step": 476
    },
    {
      "epoch": 2.48761408083442,
      "grad_norm": 1.3312635236777999,
      "learning_rate": 4.705795190633915e-05,
      "loss": 0.786,
      "step": 477
    },
    {
      "epoch": 2.4928292046936114,
      "grad_norm": 1.7378087684763845,
      "learning_rate": 4.691390965852893e-05,
      "loss": 0.7693,
      "step": 478
    },
    {
      "epoch": 2.498044328552803,
      "grad_norm": 1.554126764803909,
      "learning_rate": 4.676977493310088e-05,
      "loss": 0.7911,
      "step": 479
    },
    {
      "epoch": 2.503259452411995,
      "grad_norm": 1.4897288575191927,
      "learning_rate": 4.662554965794192e-05,
      "loss": 0.7809,
      "step": 480
    },
    {
      "epoch": 2.5084745762711864,
      "grad_norm": 1.2742943025314304,
      "learning_rate": 4.648123576215011e-05,
      "loss": 0.7811,
      "step": 481
    },
    {
      "epoch": 2.513689700130378,
      "grad_norm": 1.714780336353614,
      "learning_rate": 4.633683517600891e-05,
      "loss": 0.7707,
      "step": 482
    },
    {
      "epoch": 2.51890482398957,
      "grad_norm": 1.514593536382248,
      "learning_rate": 4.61923498309613e-05,
      "loss": 0.7817,
      "step": 483
    },
    {
      "epoch": 2.5241199478487615,
      "grad_norm": 1.4058404125363677,
      "learning_rate": 4.604778165958392e-05,
      "loss": 0.7691,
      "step": 484
    },
    {
      "epoch": 2.529335071707953,
      "grad_norm": 1.1465871672288677,
      "learning_rate": 4.590313259556132e-05,
      "loss": 0.7635,
      "step": 485
    },
    {
      "epoch": 2.5345501955671446,
      "grad_norm": 1.6402163570623103,
      "learning_rate": 4.575840457366001e-05,
      "loss": 0.7876,
      "step": 486
    },
    {
      "epoch": 2.539765319426336,
      "grad_norm": 1.3178513882789409,
      "learning_rate": 4.561359952970259e-05,
      "loss": 0.7664,
      "step": 487
    },
    {
      "epoch": 2.544980443285528,
      "grad_norm": 1.6022661486448093,
      "learning_rate": 4.546871940054191e-05,
      "loss": 0.7905,
      "step": 488
    },
    {
      "epoch": 2.5501955671447196,
      "grad_norm": 1.4090335919146642,
      "learning_rate": 4.5323766124035115e-05,
      "loss": 0.7819,
      "step": 489
    },
    {
      "epoch": 2.555410691003911,
      "grad_norm": 1.324862817997592,
      "learning_rate": 4.5178741639017736e-05,
      "loss": 0.7787,
      "step": 490
    },
    {
      "epoch": 2.560625814863103,
      "grad_norm": 1.1347550661741326,
      "learning_rate": 4.503364788527774e-05,
      "loss": 0.7831,
      "step": 491
    },
    {
      "epoch": 2.5658409387222947,
      "grad_norm": 1.5760247018602986,
      "learning_rate": 4.488848680352965e-05,
      "loss": 0.7796,
      "step": 492
    },
    {
      "epoch": 2.5710560625814862,
      "grad_norm": 1.3090981394784642,
      "learning_rate": 4.4743260335388516e-05,
      "loss": 0.7724,
      "step": 493
    },
    {
      "epoch": 2.576271186440678,
      "grad_norm": 1.3548998817619167,
      "learning_rate": 4.459797042334395e-05,
      "loss": 0.781,
      "step": 494
    },
    {
      "epoch": 2.5814863102998697,
      "grad_norm": 1.2234336308095453,
      "learning_rate": 4.445261901073419e-05,
      "loss": 0.7743,
      "step": 495
    },
    {
      "epoch": 2.5867014341590613,
      "grad_norm": 1.2594794059995964,
      "learning_rate": 4.430720804172008e-05,
      "loss": 0.7878,
      "step": 496
    },
    {
      "epoch": 2.591916558018253,
      "grad_norm": 1.0475475763925866,
      "learning_rate": 4.416173946125906e-05,
      "loss": 0.7851,
      "step": 497
    },
    {
      "epoch": 2.5971316818774444,
      "grad_norm": 1.3034377416715606,
      "learning_rate": 4.401621521507914e-05,
      "loss": 0.7661,
      "step": 498
    },
    {
      "epoch": 2.6023468057366363,
      "grad_norm": 1.0178177147229814,
      "learning_rate": 4.387063724965292e-05,
      "loss": 0.768,
      "step": 499
    },
    {
      "epoch": 2.607561929595828,
      "grad_norm": 1.4358534072422087,
      "learning_rate": 4.372500751217153e-05,
      "loss": 0.7886,
      "step": 500
    },
    {
      "epoch": 2.6127770534550194,
      "grad_norm": 1.150853401699166,
      "learning_rate": 4.357932795051852e-05,
      "loss": 0.7934,
      "step": 501
    },
    {
      "epoch": 2.6179921773142114,
      "grad_norm": 1.1810592463532203,
      "learning_rate": 4.3433600513243965e-05,
      "loss": 0.7563,
      "step": 502
    },
    {
      "epoch": 2.623207301173403,
      "grad_norm": 1.0034045366911863,
      "learning_rate": 4.328782714953823e-05,
      "loss": 0.79,
      "step": 503
    },
    {
      "epoch": 2.6284224250325945,
      "grad_norm": 1.0980643139376323,
      "learning_rate": 4.3142009809205986e-05,
      "loss": 0.7861,
      "step": 504
    },
    {
      "epoch": 2.633637548891786,
      "grad_norm": 0.8881990742171157,
      "learning_rate": 4.2996150442640163e-05,
      "loss": 0.7758,
      "step": 505
    },
    {
      "epoch": 2.6388526727509776,
      "grad_norm": 0.8675797674117819,
      "learning_rate": 4.2850251000795735e-05,
      "loss": 0.7801,
      "step": 506
    },
    {
      "epoch": 2.6440677966101696,
      "grad_norm": 0.7883090264802906,
      "learning_rate": 4.270431343516379e-05,
      "loss": 0.7745,
      "step": 507
    },
    {
      "epoch": 2.649282920469361,
      "grad_norm": 0.7583525803187019,
      "learning_rate": 4.2558339697745297e-05,
      "loss": 0.7827,
      "step": 508
    },
    {
      "epoch": 2.6544980443285526,
      "grad_norm": 0.7762877342404452,
      "learning_rate": 4.2412331741025045e-05,
      "loss": 0.7967,
      "step": 509
    },
    {
      "epoch": 2.6597131681877446,
      "grad_norm": 0.7014761796032362,
      "learning_rate": 4.226629151794555e-05,
      "loss": 0.7858,
      "step": 510
    },
    {
      "epoch": 2.664928292046936,
      "grad_norm": 0.7396414732409832,
      "learning_rate": 4.2120220981880875e-05,
      "loss": 0.7794,
      "step": 511
    },
    {
      "epoch": 2.6701434159061277,
      "grad_norm": 0.6998054830397707,
      "learning_rate": 4.197412208661058e-05,
      "loss": 0.7777,
      "step": 512
    },
    {
      "epoch": 2.6753585397653197,
      "grad_norm": 0.6386491344974894,
      "learning_rate": 4.182799678629351e-05,
      "loss": 0.7823,
      "step": 513
    },
    {
      "epoch": 2.680573663624511,
      "grad_norm": 0.5877328765456284,
      "learning_rate": 4.168184703544171e-05,
      "loss": 0.7744,
      "step": 514
    },
    {
      "epoch": 2.6857887874837028,
      "grad_norm": 0.5920983354896419,
      "learning_rate": 4.153567478889426e-05,
      "loss": 0.7769,
      "step": 515
    },
    {
      "epoch": 2.6910039113428943,
      "grad_norm": 0.4867319202645289,
      "learning_rate": 4.138948200179115e-05,
      "loss": 0.7807,
      "step": 516
    },
    {
      "epoch": 2.696219035202086,
      "grad_norm": 0.5746181168372155,
      "learning_rate": 4.124327062954707e-05,
      "loss": 0.7708,
      "step": 517
    },
    {
      "epoch": 2.701434159061278,
      "grad_norm": 0.35394623638423245,
      "learning_rate": 4.1097042627825325e-05,
      "loss": 0.7823,
      "step": 518
    },
    {
      "epoch": 2.7066492829204694,
      "grad_norm": 0.6245548216599335,
      "learning_rate": 4.095079995251168e-05,
      "loss": 0.784,
      "step": 519
    },
    {
      "epoch": 2.711864406779661,
      "grad_norm": 0.3951096697035697,
      "learning_rate": 4.080454455968812e-05,
      "loss": 0.7711,
      "step": 520
    },
    {
      "epoch": 2.717079530638853,
      "grad_norm": 0.5759028178578062,
      "learning_rate": 4.065827840560674e-05,
      "loss": 0.7773,
      "step": 521
    },
    {
      "epoch": 2.7222946544980444,
      "grad_norm": 0.39680693057913397,
      "learning_rate": 4.0512003446663576e-05,
      "loss": 0.7736,
      "step": 522
    },
    {
      "epoch": 2.727509778357236,
      "grad_norm": 0.49858076462377626,
      "learning_rate": 4.0365721639372476e-05,
      "loss": 0.7884,
      "step": 523
    },
    {
      "epoch": 2.7327249022164275,
      "grad_norm": 0.4117350165519155,
      "learning_rate": 4.021943494033882e-05,
      "loss": 0.7707,
      "step": 524
    },
    {
      "epoch": 2.737940026075619,
      "grad_norm": 0.4515042047115184,
      "learning_rate": 4.007314530623348e-05,
      "loss": 0.7778,
      "step": 525
    },
    {
      "epoch": 2.743155149934811,
      "grad_norm": 0.42547404001436967,
      "learning_rate": 3.9926854693766536e-05,
      "loss": 0.7688,
      "step": 526
    },
    {
      "epoch": 2.7483702737940026,
      "grad_norm": 0.35069455268010413,
      "learning_rate": 3.978056505966119e-05,
      "loss": 0.7744,
      "step": 527
    },
    {
      "epoch": 2.753585397653194,
      "grad_norm": 0.4444789741021684,
      "learning_rate": 3.963427836062753e-05,
      "loss": 0.775,
      "step": 528
    },
    {
      "epoch": 2.758800521512386,
      "grad_norm": 0.43329608911430956,
      "learning_rate": 3.948799655333644e-05,
      "loss": 0.7748,
      "step": 529
    },
    {
      "epoch": 2.7640156453715776,
      "grad_norm": 0.4209440665741905,
      "learning_rate": 3.9341721594393276e-05,
      "loss": 0.7762,
      "step": 530
    },
    {
      "epoch": 2.769230769230769,
      "grad_norm": 0.4322531684473173,
      "learning_rate": 3.919545544031189e-05,
      "loss": 0.7878,
      "step": 531
    },
    {
      "epoch": 2.774445893089961,
      "grad_norm": 0.4720335982176997,
      "learning_rate": 3.904920004748833e-05,
      "loss": 0.777,
      "step": 532
    },
    {
      "epoch": 2.7796610169491527,
      "grad_norm": 0.37675833736688985,
      "learning_rate": 3.8902957372174675e-05,
      "loss": 0.7728,
      "step": 533
    },
    {
      "epoch": 2.7848761408083442,
      "grad_norm": 0.3961055004093581,
      "learning_rate": 3.8756729370452936e-05,
      "loss": 0.7745,
      "step": 534
    },
    {
      "epoch": 2.7900912646675358,
      "grad_norm": 0.39787870628829797,
      "learning_rate": 3.8610517998208866e-05,
      "loss": 0.779,
      "step": 535
    },
    {
      "epoch": 2.7953063885267273,
      "grad_norm": 0.366576904221954,
      "learning_rate": 3.846432521110574e-05,
      "loss": 0.7823,
      "step": 536
    },
    {
      "epoch": 2.8005215123859193,
      "grad_norm": 0.39669396154921643,
      "learning_rate": 3.831815296455829e-05,
      "loss": 0.7776,
      "step": 537
    },
    {
      "epoch": 2.805736636245111,
      "grad_norm": 0.5485537263803792,
      "learning_rate": 3.817200321370649e-05,
      "loss": 0.7821,
      "step": 538
    },
    {
      "epoch": 2.8109517601043024,
      "grad_norm": 0.5046596554915849,
      "learning_rate": 3.802587791338943e-05,
      "loss": 0.757,
      "step": 539
    },
    {
      "epoch": 2.8161668839634943,
      "grad_norm": 0.4297088800078496,
      "learning_rate": 3.787977901811914e-05,
      "loss": 0.7819,
      "step": 540
    },
    {
      "epoch": 2.821382007822686,
      "grad_norm": 0.2792196466948258,
      "learning_rate": 3.7733708482054476e-05,
      "loss": 0.7908,
      "step": 541
    },
    {
      "epoch": 2.8265971316818774,
      "grad_norm": 0.3389535808547031,
      "learning_rate": 3.758766825897497e-05,
      "loss": 0.7789,
      "step": 542
    },
    {
      "epoch": 2.831812255541069,
      "grad_norm": 0.33504887483040935,
      "learning_rate": 3.7441660302254724e-05,
      "loss": 0.7641,
      "step": 543
    },
    {
      "epoch": 2.8370273794002605,
      "grad_norm": 0.35811016749224023,
      "learning_rate": 3.729568656483623e-05,
      "loss": 0.7711,
      "step": 544
    },
    {
      "epoch": 2.8422425032594525,
      "grad_norm": 0.3304033008238814,
      "learning_rate": 3.714974899920428e-05,
      "loss": 0.781,
      "step": 545
    },
    {
      "epoch": 2.847457627118644,
      "grad_norm": 0.42274779776394655,
      "learning_rate": 3.7003849557359863e-05,
      "loss": 0.7738,
      "step": 546
    },
    {
      "epoch": 2.8526727509778356,
      "grad_norm": 0.33608657379975826,
      "learning_rate": 3.685799019079402e-05,
      "loss": 0.7858,
      "step": 547
    },
    {
      "epoch": 2.8578878748370276,
      "grad_norm": 0.4402897321734762,
      "learning_rate": 3.6712172850461785e-05,
      "loss": 0.7679,
      "step": 548
    },
    {
      "epoch": 2.863102998696219,
      "grad_norm": 0.29934112633294296,
      "learning_rate": 3.6566399486756055e-05,
      "loss": 0.7889,
      "step": 549
    },
    {
      "epoch": 2.8683181225554106,
      "grad_norm": 0.38015963993433893,
      "learning_rate": 3.642067204948149e-05,
      "loss": 0.7695,
      "step": 550
    },
    {
      "epoch": 2.8735332464146026,
      "grad_norm": 0.38644710923105946,
      "learning_rate": 3.627499248782849e-05,
      "loss": 0.7745,
      "step": 551
    },
    {
      "epoch": 2.878748370273794,
      "grad_norm": 0.44283035266374077,
      "learning_rate": 3.612936275034709e-05,
      "loss": 0.7829,
      "step": 552
    },
    {
      "epoch": 2.8839634941329857,
      "grad_norm": 0.426691177545099,
      "learning_rate": 3.598378478492087e-05,
      "loss": 0.7775,
      "step": 553
    },
    {
      "epoch": 2.8891786179921772,
      "grad_norm": 0.41202751066509746,
      "learning_rate": 3.583826053874096e-05,
      "loss": 0.7792,
      "step": 554
    },
    {
      "epoch": 2.8943937418513688,
      "grad_norm": 0.40337608056255875,
      "learning_rate": 3.5692791958279924e-05,
      "loss": 0.7737,
      "step": 555
    },
    {
      "epoch": 2.8996088657105608,
      "grad_norm": 0.42109772590116307,
      "learning_rate": 3.554738098926582e-05,
      "loss": 0.7757,
      "step": 556
    },
    {
      "epoch": 2.9048239895697523,
      "grad_norm": 0.6458006850893471,
      "learning_rate": 3.540202957665606e-05,
      "loss": 0.7775,
      "step": 557
    },
    {
      "epoch": 2.910039113428944,
      "grad_norm": 0.5129008593035667,
      "learning_rate": 3.525673966461149e-05,
      "loss": 0.7793,
      "step": 558
    },
    {
      "epoch": 2.915254237288136,
      "grad_norm": 0.37986325064356524,
      "learning_rate": 3.5111513196470356e-05,
      "loss": 0.7706,
      "step": 559
    },
    {
      "epoch": 2.9204693611473274,
      "grad_norm": 0.3127213742675476,
      "learning_rate": 3.4966352114722264e-05,
      "loss": 0.779,
      "step": 560
    },
    {
      "epoch": 2.925684485006519,
      "grad_norm": 0.44150964872249004,
      "learning_rate": 3.482125836098227e-05,
      "loss": 0.7726,
      "step": 561
    },
    {
      "epoch": 2.9308996088657104,
      "grad_norm": 0.37918325106659184,
      "learning_rate": 3.46762338759649e-05,
      "loss": 0.7763,
      "step": 562
    },
    {
      "epoch": 2.936114732724902,
      "grad_norm": 0.34801331615309594,
      "learning_rate": 3.4531280599458096e-05,
      "loss": 0.7792,
      "step": 563
    },
    {
      "epoch": 2.941329856584094,
      "grad_norm": 0.3417071688239163,
      "learning_rate": 3.438640047029741e-05,
      "loss": 0.783,
      "step": 564
    },
    {
      "epoch": 2.9465449804432855,
      "grad_norm": 0.4027724323607999,
      "learning_rate": 3.424159542634001e-05,
      "loss": 0.7799,
      "step": 565
    },
    {
      "epoch": 2.951760104302477,
      "grad_norm": 0.359846745274617,
      "learning_rate": 3.409686740443869e-05,
      "loss": 0.7874,
      "step": 566
    },
    {
      "epoch": 2.956975228161669,
      "grad_norm": 0.39877444581949706,
      "learning_rate": 3.395221834041608e-05,
      "loss": 0.7796,
      "step": 567
    },
    {
      "epoch": 2.9621903520208606,
      "grad_norm": 0.31627637641393286,
      "learning_rate": 3.3807650169038714e-05,
      "loss": 0.7828,
      "step": 568
    },
    {
      "epoch": 2.967405475880052,
      "grad_norm": 0.2915329688447508,
      "learning_rate": 3.366316482399111e-05,
      "loss": 0.7611,
      "step": 569
    },
    {
      "epoch": 2.9726205997392436,
      "grad_norm": 0.3003806981610255,
      "learning_rate": 3.351876423784991e-05,
      "loss": 0.7753,
      "step": 570
    },
    {
      "epoch": 2.9778357235984356,
      "grad_norm": 0.32825206856441885,
      "learning_rate": 3.33744503420581e-05,
      "loss": 0.7805,
      "step": 571
    },
    {
      "epoch": 2.983050847457627,
      "grad_norm": 0.28811623986201,
      "learning_rate": 3.323022506689913e-05,
      "loss": 0.7787,
      "step": 572
    },
    {
      "epoch": 2.9882659713168187,
      "grad_norm": 0.3007386340259681,
      "learning_rate": 3.308609034147109e-05,
      "loss": 0.7693,
      "step": 573
    },
    {
      "epoch": 2.9934810951760102,
      "grad_norm": 0.28601621207061495,
      "learning_rate": 3.294204809366088e-05,
      "loss": 0.7811,
      "step": 574
    },
    {
      "epoch": 2.9986962190352022,
      "grad_norm": 0.38527843914278115,
      "learning_rate": 3.27981002501185e-05,
      "loss": 0.8962,
      "step": 575
    },
    {
      "epoch": 3.0039113428943938,
      "grad_norm": 0.3891353205481252,
      "learning_rate": 3.265424873623125e-05,
      "loss": 0.8279,
      "step": 576
    },
    {
      "epoch": 3.0091264667535853,
      "grad_norm": 0.34677276173333527,
      "learning_rate": 3.251049547609789e-05,
      "loss": 0.7617,
      "step": 577
    },
    {
      "epoch": 3.014341590612777,
      "grad_norm": 0.3887463573130963,
      "learning_rate": 3.2366842392503065e-05,
      "loss": 0.7404,
      "step": 578
    },
    {
      "epoch": 3.019556714471969,
      "grad_norm": 0.45850333580212727,
      "learning_rate": 3.222329140689144e-05,
      "loss": 0.7509,
      "step": 579
    },
    {
      "epoch": 3.0247718383311604,
      "grad_norm": 0.42139454484056155,
      "learning_rate": 3.207984443934208e-05,
      "loss": 0.7474,
      "step": 580
    },
    {
      "epoch": 3.029986962190352,
      "grad_norm": 0.32213156347235194,
      "learning_rate": 3.193650340854275e-05,
      "loss": 0.7449,
      "step": 581
    },
    {
      "epoch": 3.035202086049544,
      "grad_norm": 0.2882489783740716,
      "learning_rate": 3.179327023176426e-05,
      "loss": 0.7565,
      "step": 582
    },
    {
      "epoch": 3.0404172099087354,
      "grad_norm": 0.31398533972182546,
      "learning_rate": 3.1650146824834765e-05,
      "loss": 0.7663,
      "step": 583
    },
    {
      "epoch": 3.045632333767927,
      "grad_norm": 0.42483377951795925,
      "learning_rate": 3.1507135102114224e-05,
      "loss": 0.7524,
      "step": 584
    },
    {
      "epoch": 3.0508474576271185,
      "grad_norm": 0.4203137878607459,
      "learning_rate": 3.1364236976468755e-05,
      "loss": 0.7476,
      "step": 585
    },
    {
      "epoch": 3.0560625814863105,
      "grad_norm": 0.3536224112892052,
      "learning_rate": 3.122145435924502e-05,
      "loss": 0.7479,
      "step": 586
    },
    {
      "epoch": 3.061277705345502,
      "grad_norm": 0.3355710189906583,
      "learning_rate": 3.107878916024471e-05,
      "loss": 0.7475,
      "step": 587
    },
    {
      "epoch": 3.0664928292046936,
      "grad_norm": 0.3578880245402906,
      "learning_rate": 3.093624328769898e-05,
      "loss": 0.7542,
      "step": 588
    },
    {
      "epoch": 3.071707953063885,
      "grad_norm": 0.3807896298844658,
      "learning_rate": 3.079381864824289e-05,
      "loss": 0.7617,
      "step": 589
    },
    {
      "epoch": 3.076923076923077,
      "grad_norm": 0.37153630367778145,
      "learning_rate": 3.065151714688998e-05,
      "loss": 0.7581,
      "step": 590
    },
    {
      "epoch": 3.0821382007822686,
      "grad_norm": 0.41123425605078595,
      "learning_rate": 3.0509340687006735e-05,
      "loss": 0.7538,
      "step": 591
    },
    {
      "epoch": 3.08735332464146,
      "grad_norm": 0.33981481049719536,
      "learning_rate": 3.0367291170287102e-05,
      "loss": 0.7524,
      "step": 592
    },
    {
      "epoch": 3.0925684485006517,
      "grad_norm": 0.3651990332335353,
      "learning_rate": 3.0225370496727125e-05,
      "loss": 0.7584,
      "step": 593
    },
    {
      "epoch": 3.0977835723598437,
      "grad_norm": 0.2918824973106232,
      "learning_rate": 3.0083580564599484e-05,
      "loss": 0.7563,
      "step": 594
    },
    {
      "epoch": 3.1029986962190352,
      "grad_norm": 0.3423081259716029,
      "learning_rate": 2.9941923270428125e-05,
      "loss": 0.7471,
      "step": 595
    },
    {
      "epoch": 3.1082138200782268,
      "grad_norm": 0.3604784090698713,
      "learning_rate": 2.9800400508962854e-05,
      "loss": 0.7458,
      "step": 596
    },
    {
      "epoch": 3.1134289439374183,
      "grad_norm": 0.44107810877163156,
      "learning_rate": 2.9659014173154053e-05,
      "loss": 0.761,
      "step": 597
    },
    {
      "epoch": 3.1186440677966103,
      "grad_norm": 0.36068201923449394,
      "learning_rate": 2.9517766154127332e-05,
      "loss": 0.7495,
      "step": 598
    },
    {
      "epoch": 3.123859191655802,
      "grad_norm": 0.32775307660721575,
      "learning_rate": 2.93766583411582e-05,
      "loss": 0.7463,
      "step": 599
    },
    {
      "epoch": 3.1290743155149934,
      "grad_norm": 0.4150847775843986,
      "learning_rate": 2.923569262164684e-05,
      "loss": 0.7459,
      "step": 600
    },
    {
      "epoch": 3.134289439374185,
      "grad_norm": 0.3453247625813097,
      "learning_rate": 2.909487088109287e-05,
      "loss": 0.756,
      "step": 601
    },
    {
      "epoch": 3.139504563233377,
      "grad_norm": 0.3884807540864722,
      "learning_rate": 2.8954195003070106e-05,
      "loss": 0.7469,
      "step": 602
    },
    {
      "epoch": 3.1447196870925684,
      "grad_norm": 0.32406875922905615,
      "learning_rate": 2.8813666869201323e-05,
      "loss": 0.7492,
      "step": 603
    },
    {
      "epoch": 3.14993481095176,
      "grad_norm": 0.3124660936977556,
      "learning_rate": 2.867328835913319e-05,
      "loss": 0.7412,
      "step": 604
    },
    {
      "epoch": 3.155149934810952,
      "grad_norm": 0.402564278458608,
      "learning_rate": 2.853306135051103e-05,
      "loss": 0.7628,
      "step": 605
    },
    {
      "epoch": 3.1603650586701435,
      "grad_norm": 0.3914753370029631,
      "learning_rate": 2.8392987718953748e-05,
      "loss": 0.7467,
      "step": 606
    },
    {
      "epoch": 3.165580182529335,
      "grad_norm": 0.36094618715771837,
      "learning_rate": 2.8253069338028756e-05,
      "loss": 0.7528,
      "step": 607
    },
    {
      "epoch": 3.1707953063885266,
      "grad_norm": 0.4160569360480524,
      "learning_rate": 2.8113308079226897e-05,
      "loss": 0.753,
      "step": 608
    },
    {
      "epoch": 3.1760104302477186,
      "grad_norm": 0.36846901981179736,
      "learning_rate": 2.7973705811937387e-05,
      "loss": 0.762,
      "step": 609
    },
    {
      "epoch": 3.18122555410691,
      "grad_norm": 0.3181951199229672,
      "learning_rate": 2.7834264403422864e-05,
      "loss": 0.7581,
      "step": 610
    },
    {
      "epoch": 3.1864406779661016,
      "grad_norm": 0.28604043043751265,
      "learning_rate": 2.769498571879438e-05,
      "loss": 0.7591,
      "step": 611
    },
    {
      "epoch": 3.191655801825293,
      "grad_norm": 0.2634604899316907,
      "learning_rate": 2.7555871620986453e-05,
      "loss": 0.7554,
      "step": 612
    },
    {
      "epoch": 3.196870925684485,
      "grad_norm": 0.3039718480846403,
      "learning_rate": 2.7416923970732146e-05,
      "loss": 0.7588,
      "step": 613
    },
    {
      "epoch": 3.2020860495436767,
      "grad_norm": 0.288103576580876,
      "learning_rate": 2.7278144626538212e-05,
      "loss": 0.7487,
      "step": 614
    },
    {
      "epoch": 3.2073011734028682,
      "grad_norm": 0.32239905156935256,
      "learning_rate": 2.71395354446602e-05,
      "loss": 0.7459,
      "step": 615
    },
    {
      "epoch": 3.21251629726206,
      "grad_norm": 0.29806440969996567,
      "learning_rate": 2.7001098279077623e-05,
      "loss": 0.7548,
      "step": 616
    },
    {
      "epoch": 3.2177314211212518,
      "grad_norm": 0.25998375637060805,
      "learning_rate": 2.6862834981469198e-05,
      "loss": 0.7486,
      "step": 617
    },
    {
      "epoch": 3.2229465449804433,
      "grad_norm": 0.39237992094856566,
      "learning_rate": 2.6724747401188055e-05,
      "loss": 0.7532,
      "step": 618
    },
    {
      "epoch": 3.228161668839635,
      "grad_norm": 0.2548892235121485,
      "learning_rate": 2.6586837385236966e-05,
      "loss": 0.7484,
      "step": 619
    },
    {
      "epoch": 3.2333767926988264,
      "grad_norm": 0.3225804950825967,
      "learning_rate": 2.6449106778243708e-05,
      "loss": 0.7529,
      "step": 620
    },
    {
      "epoch": 3.2385919165580184,
      "grad_norm": 0.45928173129349054,
      "learning_rate": 2.631155742243637e-05,
      "loss": 0.7549,
      "step": 621
    },
    {
      "epoch": 3.24380704041721,
      "grad_norm": 0.3308854647358001,
      "learning_rate": 2.6174191157618652e-05,
      "loss": 0.7554,
      "step": 622
    },
    {
      "epoch": 3.2490221642764014,
      "grad_norm": 0.2795489427507208,
      "learning_rate": 2.6037009821145346e-05,
      "loss": 0.7593,
      "step": 623
    },
    {
      "epoch": 3.2542372881355934,
      "grad_norm": 0.4430769575631773,
      "learning_rate": 2.5900015247897714e-05,
      "loss": 0.7545,
      "step": 624
    },
    {
      "epoch": 3.259452411994785,
      "grad_norm": 0.33341725027604363,
      "learning_rate": 2.576320927025892e-05,
      "loss": 0.753,
      "step": 625
    },
    {
      "epoch": 3.2646675358539765,
      "grad_norm": 0.33122719602795536,
      "learning_rate": 2.562659371808959e-05,
      "loss": 0.7436,
      "step": 626
    },
    {
      "epoch": 3.269882659713168,
      "grad_norm": 0.3963689954079041,
      "learning_rate": 2.549017041870325e-05,
      "loss": 0.7676,
      "step": 627
    },
    {
      "epoch": 3.27509778357236,
      "grad_norm": 0.3538575496536462,
      "learning_rate": 2.535394119684197e-05,
      "loss": 0.7548,
      "step": 628
    },
    {
      "epoch": 3.2803129074315516,
      "grad_norm": 0.24662943382751912,
      "learning_rate": 2.521790787465193e-05,
      "loss": 0.7517,
      "step": 629
    },
    {
      "epoch": 3.285528031290743,
      "grad_norm": 0.39858795017503024,
      "learning_rate": 2.5082072271658982e-05,
      "loss": 0.7482,
      "step": 630
    },
    {
      "epoch": 3.2907431551499347,
      "grad_norm": 0.24293852218374687,
      "learning_rate": 2.494643620474442e-05,
      "loss": 0.7445,
      "step": 631
    },
    {
      "epoch": 3.2959582790091266,
      "grad_norm": 0.3499814647894016,
      "learning_rate": 2.4811001488120598e-05,
      "loss": 0.7555,
      "step": 632
    },
    {
      "epoch": 3.301173402868318,
      "grad_norm": 0.27161500960796325,
      "learning_rate": 2.4675769933306696e-05,
      "loss": 0.7568,
      "step": 633
    },
    {
      "epoch": 3.3063885267275097,
      "grad_norm": 0.2881787773315299,
      "learning_rate": 2.4540743349104485e-05,
      "loss": 0.7442,
      "step": 634
    },
    {
      "epoch": 3.3116036505867013,
      "grad_norm": 0.2740026111414901,
      "learning_rate": 2.440592354157415e-05,
      "loss": 0.7579,
      "step": 635
    },
    {
      "epoch": 3.3168187744458932,
      "grad_norm": 0.2605377452426752,
      "learning_rate": 2.427131231401008e-05,
      "loss": 0.7518,
      "step": 636
    },
    {
      "epoch": 3.3220338983050848,
      "grad_norm": 0.2482525542273476,
      "learning_rate": 2.413691146691681e-05,
      "loss": 0.7615,
      "step": 637
    },
    {
      "epoch": 3.3272490221642763,
      "grad_norm": 0.33206747294953354,
      "learning_rate": 2.400272279798492e-05,
      "loss": 0.7498,
      "step": 638
    },
    {
      "epoch": 3.332464146023468,
      "grad_norm": 0.29080523675344855,
      "learning_rate": 2.3868748102066964e-05,
      "loss": 0.7457,
      "step": 639
    },
    {
      "epoch": 3.33767926988266,
      "grad_norm": 0.31636040314912883,
      "learning_rate": 2.3734989171153475e-05,
      "loss": 0.7605,
      "step": 640
    },
    {
      "epoch": 3.3428943937418514,
      "grad_norm": 0.3319918116811582,
      "learning_rate": 2.3601447794349035e-05,
      "loss": 0.7601,
      "step": 641
    },
    {
      "epoch": 3.348109517601043,
      "grad_norm": 0.24931361371615676,
      "learning_rate": 2.346812575784826e-05,
      "loss": 0.752,
      "step": 642
    },
    {
      "epoch": 3.353324641460235,
      "grad_norm": 0.30718347134905344,
      "learning_rate": 2.333502484491202e-05,
      "loss": 0.7616,
      "step": 643
    },
    {
      "epoch": 3.3585397653194264,
      "grad_norm": 0.282987877244827,
      "learning_rate": 2.3202146835843458e-05,
      "loss": 0.7462,
      "step": 644
    },
    {
      "epoch": 3.363754889178618,
      "grad_norm": 0.24823892221787283,
      "learning_rate": 2.3069493507964328e-05,
      "loss": 0.7508,
      "step": 645
    },
    {
      "epoch": 3.3689700130378095,
      "grad_norm": 0.2747764846839421,
      "learning_rate": 2.2937066635591082e-05,
      "loss": 0.757,
      "step": 646
    },
    {
      "epoch": 3.374185136897001,
      "grad_norm": 0.2496756674179984,
      "learning_rate": 2.2804867990011186e-05,
      "loss": 0.7578,
      "step": 647
    },
    {
      "epoch": 3.379400260756193,
      "grad_norm": 0.2395621072609135,
      "learning_rate": 2.26728993394595e-05,
      "loss": 0.765,
      "step": 648
    },
    {
      "epoch": 3.3846153846153846,
      "grad_norm": 0.25006905141016617,
      "learning_rate": 2.2541162449094517e-05,
      "loss": 0.7558,
      "step": 649
    },
    {
      "epoch": 3.389830508474576,
      "grad_norm": 0.22593196210127933,
      "learning_rate": 2.2409659080974792e-05,
      "loss": 0.7441,
      "step": 650
    },
    {
      "epoch": 3.395045632333768,
      "grad_norm": 0.25905615560125267,
      "learning_rate": 2.2278390994035437e-05,
      "loss": 0.759,
      "step": 651
    },
    {
      "epoch": 3.4002607561929596,
      "grad_norm": 0.21460137257291464,
      "learning_rate": 2.214735994406449e-05,
      "loss": 0.7356,
      "step": 652
    },
    {
      "epoch": 3.405475880052151,
      "grad_norm": 0.2844041034563339,
      "learning_rate": 2.2016567683679474e-05,
      "loss": 0.7611,
      "step": 653
    },
    {
      "epoch": 3.4106910039113427,
      "grad_norm": 0.2193094602636308,
      "learning_rate": 2.188601596230402e-05,
      "loss": 0.7628,
      "step": 654
    },
    {
      "epoch": 3.4159061277705347,
      "grad_norm": 0.2688886990907944,
      "learning_rate": 2.1755706526144346e-05,
      "loss": 0.7555,
      "step": 655
    },
    {
      "epoch": 3.4211212516297262,
      "grad_norm": 0.22979387277456514,
      "learning_rate": 2.1625641118165993e-05,
      "loss": 0.7506,
      "step": 656
    },
    {
      "epoch": 3.426336375488918,
      "grad_norm": 0.2575836540395883,
      "learning_rate": 2.1495821478070463e-05,
      "loss": 0.7454,
      "step": 657
    },
    {
      "epoch": 3.4315514993481093,
      "grad_norm": 0.22113251166352366,
      "learning_rate": 2.1366249342271983e-05,
      "loss": 0.7607,
      "step": 658
    },
    {
      "epoch": 3.4367666232073013,
      "grad_norm": 0.2541994114755118,
      "learning_rate": 2.123692644387427e-05,
      "loss": 0.7529,
      "step": 659
    },
    {
      "epoch": 3.441981747066493,
      "grad_norm": 0.17984867947865277,
      "learning_rate": 2.110785451264733e-05,
      "loss": 0.7584,
      "step": 660
    },
    {
      "epoch": 3.4471968709256844,
      "grad_norm": 0.2623173957981238,
      "learning_rate": 2.0979035275004326e-05,
      "loss": 0.7589,
      "step": 661
    },
    {
      "epoch": 3.4524119947848764,
      "grad_norm": 0.17573507602846267,
      "learning_rate": 2.0850470453978527e-05,
      "loss": 0.7575,
      "step": 662
    },
    {
      "epoch": 3.457627118644068,
      "grad_norm": 0.23281049598480352,
      "learning_rate": 2.07221617692002e-05,
      "loss": 0.7495,
      "step": 663
    },
    {
      "epoch": 3.4628422425032594,
      "grad_norm": 0.19792669337262203,
      "learning_rate": 2.0594110936873646e-05,
      "loss": 0.7554,
      "step": 664
    },
    {
      "epoch": 3.468057366362451,
      "grad_norm": 0.2348813479171187,
      "learning_rate": 2.0466319669754257e-05,
      "loss": 0.7459,
      "step": 665
    },
    {
      "epoch": 3.4732724902216425,
      "grad_norm": 0.17805434883842863,
      "learning_rate": 2.033878967712556e-05,
      "loss": 0.7482,
      "step": 666
    },
    {
      "epoch": 3.4784876140808345,
      "grad_norm": 0.2324152396008409,
      "learning_rate": 2.0211522664776378e-05,
      "loss": 0.7627,
      "step": 667
    },
    {
      "epoch": 3.483702737940026,
      "grad_norm": 0.21569790923016002,
      "learning_rate": 2.0084520334978066e-05,
      "loss": 0.7475,
      "step": 668
    },
    {
      "epoch": 3.4889178617992176,
      "grad_norm": 0.22787366870500253,
      "learning_rate": 1.9957784386461642e-05,
      "loss": 0.7539,
      "step": 669
    },
    {
      "epoch": 3.4941329856584096,
      "grad_norm": 0.19346838428327817,
      "learning_rate": 1.9831316514395125e-05,
      "loss": 0.7482,
      "step": 670
    },
    {
      "epoch": 3.499348109517601,
      "grad_norm": 0.22386565166114242,
      "learning_rate": 1.9705118410360888e-05,
      "loss": 0.7516,
      "step": 671
    },
    {
      "epoch": 3.5045632333767927,
      "grad_norm": 0.19045550096072955,
      "learning_rate": 1.9579191762332962e-05,
      "loss": 0.7524,
      "step": 672
    },
    {
      "epoch": 3.509778357235984,
      "grad_norm": 0.2568792722114023,
      "learning_rate": 1.9453538254654492e-05,
      "loss": 0.7608,
      "step": 673
    },
    {
      "epoch": 3.514993481095176,
      "grad_norm": 0.2309953251505408,
      "learning_rate": 1.9328159568015253e-05,
      "loss": 0.761,
      "step": 674
    },
    {
      "epoch": 3.5202086049543677,
      "grad_norm": 0.20090449798296708,
      "learning_rate": 1.920305737942908e-05,
      "loss": 0.7498,
      "step": 675
    },
    {
      "epoch": 3.5254237288135593,
      "grad_norm": 0.1995433496289568,
      "learning_rate": 1.9078233362211488e-05,
      "loss": 0.7635,
      "step": 676
    },
    {
      "epoch": 3.530638852672751,
      "grad_norm": 0.20023193260506214,
      "learning_rate": 1.895368918595733e-05,
      "loss": 0.7497,
      "step": 677
    },
    {
      "epoch": 3.5358539765319428,
      "grad_norm": 0.19621170906491942,
      "learning_rate": 1.882942651651835e-05,
      "loss": 0.7434,
      "step": 678
    },
    {
      "epoch": 3.5410691003911343,
      "grad_norm": 0.20574042364789344,
      "learning_rate": 1.8705447015981056e-05,
      "loss": 0.7436,
      "step": 679
    },
    {
      "epoch": 3.546284224250326,
      "grad_norm": 0.18782121755639544,
      "learning_rate": 1.858175234264434e-05,
      "loss": 0.7556,
      "step": 680
    },
    {
      "epoch": 3.551499348109518,
      "grad_norm": 0.1936150072481402,
      "learning_rate": 1.845834415099736e-05,
      "loss": 0.757,
      "step": 681
    },
    {
      "epoch": 3.5567144719687094,
      "grad_norm": 0.1926949621185055,
      "learning_rate": 1.833522409169748e-05,
      "loss": 0.756,
      "step": 682
    },
    {
      "epoch": 3.561929595827901,
      "grad_norm": 0.20476384841537432,
      "learning_rate": 1.8212393811548074e-05,
      "loss": 0.7341,
      "step": 683
    },
    {
      "epoch": 3.5671447196870925,
      "grad_norm": 0.1696138534253153,
      "learning_rate": 1.8089854953476503e-05,
      "loss": 0.7521,
      "step": 684
    },
    {
      "epoch": 3.572359843546284,
      "grad_norm": 0.22686575356319796,
      "learning_rate": 1.796760915651229e-05,
      "loss": 0.7621,
      "step": 685
    },
    {
      "epoch": 3.577574967405476,
      "grad_norm": 0.18860960425351292,
      "learning_rate": 1.784565805576503e-05,
      "loss": 0.7537,
      "step": 686
    },
    {
      "epoch": 3.5827900912646675,
      "grad_norm": 0.19640065748239693,
      "learning_rate": 1.7724003282402567e-05,
      "loss": 0.7592,
      "step": 687
    },
    {
      "epoch": 3.588005215123859,
      "grad_norm": 0.18973579313916158,
      "learning_rate": 1.760264646362926e-05,
      "loss": 0.7477,
      "step": 688
    },
    {
      "epoch": 3.593220338983051,
      "grad_norm": 0.20298759538425024,
      "learning_rate": 1.7481589222664076e-05,
      "loss": 0.7486,
      "step": 689
    },
    {
      "epoch": 3.5984354628422426,
      "grad_norm": 0.17790150008707342,
      "learning_rate": 1.736083317871898e-05,
      "loss": 0.7458,
      "step": 690
    },
    {
      "epoch": 3.603650586701434,
      "grad_norm": 0.20575599062083585,
      "learning_rate": 1.7240379946977283e-05,
      "loss": 0.7544,
      "step": 691
    },
    {
      "epoch": 3.6088657105606257,
      "grad_norm": 0.17855398739046716,
      "learning_rate": 1.712023113857195e-05,
      "loss": 0.756,
      "step": 692
    },
    {
      "epoch": 3.614080834419817,
      "grad_norm": 0.1947379717329557,
      "learning_rate": 1.700038836056413e-05,
      "loss": 0.7547,
      "step": 693
    },
    {
      "epoch": 3.619295958279009,
      "grad_norm": 0.17740265903389008,
      "learning_rate": 1.6880853215921642e-05,
      "loss": 0.7532,
      "step": 694
    },
    {
      "epoch": 3.6245110821382007,
      "grad_norm": 0.18082866727173452,
      "learning_rate": 1.676162730349751e-05,
      "loss": 0.7466,
      "step": 695
    },
    {
      "epoch": 3.6297262059973923,
      "grad_norm": 0.18963190902387492,
      "learning_rate": 1.6642712218008613e-05,
      "loss": 0.742,
      "step": 696
    },
    {
      "epoch": 3.6349413298565842,
      "grad_norm": 0.18716923070682592,
      "learning_rate": 1.6524109550014323e-05,
      "loss": 0.7515,
      "step": 697
    },
    {
      "epoch": 3.640156453715776,
      "grad_norm": 0.20784228257641144,
      "learning_rate": 1.6405820885895242e-05,
      "loss": 0.7578,
      "step": 698
    },
    {
      "epoch": 3.6453715775749673,
      "grad_norm": 0.1920361900700138,
      "learning_rate": 1.6287847807832e-05,
      "loss": 0.7538,
      "step": 699
    },
    {
      "epoch": 3.6505867014341593,
      "grad_norm": 0.1652320731622616,
      "learning_rate": 1.617019189378407e-05,
      "loss": 0.7511,
      "step": 700
    },
    {
      "epoch": 3.655801825293351,
      "grad_norm": 0.19431451990268614,
      "learning_rate": 1.6052854717468644e-05,
      "loss": 0.7515,
      "step": 701
    },
    {
      "epoch": 3.6610169491525424,
      "grad_norm": 0.19087250562535932,
      "learning_rate": 1.5935837848339667e-05,
      "loss": 0.7568,
      "step": 702
    },
    {
      "epoch": 3.666232073011734,
      "grad_norm": 0.20029152301458664,
      "learning_rate": 1.581914285156673e-05,
      "loss": 0.7465,
      "step": 703
    },
    {
      "epoch": 3.6714471968709255,
      "grad_norm": 0.18770482135472025,
      "learning_rate": 1.5702771288014206e-05,
      "loss": 0.7516,
      "step": 704
    },
    {
      "epoch": 3.6766623207301175,
      "grad_norm": 0.17463919163255975,
      "learning_rate": 1.5586724714220397e-05,
      "loss": 0.7498,
      "step": 705
    },
    {
      "epoch": 3.681877444589309,
      "grad_norm": 0.1942555556221587,
      "learning_rate": 1.5471004682376626e-05,
      "loss": 0.743,
      "step": 706
    },
    {
      "epoch": 3.6870925684485005,
      "grad_norm": 0.1946562516538543,
      "learning_rate": 1.535561274030652e-05,
      "loss": 0.7569,
      "step": 707
    },
    {
      "epoch": 3.6923076923076925,
      "grad_norm": 0.17582331062620302,
      "learning_rate": 1.5240550431445376e-05,
      "loss": 0.7519,
      "step": 708
    },
    {
      "epoch": 3.697522816166884,
      "grad_norm": 0.1861426528732765,
      "learning_rate": 1.5125819294819391e-05,
      "loss": 0.7482,
      "step": 709
    },
    {
      "epoch": 3.7027379400260756,
      "grad_norm": 0.18269562874012577,
      "learning_rate": 1.5011420865025143e-05,
      "loss": 0.7523,
      "step": 710
    },
    {
      "epoch": 3.707953063885267,
      "grad_norm": 0.18506228544951506,
      "learning_rate": 1.4897356672209112e-05,
      "loss": 0.7547,
      "step": 711
    },
    {
      "epoch": 3.7131681877444587,
      "grad_norm": 0.20416348855073826,
      "learning_rate": 1.4783628242047097e-05,
      "loss": 0.7502,
      "step": 712
    },
    {
      "epoch": 3.7183833116036507,
      "grad_norm": 0.16997764410348623,
      "learning_rate": 1.467023709572391e-05,
      "loss": 0.7512,
      "step": 713
    },
    {
      "epoch": 3.723598435462842,
      "grad_norm": 0.18897244039596858,
      "learning_rate": 1.4557184749912981e-05,
      "loss": 0.7473,
      "step": 714
    },
    {
      "epoch": 3.7288135593220337,
      "grad_norm": 0.19172065409291622,
      "learning_rate": 1.4444472716756074e-05,
      "loss": 0.7497,
      "step": 715
    },
    {
      "epoch": 3.7340286831812257,
      "grad_norm": 0.171487618996453,
      "learning_rate": 1.433210250384311e-05,
      "loss": 0.7526,
      "step": 716
    },
    {
      "epoch": 3.7392438070404173,
      "grad_norm": 0.17442752265085087,
      "learning_rate": 1.4220075614191924e-05,
      "loss": 0.7515,
      "step": 717
    },
    {
      "epoch": 3.744458930899609,
      "grad_norm": 0.17508720890471086,
      "learning_rate": 1.4108393546228194e-05,
      "loss": 0.7578,
      "step": 718
    },
    {
      "epoch": 3.749674054758801,
      "grad_norm": 0.19876602903764187,
      "learning_rate": 1.3997057793765452e-05,
      "loss": 0.7483,
      "step": 719
    },
    {
      "epoch": 3.7548891786179923,
      "grad_norm": 0.17214365448338131,
      "learning_rate": 1.3886069845985013e-05,
      "loss": 0.7568,
      "step": 720
    },
    {
      "epoch": 3.760104302477184,
      "grad_norm": 0.1920697005442559,
      "learning_rate": 1.3775431187416097e-05,
      "loss": 0.7504,
      "step": 721
    },
    {
      "epoch": 3.7653194263363754,
      "grad_norm": 0.18503507230287503,
      "learning_rate": 1.3665143297916018e-05,
      "loss": 0.7636,
      "step": 722
    },
    {
      "epoch": 3.770534550195567,
      "grad_norm": 0.19252969937704967,
      "learning_rate": 1.3555207652650308e-05,
      "loss": 0.7526,
      "step": 723
    },
    {
      "epoch": 3.775749674054759,
      "grad_norm": 0.1554286223570067,
      "learning_rate": 1.3445625722073023e-05,
      "loss": 0.7512,
      "step": 724
    },
    {
      "epoch": 3.7809647979139505,
      "grad_norm": 0.16978176727895614,
      "learning_rate": 1.3336398971907114e-05,
      "loss": 0.7556,
      "step": 725
    },
    {
      "epoch": 3.786179921773142,
      "grad_norm": 0.15542348945118697,
      "learning_rate": 1.3227528863124745e-05,
      "loss": 0.7512,
      "step": 726
    },
    {
      "epoch": 3.791395045632334,
      "grad_norm": 0.16399605746487972,
      "learning_rate": 1.3119016851927798e-05,
      "loss": 0.756,
      "step": 727
    },
    {
      "epoch": 3.7966101694915255,
      "grad_norm": 0.16707283374852486,
      "learning_rate": 1.301086438972842e-05,
      "loss": 0.7475,
      "step": 728
    },
    {
      "epoch": 3.801825293350717,
      "grad_norm": 0.15983694259778197,
      "learning_rate": 1.2903072923129547e-05,
      "loss": 0.7474,
      "step": 729
    },
    {
      "epoch": 3.8070404172099086,
      "grad_norm": 0.14876964520461528,
      "learning_rate": 1.2795643893905575e-05,
      "loss": 0.7471,
      "step": 730
    },
    {
      "epoch": 3.8122555410691,
      "grad_norm": 0.19924804420654435,
      "learning_rate": 1.2688578738983131e-05,
      "loss": 0.7464,
      "step": 731
    },
    {
      "epoch": 3.817470664928292,
      "grad_norm": 0.19191423801767207,
      "learning_rate": 1.2581878890421777e-05,
      "loss": 0.7562,
      "step": 732
    },
    {
      "epoch": 3.8226857887874837,
      "grad_norm": 0.20765129848679256,
      "learning_rate": 1.2475545775394879e-05,
      "loss": 0.7565,
      "step": 733
    },
    {
      "epoch": 3.827900912646675,
      "grad_norm": 0.1697957267489159,
      "learning_rate": 1.2369580816170563e-05,
      "loss": 0.7586,
      "step": 734
    },
    {
      "epoch": 3.833116036505867,
      "grad_norm": 0.1716215315213691,
      "learning_rate": 1.2263985430092618e-05,
      "loss": 0.7524,
      "step": 735
    },
    {
      "epoch": 3.8383311603650587,
      "grad_norm": 0.18944814607450408,
      "learning_rate": 1.2158761029561582e-05,
      "loss": 0.7547,
      "step": 736
    },
    {
      "epoch": 3.8435462842242503,
      "grad_norm": 0.14989091598529683,
      "learning_rate": 1.2053909022015863e-05,
      "loss": 0.7446,
      "step": 737
    },
    {
      "epoch": 3.8487614080834422,
      "grad_norm": 0.1858141017872855,
      "learning_rate": 1.194943080991287e-05,
      "loss": 0.7503,
      "step": 738
    },
    {
      "epoch": 3.853976531942634,
      "grad_norm": 0.14994883200639647,
      "learning_rate": 1.1845327790710276e-05,
      "loss": 0.747,
      "step": 739
    },
    {
      "epoch": 3.8591916558018253,
      "grad_norm": 0.14941004189650142,
      "learning_rate": 1.1741601356847365e-05,
      "loss": 0.7541,
      "step": 740
    },
    {
      "epoch": 3.864406779661017,
      "grad_norm": 0.16071992101640972,
      "learning_rate": 1.1638252895726327e-05,
      "loss": 0.7496,
      "step": 741
    },
    {
      "epoch": 3.8696219035202084,
      "grad_norm": 0.1374205892222837,
      "learning_rate": 1.1535283789693756e-05,
      "loss": 0.753,
      "step": 742
    },
    {
      "epoch": 3.8748370273794004,
      "grad_norm": 0.1394433360371365,
      "learning_rate": 1.1432695416022158e-05,
      "loss": 0.7535,
      "step": 743
    },
    {
      "epoch": 3.880052151238592,
      "grad_norm": 0.16866985633081483,
      "learning_rate": 1.1330489146891494e-05,
      "loss": 0.7517,
      "step": 744
    },
    {
      "epoch": 3.8852672750977835,
      "grad_norm": 0.15730043046261316,
      "learning_rate": 1.1228666349370897e-05,
      "loss": 0.7474,
      "step": 745
    },
    {
      "epoch": 3.8904823989569755,
      "grad_norm": 0.1848086766193644,
      "learning_rate": 1.112722838540031e-05,
      "loss": 0.7615,
      "step": 746
    },
    {
      "epoch": 3.895697522816167,
      "grad_norm": 0.16625357168861077,
      "learning_rate": 1.1026176611772286e-05,
      "loss": 0.7488,
      "step": 747
    },
    {
      "epoch": 3.9009126466753585,
      "grad_norm": 0.1629255000824365,
      "learning_rate": 1.0925512380113892e-05,
      "loss": 0.7577,
      "step": 748
    },
    {
      "epoch": 3.90612777053455,
      "grad_norm": 0.18675770122521296,
      "learning_rate": 1.0825237036868575e-05,
      "loss": 0.7531,
      "step": 749
    },
    {
      "epoch": 3.9113428943937416,
      "grad_norm": 0.15755029689979122,
      "learning_rate": 1.0725351923278144e-05,
      "loss": 0.7548,
      "step": 750
    },
    {
      "epoch": 3.9165580182529336,
      "grad_norm": 0.18913533326276255,
      "learning_rate": 1.0625858375364917e-05,
      "loss": 0.754,
      "step": 751
    },
    {
      "epoch": 3.921773142112125,
      "grad_norm": 0.18170716935082054,
      "learning_rate": 1.0526757723913735e-05,
      "loss": 0.7441,
      "step": 752
    },
    {
      "epoch": 3.9269882659713167,
      "grad_norm": 0.13608488064261914,
      "learning_rate": 1.042805129445423e-05,
      "loss": 0.7508,
      "step": 753
    },
    {
      "epoch": 3.9322033898305087,
      "grad_norm": 0.17632467806971025,
      "learning_rate": 1.0329740407243105e-05,
      "loss": 0.7747,
      "step": 754
    },
    {
      "epoch": 3.9374185136897,
      "grad_norm": 0.17072961754308208,
      "learning_rate": 1.0231826377246437e-05,
      "loss": 0.7462,
      "step": 755
    },
    {
      "epoch": 3.9426336375488917,
      "grad_norm": 0.16478645139827036,
      "learning_rate": 1.0134310514122082e-05,
      "loss": 0.7563,
      "step": 756
    },
    {
      "epoch": 3.9478487614080837,
      "grad_norm": 0.17542376854887573,
      "learning_rate": 1.0037194122202227e-05,
      "loss": 0.7567,
      "step": 757
    },
    {
      "epoch": 3.9530638852672753,
      "grad_norm": 0.17159268136488617,
      "learning_rate": 9.940478500475858e-06,
      "loss": 0.7503,
      "step": 758
    },
    {
      "epoch": 3.958279009126467,
      "grad_norm": 0.15300026372913983,
      "learning_rate": 9.844164942571424e-06,
      "loss": 0.7523,
      "step": 759
    },
    {
      "epoch": 3.9634941329856583,
      "grad_norm": 0.159680621058249,
      "learning_rate": 9.748254736739571e-06,
      "loss": 0.757,
      "step": 760
    },
    {
      "epoch": 3.96870925684485,
      "grad_norm": 0.15768593487660648,
      "learning_rate": 9.652749165835828e-06,
      "loss": 0.7458,
      "step": 761
    },
    {
      "epoch": 3.973924380704042,
      "grad_norm": 0.16943127341342135,
      "learning_rate": 9.557649507303508e-06,
      "loss": 0.7456,
      "step": 762
    },
    {
      "epoch": 3.9791395045632334,
      "grad_norm": 0.14842747623637131,
      "learning_rate": 9.462957033156632e-06,
      "loss": 0.7497,
      "step": 763
    },
    {
      "epoch": 3.984354628422425,
      "grad_norm": 0.1501263870664962,
      "learning_rate": 9.368673009962852e-06,
      "loss": 0.7514,
      "step": 764
    },
    {
      "epoch": 3.989569752281617,
      "grad_norm": 0.17717065342340108,
      "learning_rate": 9.274798698826557e-06,
      "loss": 0.7531,
      "step": 765
    },
    {
      "epoch": 3.9947848761408085,
      "grad_norm": 0.15866607398462376,
      "learning_rate": 9.181335355372028e-06,
      "loss": 0.7512,
      "step": 766
    },
    {
      "epoch": 4.0,
      "grad_norm": 0.17952277081095838,
      "learning_rate": 9.088284229726572e-06,
      "loss": 0.9412,
      "step": 767
    },
    {
      "epoch": 4.005215123859192,
      "grad_norm": 0.23274451897753248,
      "learning_rate": 8.995646566503838e-06,
      "loss": 0.7375,
      "step": 768
    },
    {
      "epoch": 4.010430247718383,
      "grad_norm": 0.17288112228894242,
      "learning_rate": 8.90342360478723e-06,
      "loss": 0.7373,
      "step": 769
    },
    {
      "epoch": 4.015645371577575,
      "grad_norm": 0.20174270563988336,
      "learning_rate": 8.81161657811318e-06,
      "loss": 0.7453,
      "step": 770
    },
    {
      "epoch": 4.020860495436767,
      "grad_norm": 0.1726715461295719,
      "learning_rate": 8.720226714454831e-06,
      "loss": 0.7421,
      "step": 771
    },
    {
      "epoch": 4.026075619295958,
      "grad_norm": 0.20664612564398913,
      "learning_rate": 8.629255236205475e-06,
      "loss": 0.7393,
      "step": 772
    },
    {
      "epoch": 4.03129074315515,
      "grad_norm": 0.183032821290067,
      "learning_rate": 8.538703360162267e-06,
      "loss": 0.7262,
      "step": 773
    },
    {
      "epoch": 4.036505867014341,
      "grad_norm": 0.19162204178734604,
      "learning_rate": 8.44857229750994e-06,
      "loss": 0.7229,
      "step": 774
    },
    {
      "epoch": 4.041720990873533,
      "grad_norm": 0.19714648419474126,
      "learning_rate": 8.3588632538046e-06,
      "loss": 0.7406,
      "step": 775
    },
    {
      "epoch": 4.046936114732725,
      "grad_norm": 0.18562646027448648,
      "learning_rate": 8.269577428957571e-06,
      "loss": 0.7375,
      "step": 776
    },
    {
      "epoch": 4.052151238591916,
      "grad_norm": 0.19319081667416735,
      "learning_rate": 8.180716017219433e-06,
      "loss": 0.7315,
      "step": 777
    },
    {
      "epoch": 4.057366362451108,
      "grad_norm": 0.17933639021135425,
      "learning_rate": 8.092280207163941e-06,
      "loss": 0.7439,
      "step": 778
    },
    {
      "epoch": 4.0625814863103,
      "grad_norm": 0.16796265908006924,
      "learning_rate": 8.004271181672178e-06,
      "loss": 0.7219,
      "step": 779
    },
    {
      "epoch": 4.067796610169491,
      "grad_norm": 0.16506690334266957,
      "learning_rate": 7.916690117916772e-06,
      "loss": 0.7409,
      "step": 780
    },
    {
      "epoch": 4.073011734028683,
      "grad_norm": 0.16443977378096947,
      "learning_rate": 7.829538187346077e-06,
      "loss": 0.7377,
      "step": 781
    },
    {
      "epoch": 4.078226857887874,
      "grad_norm": 0.1997012117535286,
      "learning_rate": 7.742816555668532e-06,
      "loss": 0.7399,
      "step": 782
    },
    {
      "epoch": 4.083441981747066,
      "grad_norm": 0.14695927923208477,
      "learning_rate": 7.656526382837106e-06,
      "loss": 0.7327,
      "step": 783
    },
    {
      "epoch": 4.088657105606258,
      "grad_norm": 0.1799749838620325,
      "learning_rate": 7.570668823033727e-06,
      "loss": 0.7309,
      "step": 784
    },
    {
      "epoch": 4.0938722294654495,
      "grad_norm": 0.17989297489241943,
      "learning_rate": 7.4852450246538685e-06,
      "loss": 0.7343,
      "step": 785
    },
    {
      "epoch": 4.0990873533246415,
      "grad_norm": 0.15506025585209593,
      "learning_rate": 7.40025613029121e-06,
      "loss": 0.736,
      "step": 786
    },
    {
      "epoch": 4.1043024771838335,
      "grad_norm": 0.18105126244534,
      "learning_rate": 7.315703276722317e-06,
      "loss": 0.7342,
      "step": 787
    },
    {
      "epoch": 4.1095176010430245,
      "grad_norm": 0.19050717050961422,
      "learning_rate": 7.231587594891438e-06,
      "loss": 0.7458,
      "step": 788
    },
    {
      "epoch": 4.1147327249022165,
      "grad_norm": 0.14216335950493533,
      "learning_rate": 7.147910209895435e-06,
      "loss": 0.7318,
      "step": 789
    },
    {
      "epoch": 4.1199478487614085,
      "grad_norm": 0.1655844728014387,
      "learning_rate": 7.064672240968638e-06,
      "loss": 0.7442,
      "step": 790
    },
    {
      "epoch": 4.1251629726206,
      "grad_norm": 0.14883381171151777,
      "learning_rate": 6.9818748014679785e-06,
      "loss": 0.7403,
      "step": 791
    },
    {
      "epoch": 4.130378096479792,
      "grad_norm": 0.1602685057342838,
      "learning_rate": 6.899518998858017e-06,
      "loss": 0.7405,
      "step": 792
    },
    {
      "epoch": 4.135593220338983,
      "grad_norm": 0.1649659601993552,
      "learning_rate": 6.81760593469615e-06,
      "loss": 0.7346,
      "step": 793
    },
    {
      "epoch": 4.140808344198175,
      "grad_norm": 0.12921893028933829,
      "learning_rate": 6.7361367046179325e-06,
      "loss": 0.7303,
      "step": 794
    },
    {
      "epoch": 4.146023468057367,
      "grad_norm": 0.12489877860585255,
      "learning_rate": 6.655112398322332e-06,
      "loss": 0.731,
      "step": 795
    },
    {
      "epoch": 4.151238591916558,
      "grad_norm": 0.17428621687246298,
      "learning_rate": 6.574534099557204e-06,
      "loss": 0.7307,
      "step": 796
    },
    {
      "epoch": 4.15645371577575,
      "grad_norm": 0.1251987161714777,
      "learning_rate": 6.49440288610482e-06,
      "loss": 0.7275,
      "step": 797
    },
    {
      "epoch": 4.161668839634942,
      "grad_norm": 0.15533418379259104,
      "learning_rate": 6.414719829767406e-06,
      "loss": 0.7339,
      "step": 798
    },
    {
      "epoch": 4.166883963494133,
      "grad_norm": 0.16236363314856642,
      "learning_rate": 6.335485996352782e-06,
      "loss": 0.7418,
      "step": 799
    },
    {
      "epoch": 4.172099087353325,
      "grad_norm": 0.13801981121095086,
      "learning_rate": 6.256702445660221e-06,
      "loss": 0.7304,
      "step": 800
    },
    {
      "epoch": 4.177314211212516,
      "grad_norm": 0.14142425026968236,
      "learning_rate": 6.178370231466142e-06,
      "loss": 0.743,
      "step": 801
    },
    {
      "epoch": 4.182529335071708,
      "grad_norm": 0.16216801700272557,
      "learning_rate": 6.100490401510089e-06,
      "loss": 0.7437,
      "step": 802
    },
    {
      "epoch": 4.1877444589309,
      "grad_norm": 0.14030637701048476,
      "learning_rate": 6.0230639974807206e-06,
      "loss": 0.7383,
      "step": 803
    },
    {
      "epoch": 4.192959582790091,
      "grad_norm": 0.13754640300037912,
      "learning_rate": 5.946092055001824e-06,
      "loss": 0.7329,
      "step": 804
    },
    {
      "epoch": 4.198174706649283,
      "grad_norm": 0.16139415971113086,
      "learning_rate": 5.869575603618507e-06,
      "loss": 0.7417,
      "step": 805
    },
    {
      "epoch": 4.203389830508475,
      "grad_norm": 0.15626356140455866,
      "learning_rate": 5.793515666783429e-06,
      "loss": 0.7337,
      "step": 806
    },
    {
      "epoch": 4.208604954367666,
      "grad_norm": 0.12177414306535114,
      "learning_rate": 5.717913261843078e-06,
      "loss": 0.733,
      "step": 807
    },
    {
      "epoch": 4.213820078226858,
      "grad_norm": 0.12926025156980447,
      "learning_rate": 5.642769400024199e-06,
      "loss": 0.7422,
      "step": 808
    },
    {
      "epoch": 4.219035202086049,
      "grad_norm": 0.13704261747895924,
      "learning_rate": 5.568085086420247e-06,
      "loss": 0.7404,
      "step": 809
    },
    {
      "epoch": 4.224250325945241,
      "grad_norm": 0.13842188890961235,
      "learning_rate": 5.4938613199779334e-06,
      "loss": 0.7334,
      "step": 810
    },
    {
      "epoch": 4.229465449804433,
      "grad_norm": 0.13979962035636995,
      "learning_rate": 5.420099093483911e-06,
      "loss": 0.7222,
      "step": 811
    },
    {
      "epoch": 4.234680573663624,
      "grad_norm": 0.12565163857223183,
      "learning_rate": 5.346799393551436e-06,
      "loss": 0.7307,
      "step": 812
    },
    {
      "epoch": 4.239895697522816,
      "grad_norm": 0.12679243834545414,
      "learning_rate": 5.273963200607206e-06,
      "loss": 0.7387,
      "step": 813
    },
    {
      "epoch": 4.245110821382008,
      "grad_norm": 0.13813903814909753,
      "learning_rate": 5.201591488878257e-06,
      "loss": 0.7251,
      "step": 814
    },
    {
      "epoch": 4.250325945241199,
      "grad_norm": 0.1285263356419264,
      "learning_rate": 5.129685226378893e-06,
      "loss": 0.7234,
      "step": 815
    },
    {
      "epoch": 4.255541069100391,
      "grad_norm": 0.12820199717697753,
      "learning_rate": 5.058245374897763e-06,
      "loss": 0.7271,
      "step": 816
    },
    {
      "epoch": 4.260756192959583,
      "grad_norm": 0.12495602397125814,
      "learning_rate": 4.987272889985009e-06,
      "loss": 0.7393,
      "step": 817
    },
    {
      "epoch": 4.265971316818774,
      "grad_norm": 0.15151715317554978,
      "learning_rate": 4.916768720939451e-06,
      "loss": 0.7332,
      "step": 818
    },
    {
      "epoch": 4.271186440677966,
      "grad_norm": 0.14747133461014475,
      "learning_rate": 4.846733810795914e-06,
      "loss": 0.7297,
      "step": 819
    },
    {
      "epoch": 4.276401564537157,
      "grad_norm": 0.14100514701144612,
      "learning_rate": 4.777169096312624e-06,
      "loss": 0.7276,
      "step": 820
    },
    {
      "epoch": 4.281616688396349,
      "grad_norm": 0.1646113420856527,
      "learning_rate": 4.708075507958642e-06,
      "loss": 0.7281,
      "step": 821
    },
    {
      "epoch": 4.286831812255541,
      "grad_norm": 0.13983624281016735,
      "learning_rate": 4.639453969901442e-06,
      "loss": 0.7276,
      "step": 822
    },
    {
      "epoch": 4.292046936114732,
      "grad_norm": 0.13237794200876413,
      "learning_rate": 4.571305399994561e-06,
      "loss": 0.7409,
      "step": 823
    },
    {
      "epoch": 4.297262059973924,
      "grad_norm": 0.180777223722747,
      "learning_rate": 4.503630709765294e-06,
      "loss": 0.741,
      "step": 824
    },
    {
      "epoch": 4.302477183833116,
      "grad_norm": 0.1367694718240071,
      "learning_rate": 4.436430804402521e-06,
      "loss": 0.7331,
      "step": 825
    },
    {
      "epoch": 4.3076923076923075,
      "grad_norm": 0.15547588436169807,
      "learning_rate": 4.3697065827446e-06,
      "loss": 0.7376,
      "step": 826
    },
    {
      "epoch": 4.3129074315514995,
      "grad_norm": 0.17342743882348932,
      "learning_rate": 4.303458937267326e-06,
      "loss": 0.7267,
      "step": 827
    },
    {
      "epoch": 4.318122555410691,
      "grad_norm": 0.16682655867364918,
      "learning_rate": 4.237688754072022e-06,
      "loss": 0.7309,
      "step": 828
    },
    {
      "epoch": 4.3233376792698825,
      "grad_norm": 0.16450623559503522,
      "learning_rate": 4.172396912873659e-06,
      "loss": 0.7342,
      "step": 829
    },
    {
      "epoch": 4.3285528031290745,
      "grad_norm": 0.19380979384775532,
      "learning_rate": 4.107584286989097e-06,
      "loss": 0.7392,
      "step": 830
    },
    {
      "epoch": 4.333767926988266,
      "grad_norm": 0.18721173933947008,
      "learning_rate": 4.043251743325436e-06,
      "loss": 0.7303,
      "step": 831
    },
    {
      "epoch": 4.338983050847458,
      "grad_norm": 0.15835333882238062,
      "learning_rate": 3.979400142368368e-06,
      "loss": 0.7301,
      "step": 832
    },
    {
      "epoch": 4.34419817470665,
      "grad_norm": 0.18385561342339599,
      "learning_rate": 3.916030338170696e-06,
      "loss": 0.7374,
      "step": 833
    },
    {
      "epoch": 4.349413298565841,
      "grad_norm": 0.2022205872843893,
      "learning_rate": 3.8531431783409165e-06,
      "loss": 0.7387,
      "step": 834
    },
    {
      "epoch": 4.354628422425033,
      "grad_norm": 0.15316197738525242,
      "learning_rate": 3.7907395040318685e-06,
      "loss": 0.7385,
      "step": 835
    },
    {
      "epoch": 4.359843546284225,
      "grad_norm": 0.1500484412205804,
      "learning_rate": 3.7288201499294797e-06,
      "loss": 0.7268,
      "step": 836
    },
    {
      "epoch": 4.365058670143416,
      "grad_norm": 0.14189535258541974,
      "learning_rate": 3.667385944241626e-06,
      "loss": 0.7453,
      "step": 837
    },
    {
      "epoch": 4.370273794002608,
      "grad_norm": 0.15984630251802126,
      "learning_rate": 3.606437708687023e-06,
      "loss": 0.7395,
      "step": 838
    },
    {
      "epoch": 4.375488917861799,
      "grad_norm": 0.1642822923840156,
      "learning_rate": 3.545976258484247e-06,
      "loss": 0.7354,
      "step": 839
    },
    {
      "epoch": 4.380704041720991,
      "grad_norm": 0.13221533894356902,
      "learning_rate": 3.4860024023408577e-06,
      "loss": 0.7459,
      "step": 840
    },
    {
      "epoch": 4.385919165580183,
      "grad_norm": 0.18318603173559903,
      "learning_rate": 3.426516942442524e-06,
      "loss": 0.7509,
      "step": 841
    },
    {
      "epoch": 4.391134289439374,
      "grad_norm": 0.17040203525878148,
      "learning_rate": 3.3675206744423394e-06,
      "loss": 0.7375,
      "step": 842
    },
    {
      "epoch": 4.396349413298566,
      "grad_norm": 0.157205271311182,
      "learning_rate": 3.309014387450189e-06,
      "loss": 0.7302,
      "step": 843
    },
    {
      "epoch": 4.401564537157758,
      "grad_norm": 0.15260420463119376,
      "learning_rate": 3.2509988640221414e-06,
      "loss": 0.7407,
      "step": 844
    },
    {
      "epoch": 4.406779661016949,
      "grad_norm": 0.16154440296062286,
      "learning_rate": 3.1934748801500184e-06,
      "loss": 0.7255,
      "step": 845
    },
    {
      "epoch": 4.411994784876141,
      "grad_norm": 0.14388929124722757,
      "learning_rate": 3.136443205251034e-06,
      "loss": 0.7369,
      "step": 846
    },
    {
      "epoch": 4.417209908735332,
      "grad_norm": 0.14793139417234433,
      "learning_rate": 3.0799046021574574e-06,
      "loss": 0.7337,
      "step": 847
    },
    {
      "epoch": 4.422425032594524,
      "grad_norm": 0.14906886650426293,
      "learning_rate": 3.0238598271064323e-06,
      "loss": 0.7319,
      "step": 848
    },
    {
      "epoch": 4.427640156453716,
      "grad_norm": 0.18885017044608088,
      "learning_rate": 2.9683096297298753e-06,
      "loss": 0.7226,
      "step": 849
    },
    {
      "epoch": 4.432855280312907,
      "grad_norm": 0.16698890562230234,
      "learning_rate": 2.9132547530444254e-06,
      "loss": 0.74,
      "step": 850
    },
    {
      "epoch": 4.438070404172099,
      "grad_norm": 0.12976275259498832,
      "learning_rate": 2.8586959334415064e-06,
      "loss": 0.7325,
      "step": 851
    },
    {
      "epoch": 4.443285528031291,
      "grad_norm": 0.14807620276113978,
      "learning_rate": 2.8046339006775115e-06,
      "loss": 0.7197,
      "step": 852
    },
    {
      "epoch": 4.448500651890482,
      "grad_norm": 0.15235231363332793,
      "learning_rate": 2.751069377863993e-06,
      "loss": 0.7302,
      "step": 853
    },
    {
      "epoch": 4.453715775749674,
      "grad_norm": 0.15202060711926385,
      "learning_rate": 2.698003081458018e-06,
      "loss": 0.7289,
      "step": 854
    },
    {
      "epoch": 4.458930899608866,
      "grad_norm": 0.12630616368200856,
      "learning_rate": 2.6454357212526026e-06,
      "loss": 0.7279,
      "step": 855
    },
    {
      "epoch": 4.464146023468057,
      "grad_norm": 0.11739628579126643,
      "learning_rate": 2.5933680003671625e-06,
      "loss": 0.7335,
      "step": 856
    },
    {
      "epoch": 4.469361147327249,
      "grad_norm": 0.1434952804888338,
      "learning_rate": 2.541800615238175e-06,
      "loss": 0.7266,
      "step": 857
    },
    {
      "epoch": 4.47457627118644,
      "grad_norm": 0.176277045965935,
      "learning_rate": 2.4907342556098125e-06,
      "loss": 0.7269,
      "step": 858
    },
    {
      "epoch": 4.479791395045632,
      "grad_norm": 0.18491464302255675,
      "learning_rate": 2.440169604524738e-06,
      "loss": 0.7453,
      "step": 859
    },
    {
      "epoch": 4.485006518904824,
      "grad_norm": 0.12415001369259007,
      "learning_rate": 2.390107338314982e-06,
      "loss": 0.7319,
      "step": 860
    },
    {
      "epoch": 4.490221642764015,
      "grad_norm": 0.10478588253479926,
      "learning_rate": 2.340548126592861e-06,
      "loss": 0.737,
      "step": 861
    },
    {
      "epoch": 4.495436766623207,
      "grad_norm": 0.14165809120057415,
      "learning_rate": 2.2914926322420515e-06,
      "loss": 0.7343,
      "step": 862
    },
    {
      "epoch": 4.500651890482399,
      "grad_norm": 0.11590106390711405,
      "learning_rate": 2.242941511408714e-06,
      "loss": 0.737,
      "step": 863
    },
    {
      "epoch": 4.50586701434159,
      "grad_norm": 0.12634034846215603,
      "learning_rate": 2.1948954134927103e-06,
      "loss": 0.7377,
      "step": 864
    },
    {
      "epoch": 4.511082138200782,
      "grad_norm": 0.11268712032715957,
      "learning_rate": 2.147354981138925e-06,
      "loss": 0.7257,
      "step": 865
    },
    {
      "epoch": 4.5162972620599735,
      "grad_norm": 0.11916219994594991,
      "learning_rate": 2.1003208502286744e-06,
      "loss": 0.729,
      "step": 866
    },
    {
      "epoch": 4.5215123859191655,
      "grad_norm": 0.13119722935564196,
      "learning_rate": 2.0537936498711898e-06,
      "loss": 0.7316,
      "step": 867
    },
    {
      "epoch": 4.5267275097783575,
      "grad_norm": 0.12883622307786546,
      "learning_rate": 2.007774002395193e-06,
      "loss": 0.7337,
      "step": 868
    },
    {
      "epoch": 4.531942633637549,
      "grad_norm": 0.10574304590110693,
      "learning_rate": 1.9622625233406143e-06,
      "loss": 0.7268,
      "step": 869
    },
    {
      "epoch": 4.5371577574967406,
      "grad_norm": 0.11189460238334994,
      "learning_rate": 1.9172598214503146e-06,
      "loss": 0.736,
      "step": 870
    },
    {
      "epoch": 4.5423728813559325,
      "grad_norm": 0.12169459450452168,
      "learning_rate": 1.8727664986619576e-06,
      "loss": 0.7359,
      "step": 871
    },
    {
      "epoch": 4.547588005215124,
      "grad_norm": 0.11602787776789947,
      "learning_rate": 1.8287831500999775e-06,
      "loss": 0.733,
      "step": 872
    },
    {
      "epoch": 4.552803129074316,
      "grad_norm": 0.11542784974890338,
      "learning_rate": 1.7853103640675852e-06,
      "loss": 0.7274,
      "step": 873
    },
    {
      "epoch": 4.558018252933508,
      "grad_norm": 0.10042034550407807,
      "learning_rate": 1.74234872203892e-06,
      "loss": 0.7346,
      "step": 874
    },
    {
      "epoch": 4.563233376792699,
      "grad_norm": 0.11267524138272358,
      "learning_rate": 1.699898798651285e-06,
      "loss": 0.7355,
      "step": 875
    },
    {
      "epoch": 4.568448500651891,
      "grad_norm": 0.14020374405591798,
      "learning_rate": 1.6579611616974212e-06,
      "loss": 0.7323,
      "step": 876
    },
    {
      "epoch": 4.573663624511082,
      "grad_norm": 0.1329010216092144,
      "learning_rate": 1.6165363721179471e-06,
      "loss": 0.7333,
      "step": 877
    },
    {
      "epoch": 4.578878748370274,
      "grad_norm": 0.1111745646565014,
      "learning_rate": 1.575624983993853e-06,
      "loss": 0.7198,
      "step": 878
    },
    {
      "epoch": 4.584093872229466,
      "grad_norm": 0.12252637821649354,
      "learning_rate": 1.5352275445390752e-06,
      "loss": 0.7265,
      "step": 879
    },
    {
      "epoch": 4.589308996088657,
      "grad_norm": 0.10588650578235918,
      "learning_rate": 1.4953445940931688e-06,
      "loss": 0.7328,
      "step": 880
    },
    {
      "epoch": 4.594524119947849,
      "grad_norm": 0.10242904609486453,
      "learning_rate": 1.4559766661141317e-06,
      "loss": 0.7305,
      "step": 881
    },
    {
      "epoch": 4.599739243807041,
      "grad_norm": 0.11484087780107081,
      "learning_rate": 1.4171242871711922e-06,
      "loss": 0.7432,
      "step": 882
    },
    {
      "epoch": 4.604954367666232,
      "grad_norm": 0.10614866491620119,
      "learning_rate": 1.3787879769378277e-06,
      "loss": 0.7317,
      "step": 883
    },
    {
      "epoch": 4.610169491525424,
      "grad_norm": 0.11216621248162341,
      "learning_rate": 1.3409682481848063e-06,
      "loss": 0.7379,
      "step": 884
    },
    {
      "epoch": 4.615384615384615,
      "grad_norm": 0.09993770692863328,
      "learning_rate": 1.3036656067732679e-06,
      "loss": 0.739,
      "step": 885
    },
    {
      "epoch": 4.620599739243807,
      "grad_norm": 0.09930632699157292,
      "learning_rate": 1.2668805516480577e-06,
      "loss": 0.743,
      "step": 886
    },
    {
      "epoch": 4.625814863102999,
      "grad_norm": 0.1008961163196706,
      "learning_rate": 1.2306135748309633e-06,
      "loss": 0.746,
      "step": 887
    },
    {
      "epoch": 4.63102998696219,
      "grad_norm": 0.1255524490616452,
      "learning_rate": 1.1948651614141783e-06,
      "loss": 0.7317,
      "step": 888
    },
    {
      "epoch": 4.636245110821382,
      "grad_norm": 0.10155914604030952,
      "learning_rate": 1.1596357895538213e-06,
      "loss": 0.7213,
      "step": 889
    },
    {
      "epoch": 4.641460234680574,
      "grad_norm": 0.10501816031109035,
      "learning_rate": 1.1249259304634986e-06,
      "loss": 0.7398,
      "step": 890
    },
    {
      "epoch": 4.646675358539765,
      "grad_norm": 0.13819236460373796,
      "learning_rate": 1.0907360484080409e-06,
      "loss": 0.7368,
      "step": 891
    },
    {
      "epoch": 4.651890482398957,
      "grad_norm": 0.10830515113482954,
      "learning_rate": 1.0570666006972875e-06,
      "loss": 0.7543,
      "step": 892
    },
    {
      "epoch": 4.657105606258149,
      "grad_norm": 0.10654993027327486,
      "learning_rate": 1.023918037679943e-06,
      "loss": 0.7243,
      "step": 893
    },
    {
      "epoch": 4.66232073011734,
      "grad_norm": 0.10012139135715376,
      "learning_rate": 9.912908027375745e-07,
      "loss": 0.7373,
      "step": 894
    },
    {
      "epoch": 4.667535853976532,
      "grad_norm": 0.0950421289561811,
      "learning_rate": 9.591853322787003e-07,
      "loss": 0.7412,
      "step": 895
    },
    {
      "epoch": 4.672750977835723,
      "grad_norm": 0.09904664343265647,
      "learning_rate": 9.276020557329101e-07,
      "loss": 0.729,
      "step": 896
    },
    {
      "epoch": 4.677966101694915,
      "grad_norm": 0.1051253462879674,
      "learning_rate": 8.965413955451363e-07,
      "loss": 0.7329,
      "step": 897
    },
    {
      "epoch": 4.683181225554107,
      "grad_norm": 0.10272032718312339,
      "learning_rate": 8.660037671700405e-07,
      "loss": 0.7387,
      "step": 898
    },
    {
      "epoch": 4.688396349413298,
      "grad_norm": 0.09813662944001211,
      "learning_rate": 8.359895790663963e-07,
      "loss": 0.7377,
      "step": 899
    },
    {
      "epoch": 4.69361147327249,
      "grad_norm": 0.10536763446890161,
      "learning_rate": 8.064992326916577e-07,
      "loss": 0.7353,
      "step": 900
    },
    {
      "epoch": 4.698826597131681,
      "grad_norm": 0.10236023154880665,
      "learning_rate": 7.775331224966076e-07,
      "loss": 0.7272,
      "step": 901
    },
    {
      "epoch": 4.704041720990873,
      "grad_norm": 0.09414675460502064,
      "learning_rate": 7.49091635920034e-07,
      "loss": 0.7292,
      "step": 902
    },
    {
      "epoch": 4.709256844850065,
      "grad_norm": 0.0943501127919075,
      "learning_rate": 7.211751533835998e-07,
      "loss": 0.7416,
      "step": 903
    },
    {
      "epoch": 4.7144719687092564,
      "grad_norm": 0.1021023935601688,
      "learning_rate": 6.937840482867142e-07,
      "loss": 0.7337,
      "step": 904
    },
    {
      "epoch": 4.719687092568448,
      "grad_norm": 0.09881423844437276,
      "learning_rate": 6.669186870015454e-07,
      "loss": 0.7324,
      "step": 905
    },
    {
      "epoch": 4.72490221642764,
      "grad_norm": 0.09987028627197758,
      "learning_rate": 6.405794288681577e-07,
      "loss": 0.7374,
      "step": 906
    },
    {
      "epoch": 4.7301173402868315,
      "grad_norm": 0.09574731953052935,
      "learning_rate": 6.147666261896445e-07,
      "loss": 0.7326,
      "step": 907
    },
    {
      "epoch": 4.7353324641460235,
      "grad_norm": 0.09726177695264816,
      "learning_rate": 5.894806242274565e-07,
      "loss": 0.7375,
      "step": 908
    },
    {
      "epoch": 4.7405475880052155,
      "grad_norm": 0.09663506260906218,
      "learning_rate": 5.647217611967914e-07,
      "loss": 0.7366,
      "step": 909
    },
    {
      "epoch": 4.745762711864407,
      "grad_norm": 0.09898203274690626,
      "learning_rate": 5.404903682620299e-07,
      "loss": 0.7282,
      "step": 910
    },
    {
      "epoch": 4.7509778357235986,
      "grad_norm": 0.09888749932985194,
      "learning_rate": 5.167867695323426e-07,
      "loss": 0.7234,
      "step": 911
    },
    {
      "epoch": 4.7561929595827905,
      "grad_norm": 0.09677300838881348,
      "learning_rate": 4.936112820573335e-07,
      "loss": 0.734,
      "step": 912
    },
    {
      "epoch": 4.761408083441982,
      "grad_norm": 0.09338358111347181,
      "learning_rate": 4.709642158228134e-07,
      "loss": 0.7319,
      "step": 913
    },
    {
      "epoch": 4.766623207301174,
      "grad_norm": 0.09475677222529419,
      "learning_rate": 4.4884587374663727e-07,
      "loss": 0.7345,
      "step": 914
    },
    {
      "epoch": 4.771838331160365,
      "grad_norm": 0.09660842094296682,
      "learning_rate": 4.2725655167468626e-07,
      "loss": 0.7328,
      "step": 915
    },
    {
      "epoch": 4.777053455019557,
      "grad_norm": 0.09522844691697419,
      "learning_rate": 4.061965383768529e-07,
      "loss": 0.7395,
      "step": 916
    },
    {
      "epoch": 4.782268578878749,
      "grad_norm": 0.09658310921334537,
      "learning_rate": 3.856661155432484e-07,
      "loss": 0.7282,
      "step": 917
    },
    {
      "epoch": 4.78748370273794,
      "grad_norm": 0.09209868347782292,
      "learning_rate": 3.656655577803703e-07,
      "loss": 0.7321,
      "step": 918
    },
    {
      "epoch": 4.792698826597132,
      "grad_norm": 0.09809162403374437,
      "learning_rate": 3.4619513260746973e-07,
      "loss": 0.721,
      "step": 919
    },
    {
      "epoch": 4.797913950456323,
      "grad_norm": 0.09728296962426303,
      "learning_rate": 3.2725510045297225e-07,
      "loss": 0.7383,
      "step": 920
    },
    {
      "epoch": 4.803129074315515,
      "grad_norm": 0.0982190410036559,
      "learning_rate": 3.0884571465096936e-07,
      "loss": 0.7356,
      "step": 921
    },
    {
      "epoch": 4.808344198174707,
      "grad_norm": 0.09138351849890962,
      "learning_rate": 2.909672214378434e-07,
      "loss": 0.7375,
      "step": 922
    },
    {
      "epoch": 4.813559322033898,
      "grad_norm": 0.08931700971308501,
      "learning_rate": 2.736198599489903e-07,
      "loss": 0.7399,
      "step": 923
    },
    {
      "epoch": 4.81877444589309,
      "grad_norm": 0.09559406138911163,
      "learning_rate": 2.568038622155955e-07,
      "loss": 0.7509,
      "step": 924
    },
    {
      "epoch": 4.823989569752282,
      "grad_norm": 0.09150057561208538,
      "learning_rate": 2.4051945316153846e-07,
      "loss": 0.7284,
      "step": 925
    },
    {
      "epoch": 4.829204693611473,
      "grad_norm": 0.09349065890924081,
      "learning_rate": 2.2476685060039527e-07,
      "loss": 0.7299,
      "step": 926
    },
    {
      "epoch": 4.834419817470665,
      "grad_norm": 0.09556536713909304,
      "learning_rate": 2.0954626523251197e-07,
      "loss": 0.7276,
      "step": 927
    },
    {
      "epoch": 4.839634941329857,
      "grad_norm": 0.09471713249250732,
      "learning_rate": 1.948579006421847e-07,
      "loss": 0.7428,
      "step": 928
    },
    {
      "epoch": 4.844850065189048,
      "grad_norm": 0.09109503005212934,
      "learning_rate": 1.8070195329495944e-07,
      "loss": 0.7401,
      "step": 929
    },
    {
      "epoch": 4.85006518904824,
      "grad_norm": 0.09359860047319951,
      "learning_rate": 1.6707861253497214e-07,
      "loss": 0.7409,
      "step": 930
    },
    {
      "epoch": 4.855280312907432,
      "grad_norm": 0.09252775154456866,
      "learning_rate": 1.539880605824351e-07,
      "loss": 0.7362,
      "step": 931
    },
    {
      "epoch": 4.860495436766623,
      "grad_norm": 0.09910390005741515,
      "learning_rate": 1.4143047253120322e-07,
      "loss": 0.7332,
      "step": 932
    },
    {
      "epoch": 4.865710560625815,
      "grad_norm": 0.0900655265782037,
      "learning_rate": 1.2940601634642059e-07,
      "loss": 0.7233,
      "step": 933
    },
    {
      "epoch": 4.870925684485006,
      "grad_norm": 0.09409378931281938,
      "learning_rate": 1.1791485286227311e-07,
      "loss": 0.7395,
      "step": 934
    },
    {
      "epoch": 4.876140808344198,
      "grad_norm": 0.10015850940263663,
      "learning_rate": 1.0695713577984824e-07,
      "loss": 0.7231,
      "step": 935
    },
    {
      "epoch": 4.88135593220339,
      "grad_norm": 0.0903358412925811,
      "learning_rate": 9.653301166507422e-08,
      "loss": 0.7351,
      "step": 936
    },
    {
      "epoch": 4.886571056062581,
      "grad_norm": 0.0902382557022594,
      "learning_rate": 8.664261994675738e-08,
      "loss": 0.7333,
      "step": 937
    },
    {
      "epoch": 4.891786179921773,
      "grad_norm": 0.09428682569360029,
      "learning_rate": 7.728609291471678e-08,
      "loss": 0.7353,
      "step": 938
    },
    {
      "epoch": 4.897001303780964,
      "grad_norm": 0.09406554806150552,
      "learning_rate": 6.846355571801688e-08,
      "loss": 0.7387,
      "step": 939
    },
    {
      "epoch": 4.902216427640156,
      "grad_norm": 0.10257884244588195,
      "learning_rate": 6.017512636329325e-08,
      "loss": 0.7327,
      "step": 940
    },
    {
      "epoch": 4.907431551499348,
      "grad_norm": 0.08993907897520984,
      "learning_rate": 5.242091571318053e-08,
      "loss": 0.7323,
      "step": 941
    },
    {
      "epoch": 4.912646675358539,
      "grad_norm": 0.09752580757548222,
      "learning_rate": 4.5201027484811365e-08,
      "loss": 0.7369,
      "step": 942
    },
    {
      "epoch": 4.917861799217731,
      "grad_norm": 0.09295306846482325,
      "learning_rate": 3.851555824844866e-08,
      "loss": 0.7269,
      "step": 943
    },
    {
      "epoch": 4.923076923076923,
      "grad_norm": 0.09090791000944588,
      "learning_rate": 3.23645974261888e-08,
      "loss": 0.72,
      "step": 944
    },
    {
      "epoch": 4.9282920469361144,
      "grad_norm": 0.0941176803792802,
      "learning_rate": 2.674822729075377e-08,
      "loss": 0.7302,
      "step": 945
    },
    {
      "epoch": 4.933507170795306,
      "grad_norm": 0.09476591232745427,
      "learning_rate": 2.166652296440752e-08,
      "loss": 0.7389,
      "step": 946
    },
    {
      "epoch": 4.938722294654498,
      "grad_norm": 0.09487039421752298,
      "learning_rate": 1.7119552417943496e-08,
      "loss": 0.7384,
      "step": 947
    },
    {
      "epoch": 4.9439374185136895,
      "grad_norm": 0.09350946727423737,
      "learning_rate": 1.3107376469769783e-08,
      "loss": 0.7352,
      "step": 948
    },
    {
      "epoch": 4.9491525423728815,
      "grad_norm": 0.09008974287657726,
      "learning_rate": 9.630048785105318e-09,
      "loss": 0.7202,
      "step": 949
    },
    {
      "epoch": 4.9543676662320735,
      "grad_norm": 0.09424907250830968,
      "learning_rate": 6.687615875264897e-09,
      "loss": 0.7352,
      "step": 950
    },
    {
      "epoch": 4.959582790091265,
      "grad_norm": 0.08996524126321254,
      "learning_rate": 4.280117097015257e-09,
      "loss": 0.7342,
      "step": 951
    },
    {
      "epoch": 4.9647979139504566,
      "grad_norm": 0.09830845644976817,
      "learning_rate": 2.407584652073247e-09,
      "loss": 0.7357,
      "step": 952
    },
    {
      "epoch": 4.970013037809648,
      "grad_norm": 0.0969409044778751,
      "learning_rate": 1.0700435866706216e-09,
      "loss": 0.7212,
      "step": 953
    },
    {
      "epoch": 4.97522816166884,
      "grad_norm": 0.09285007352436725,
      "learning_rate": 2.6751179119877124e-10,
      "loss": 0.7353,
      "step": 954
    },
    {
      "epoch": 4.980443285528032,
      "grad_norm": 0.09324700428805709,
      "learning_rate": 0.0,
      "loss": 0.7386,
      "step": 955
    },
    {
      "epoch": 4.980443285528032,
      "step": 955,
      "total_flos": 1.9663195796108476e+19,
      "train_loss": 0.7990808349005215,
      "train_runtime": 49935.3477,
      "train_samples_per_second": 9.826,
      "train_steps_per_second": 0.019
    }
  ],
  "logging_steps": 1.0,
  "max_steps": 955,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 5,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 1.9663195796108476e+19,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}