{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 3.0,
  "eval_steps": 500,
  "global_step": 2457,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.002442002442002442,
      "grad_norm": 2.1811931133270264,
      "learning_rate": 1.3513513513513515e-06,
      "loss": 1.868557095527649,
      "step": 2
    },
    {
      "epoch": 0.004884004884004884,
      "grad_norm": 0.7884963750839233,
      "learning_rate": 4.0540540540540545e-06,
      "loss": 2.1157455444335938,
      "step": 4
    },
    {
      "epoch": 0.007326007326007326,
      "grad_norm": 1.584022879600525,
      "learning_rate": 6.7567567567567575e-06,
      "loss": 2.497404098510742,
      "step": 6
    },
    {
      "epoch": 0.009768009768009768,
      "grad_norm": 1.1417503356933594,
      "learning_rate": 9.45945945945946e-06,
      "loss": 1.7899458408355713,
      "step": 8
    },
    {
      "epoch": 0.01221001221001221,
      "grad_norm": 0.47124025225639343,
      "learning_rate": 1.2162162162162164e-05,
      "loss": 1.809164047241211,
      "step": 10
    },
    {
      "epoch": 0.014652014652014652,
      "grad_norm": 1.2848045825958252,
      "learning_rate": 1.4864864864864867e-05,
      "loss": 1.5581135749816895,
      "step": 12
    },
    {
      "epoch": 0.017094017094017096,
      "grad_norm": 0.13765056431293488,
      "learning_rate": 1.756756756756757e-05,
      "loss": 1.4552407264709473,
      "step": 14
    },
    {
      "epoch": 0.019536019536019536,
      "grad_norm": 0.8791428804397583,
      "learning_rate": 2.0270270270270273e-05,
      "loss": 1.2719577550888062,
      "step": 16
    },
    {
      "epoch": 0.02197802197802198,
      "grad_norm": 1.1116337776184082,
      "learning_rate": 2.2972972972972976e-05,
      "loss": 1.2390166521072388,
      "step": 18
    },
    {
      "epoch": 0.02442002442002442,
      "grad_norm": 1.4942550659179688,
      "learning_rate": 2.5675675675675675e-05,
      "loss": 1.5379928350448608,
      "step": 20
    },
    {
      "epoch": 0.026862026862026864,
      "grad_norm": 0.3107071816921234,
      "learning_rate": 2.8378378378378378e-05,
      "loss": 1.2056142091751099,
      "step": 22
    },
    {
      "epoch": 0.029304029304029304,
      "grad_norm": 0.19078664481639862,
      "learning_rate": 3.108108108108108e-05,
      "loss": 1.0852341651916504,
      "step": 24
    },
    {
      "epoch": 0.031746031746031744,
      "grad_norm": 0.19628752768039703,
      "learning_rate": 3.3783783783783784e-05,
      "loss": 1.573239803314209,
      "step": 26
    },
    {
      "epoch": 0.03418803418803419,
      "grad_norm": 0.35955142974853516,
      "learning_rate": 3.648648648648649e-05,
      "loss": 1.6702971458435059,
      "step": 28
    },
    {
      "epoch": 0.03663003663003663,
      "grad_norm": 0.9169114232063293,
      "learning_rate": 3.918918918918919e-05,
      "loss": 1.0869706869125366,
      "step": 30
    },
    {
      "epoch": 0.03907203907203907,
      "grad_norm": 0.1373993307352066,
      "learning_rate": 4.189189189189189e-05,
      "loss": 0.9406343102455139,
      "step": 32
    },
    {
      "epoch": 0.04151404151404151,
      "grad_norm": 0.17059364914894104,
      "learning_rate": 4.4594594594594596e-05,
      "loss": 1.4778518676757812,
      "step": 34
    },
    {
      "epoch": 0.04395604395604396,
      "grad_norm": 0.6226996779441833,
      "learning_rate": 4.72972972972973e-05,
      "loss": 1.2717756032943726,
      "step": 36
    },
    {
      "epoch": 0.0463980463980464,
      "grad_norm": 0.23670853674411774,
      "learning_rate": 5e-05,
      "loss": 1.4467027187347412,
      "step": 38
    },
    {
      "epoch": 0.04884004884004884,
      "grad_norm": 1.4851033687591553,
      "learning_rate": 5.27027027027027e-05,
      "loss": 1.3635867834091187,
      "step": 40
    },
    {
      "epoch": 0.05128205128205128,
      "grad_norm": 0.5448616147041321,
      "learning_rate": 5.540540540540541e-05,
      "loss": 1.4161449670791626,
      "step": 42
    },
    {
      "epoch": 0.05372405372405373,
      "grad_norm": 0.20034204423427582,
      "learning_rate": 5.8108108108108105e-05,
      "loss": 1.3606215715408325,
      "step": 44
    },
    {
      "epoch": 0.05616605616605617,
      "grad_norm": 0.402030885219574,
      "learning_rate": 6.0810810810810814e-05,
      "loss": 1.391851782798767,
      "step": 46
    },
    {
      "epoch": 0.05860805860805861,
      "grad_norm": 0.3388453423976898,
      "learning_rate": 6.351351351351352e-05,
      "loss": 0.9975868463516235,
      "step": 48
    },
    {
      "epoch": 0.06105006105006105,
      "grad_norm": 0.2083309441804886,
      "learning_rate": 6.621621621621621e-05,
      "loss": 0.9237704277038574,
      "step": 50
    },
    {
      "epoch": 0.06349206349206349,
      "grad_norm": 0.41451364755630493,
      "learning_rate": 6.891891891891892e-05,
      "loss": 1.1483968496322632,
      "step": 52
    },
    {
      "epoch": 0.06593406593406594,
      "grad_norm": 1.6289576292037964,
      "learning_rate": 7.162162162162162e-05,
      "loss": 1.0937950611114502,
      "step": 54
    },
    {
      "epoch": 0.06837606837606838,
      "grad_norm": 0.2840253412723541,
      "learning_rate": 7.432432432432433e-05,
      "loss": 1.2342710494995117,
      "step": 56
    },
    {
      "epoch": 0.07081807081807082,
      "grad_norm": 0.2380845546722412,
      "learning_rate": 7.702702702702703e-05,
      "loss": 1.3051679134368896,
      "step": 58
    },
    {
      "epoch": 0.07326007326007326,
      "grad_norm": 0.31609681248664856,
      "learning_rate": 7.972972972972974e-05,
      "loss": 1.3347299098968506,
      "step": 60
    },
    {
      "epoch": 0.0757020757020757,
      "grad_norm": 0.1922251433134079,
      "learning_rate": 8.243243243243243e-05,
      "loss": 1.014764666557312,
      "step": 62
    },
    {
      "epoch": 0.07814407814407814,
      "grad_norm": 0.7087109088897705,
      "learning_rate": 8.513513513513514e-05,
      "loss": 1.5816763639450073,
      "step": 64
    },
    {
      "epoch": 0.08058608058608059,
      "grad_norm": 3.1793134212493896,
      "learning_rate": 8.783783783783784e-05,
      "loss": 1.036803126335144,
      "step": 66
    },
    {
      "epoch": 0.08302808302808302,
      "grad_norm": 0.4886671304702759,
      "learning_rate": 9.054054054054055e-05,
      "loss": 1.0347474813461304,
      "step": 68
    },
    {
      "epoch": 0.08547008547008547,
      "grad_norm": 0.10275212675333023,
      "learning_rate": 9.324324324324324e-05,
      "loss": 1.0979657173156738,
      "step": 70
    },
    {
      "epoch": 0.08791208791208792,
      "grad_norm": 0.3693665862083435,
      "learning_rate": 9.594594594594595e-05,
      "loss": 1.335373878479004,
      "step": 72
    },
    {
      "epoch": 0.09035409035409035,
      "grad_norm": 0.6129628419876099,
      "learning_rate": 9.864864864864865e-05,
      "loss": 1.3981304168701172,
      "step": 74
    },
    {
      "epoch": 0.0927960927960928,
      "grad_norm": 1.7713521718978882,
      "learning_rate": 9.999996089483563e-05,
      "loss": 1.3795212507247925,
      "step": 76
    },
    {
      "epoch": 0.09523809523809523,
      "grad_norm": 0.28953030705451965,
      "learning_rate": 9.999964805392829e-05,
      "loss": 1.2494409084320068,
      "step": 78
    },
    {
      "epoch": 0.09768009768009768,
      "grad_norm": 0.4251790940761566,
      "learning_rate": 9.999902237428851e-05,
      "loss": 1.121893286705017,
      "step": 80
    },
    {
      "epoch": 0.10012210012210013,
      "grad_norm": 0.4000133275985718,
      "learning_rate": 9.999808386026605e-05,
      "loss": 0.9894894361495972,
      "step": 82
    },
    {
      "epoch": 0.10256410256410256,
      "grad_norm": 0.2130272090435028,
      "learning_rate": 9.999683251838543e-05,
      "loss": 1.0684369802474976,
      "step": 84
    },
    {
      "epoch": 0.10500610500610501,
      "grad_norm": 0.295070618391037,
      "learning_rate": 9.999526835734604e-05,
      "loss": 1.2120764255523682,
      "step": 86
    },
    {
      "epoch": 0.10744810744810745,
      "grad_norm": 1.4132590293884277,
      "learning_rate": 9.999339138802198e-05,
      "loss": 1.380957007408142,
      "step": 88
    },
    {
      "epoch": 0.10989010989010989,
      "grad_norm": 0.12594525516033173,
      "learning_rate": 9.999120162346197e-05,
      "loss": 1.0840160846710205,
      "step": 90
    },
    {
      "epoch": 0.11233211233211234,
      "grad_norm": 0.6391283869743347,
      "learning_rate": 9.998869907888932e-05,
      "loss": 1.4286606311798096,
      "step": 92
    },
    {
      "epoch": 0.11477411477411477,
      "grad_norm": 0.14439892768859863,
      "learning_rate": 9.998588377170179e-05,
      "loss": 0.8911224007606506,
      "step": 94
    },
    {
      "epoch": 0.11721611721611722,
      "grad_norm": 0.5071588158607483,
      "learning_rate": 9.998275572147145e-05,
      "loss": 1.350576400756836,
      "step": 96
    },
    {
      "epoch": 0.11965811965811966,
      "grad_norm": 0.25438928604125977,
      "learning_rate": 9.997931494994461e-05,
      "loss": 1.2859123945236206,
      "step": 98
    },
    {
      "epoch": 0.1221001221001221,
      "grad_norm": 0.3218170702457428,
      "learning_rate": 9.99755614810416e-05,
      "loss": 1.0188755989074707,
      "step": 100
    },
    {
      "epoch": 0.12454212454212454,
      "grad_norm": 0.9470664262771606,
      "learning_rate": 9.997149534085663e-05,
      "loss": 1.244392991065979,
      "step": 102
    },
    {
      "epoch": 0.12698412698412698,
      "grad_norm": 0.26736143231391907,
      "learning_rate": 9.99671165576576e-05,
      "loss": 0.9236730337142944,
      "step": 104
    },
    {
      "epoch": 0.12942612942612944,
      "grad_norm": 0.11875687539577484,
      "learning_rate": 9.996242516188592e-05,
      "loss": 0.8855689167976379,
      "step": 106
    },
    {
      "epoch": 0.13186813186813187,
      "grad_norm": 0.27750205993652344,
      "learning_rate": 9.995742118615635e-05,
      "loss": 1.2882789373397827,
      "step": 108
    },
    {
      "epoch": 0.1343101343101343,
      "grad_norm": 0.26098600029945374,
      "learning_rate": 9.995210466525661e-05,
      "loss": 1.5547314882278442,
      "step": 110
    },
    {
      "epoch": 0.13675213675213677,
      "grad_norm": 0.34054574370384216,
      "learning_rate": 9.99464756361473e-05,
      "loss": 1.303471326828003,
      "step": 112
    },
    {
      "epoch": 0.1391941391941392,
      "grad_norm": 0.7845221757888794,
      "learning_rate": 9.99405341379616e-05,
      "loss": 1.1013230085372925,
      "step": 114
    },
    {
      "epoch": 0.14163614163614163,
      "grad_norm": 0.255355566740036,
      "learning_rate": 9.993428021200492e-05,
      "loss": 1.2645354270935059,
      "step": 116
    },
    {
      "epoch": 0.14407814407814407,
      "grad_norm": 5.062347412109375,
      "learning_rate": 9.992771390175476e-05,
      "loss": 1.3062028884887695,
      "step": 118
    },
    {
      "epoch": 0.14652014652014653,
      "grad_norm": 0.17388251423835754,
      "learning_rate": 9.992083525286026e-05,
      "loss": 1.2420780658721924,
      "step": 120
    },
    {
      "epoch": 0.14896214896214896,
      "grad_norm": 0.227823868393898,
      "learning_rate": 9.991364431314197e-05,
      "loss": 1.266753077507019,
      "step": 122
    },
    {
      "epoch": 0.1514041514041514,
      "grad_norm": 0.2214212864637375,
      "learning_rate": 9.99061411325915e-05,
      "loss": 1.327446699142456,
      "step": 124
    },
    {
      "epoch": 0.15384615384615385,
      "grad_norm": 0.33451107144355774,
      "learning_rate": 9.989832576337114e-05,
      "loss": 1.1129432916641235,
      "step": 126
    },
    {
      "epoch": 0.1562881562881563,
      "grad_norm": 0.14846676588058472,
      "learning_rate": 9.989019825981355e-05,
      "loss": 1.3108670711517334,
      "step": 128
    },
    {
      "epoch": 0.15873015873015872,
      "grad_norm": 0.42650359869003296,
      "learning_rate": 9.988175867842136e-05,
      "loss": 1.1997311115264893,
      "step": 130
    },
    {
      "epoch": 0.16117216117216118,
      "grad_norm": 0.11989300698041916,
      "learning_rate": 9.987300707786673e-05,
      "loss": 0.9887065887451172,
      "step": 132
    },
    {
      "epoch": 0.16361416361416362,
      "grad_norm": 0.3521728217601776,
      "learning_rate": 9.986394351899106e-05,
      "loss": 1.1310060024261475,
      "step": 134
    },
    {
      "epoch": 0.16605616605616605,
      "grad_norm": 1.3506042957305908,
      "learning_rate": 9.985456806480441e-05,
      "loss": 1.1330771446228027,
      "step": 136
    },
    {
      "epoch": 0.1684981684981685,
      "grad_norm": 0.5201511979103088,
      "learning_rate": 9.984488078048521e-05,
      "loss": 1.093977928161621,
      "step": 138
    },
    {
      "epoch": 0.17094017094017094,
      "grad_norm": 0.1980191022157669,
      "learning_rate": 9.983488173337968e-05,
      "loss": 1.0323731899261475,
      "step": 140
    },
    {
      "epoch": 0.17338217338217338,
      "grad_norm": 0.3852697014808655,
      "learning_rate": 9.982457099300151e-05,
      "loss": 1.2874304056167603,
      "step": 142
    },
    {
      "epoch": 0.17582417582417584,
      "grad_norm": 1.0511770248413086,
      "learning_rate": 9.981394863103119e-05,
      "loss": 0.9831873774528503,
      "step": 144
    },
    {
      "epoch": 0.17826617826617827,
      "grad_norm": 0.5995257496833801,
      "learning_rate": 9.980301472131569e-05,
      "loss": 0.9431930184364319,
      "step": 146
    },
    {
      "epoch": 0.1807081807081807,
      "grad_norm": 0.21805083751678467,
      "learning_rate": 9.979176933986781e-05,
      "loss": 0.9249687790870667,
      "step": 148
    },
    {
      "epoch": 0.18315018315018314,
      "grad_norm": 0.3012978732585907,
      "learning_rate": 9.978021256486574e-05,
      "loss": 1.2490816116333008,
      "step": 150
    },
    {
      "epoch": 0.1855921855921856,
      "grad_norm": 0.3798808157444,
      "learning_rate": 9.976834447665254e-05,
      "loss": 1.4017581939697266,
      "step": 152
    },
    {
      "epoch": 0.18803418803418803,
      "grad_norm": 0.2104426920413971,
      "learning_rate": 9.975616515773537e-05,
      "loss": 1.2626969814300537,
      "step": 154
    },
    {
      "epoch": 0.19047619047619047,
      "grad_norm": 0.24719548225402832,
      "learning_rate": 9.974367469278525e-05,
      "loss": 1.563340187072754,
      "step": 156
    },
    {
      "epoch": 0.19291819291819293,
      "grad_norm": 0.21048368513584137,
      "learning_rate": 9.973087316863619e-05,
      "loss": 1.1235123872756958,
      "step": 158
    },
    {
      "epoch": 0.19536019536019536,
      "grad_norm": 0.41723477840423584,
      "learning_rate": 9.971776067428474e-05,
      "loss": 0.8511600494384766,
      "step": 160
    },
    {
      "epoch": 0.1978021978021978,
      "grad_norm": 0.2877791225910187,
      "learning_rate": 9.970433730088928e-05,
      "loss": 1.313219428062439,
      "step": 162
    },
    {
      "epoch": 0.20024420024420025,
      "grad_norm": 0.3880084455013275,
      "learning_rate": 9.969060314176948e-05,
      "loss": 1.1544859409332275,
      "step": 164
    },
    {
      "epoch": 0.2026862026862027,
      "grad_norm": 0.2529478371143341,
      "learning_rate": 9.967655829240554e-05,
      "loss": 1.2319352626800537,
      "step": 166
    },
    {
      "epoch": 0.20512820512820512,
      "grad_norm": 1.051802158355713,
      "learning_rate": 9.966220285043766e-05,
      "loss": 1.1815460920333862,
      "step": 168
    },
    {
      "epoch": 0.20757020757020758,
      "grad_norm": 0.34059885144233704,
      "learning_rate": 9.964753691566522e-05,
      "loss": 0.8983937501907349,
      "step": 170
    },
    {
      "epoch": 0.21001221001221002,
      "grad_norm": 0.33452534675598145,
      "learning_rate": 9.96325605900462e-05,
      "loss": 0.9824310541152954,
      "step": 172
    },
    {
      "epoch": 0.21245421245421245,
      "grad_norm": 0.24487395584583282,
      "learning_rate": 9.961727397769638e-05,
      "loss": 1.2502901554107666,
      "step": 174
    },
    {
      "epoch": 0.2148962148962149,
      "grad_norm": 0.21993722021579742,
      "learning_rate": 9.960167718488873e-05,
      "loss": 1.1866809129714966,
      "step": 176
    },
    {
      "epoch": 0.21733821733821734,
      "grad_norm": 0.15603308379650116,
      "learning_rate": 9.958577032005254e-05,
      "loss": 1.2905993461608887,
      "step": 178
    },
    {
      "epoch": 0.21978021978021978,
      "grad_norm": 0.09865382313728333,
      "learning_rate": 9.956955349377276e-05,
      "loss": 0.9236026406288147,
      "step": 180
    },
    {
      "epoch": 0.2222222222222222,
      "grad_norm": 0.36675918102264404,
      "learning_rate": 9.955302681878916e-05,
      "loss": 0.8462271094322205,
      "step": 182
    },
    {
      "epoch": 0.22466422466422467,
      "grad_norm": 0.24180293083190918,
      "learning_rate": 9.953619040999566e-05,
      "loss": 1.2509307861328125,
      "step": 184
    },
    {
      "epoch": 0.2271062271062271,
      "grad_norm": 1.0099902153015137,
      "learning_rate": 9.95190443844394e-05,
      "loss": 1.2364705801010132,
      "step": 186
    },
    {
      "epoch": 0.22954822954822954,
      "grad_norm": 0.4814469516277313,
      "learning_rate": 9.950158886132e-05,
      "loss": 1.322394609451294,
      "step": 188
    },
    {
      "epoch": 0.231990231990232,
      "grad_norm": 0.3766232430934906,
      "learning_rate": 9.94838239619887e-05,
      "loss": 1.2770557403564453,
      "step": 190
    },
    {
      "epoch": 0.23443223443223443,
      "grad_norm": 0.6789996027946472,
      "learning_rate": 9.946574980994755e-05,
      "loss": 1.2627307176589966,
      "step": 192
    },
    {
      "epoch": 0.23687423687423687,
      "grad_norm": 0.27175506949424744,
      "learning_rate": 9.944736653084856e-05,
      "loss": 1.2486218214035034,
      "step": 194
    },
    {
      "epoch": 0.23931623931623933,
      "grad_norm": 1.9304533004760742,
      "learning_rate": 9.942867425249272e-05,
      "loss": 1.0011327266693115,
      "step": 196
    },
    {
      "epoch": 0.24175824175824176,
      "grad_norm": 0.6165415048599243,
      "learning_rate": 9.940967310482926e-05,
      "loss": 1.2334614992141724,
      "step": 198
    },
    {
      "epoch": 0.2442002442002442,
      "grad_norm": 0.36087173223495483,
      "learning_rate": 9.939036321995468e-05,
      "loss": 1.3565868139266968,
      "step": 200
    },
    {
      "epoch": 0.24664224664224665,
      "grad_norm": 0.6039561033248901,
      "learning_rate": 9.937074473211177e-05,
      "loss": 1.2386367321014404,
      "step": 202
    },
    {
      "epoch": 0.2490842490842491,
      "grad_norm": 3.3820178508758545,
      "learning_rate": 9.935081777768879e-05,
      "loss": 0.9418210387229919,
      "step": 204
    },
    {
      "epoch": 0.2515262515262515,
      "grad_norm": 0.23542089760303497,
      "learning_rate": 9.933058249521843e-05,
      "loss": 1.141281247138977,
      "step": 206
    },
    {
      "epoch": 0.25396825396825395,
      "grad_norm": 0.20796838402748108,
      "learning_rate": 9.931003902537695e-05,
      "loss": 1.0437651872634888,
      "step": 208
    },
    {
      "epoch": 0.2564102564102564,
      "grad_norm": 1.398657202720642,
      "learning_rate": 9.928918751098302e-05,
      "loss": 0.7830906510353088,
      "step": 210
    },
    {
      "epoch": 0.2588522588522589,
      "grad_norm": 0.6968111395835876,
      "learning_rate": 9.926802809699698e-05,
      "loss": 0.5629807114601135,
      "step": 212
    },
    {
      "epoch": 0.2612942612942613,
      "grad_norm": 0.042602118104696274,
      "learning_rate": 9.924656093051961e-05,
      "loss": 1.0612519979476929,
      "step": 214
    },
    {
      "epoch": 0.26373626373626374,
      "grad_norm": 0.4785561263561249,
      "learning_rate": 9.92247861607912e-05,
      "loss": 1.226085901260376,
      "step": 216
    },
    {
      "epoch": 0.2661782661782662,
      "grad_norm": 0.28073281049728394,
      "learning_rate": 9.920270393919052e-05,
      "loss": 1.1725265979766846,
      "step": 218
    },
    {
      "epoch": 0.2686202686202686,
      "grad_norm": 0.19930191338062286,
      "learning_rate": 9.918031441923377e-05,
      "loss": 1.2625384330749512,
      "step": 220
    },
    {
      "epoch": 0.27106227106227104,
      "grad_norm": 0.227145716547966,
      "learning_rate": 9.915761775657347e-05,
      "loss": 0.8954972624778748,
      "step": 222
    },
    {
      "epoch": 0.27350427350427353,
      "grad_norm": 0.46113353967666626,
      "learning_rate": 9.913461410899741e-05,
      "loss": 0.8901416659355164,
      "step": 224
    },
    {
      "epoch": 0.27594627594627597,
      "grad_norm": 0.4459180533885956,
      "learning_rate": 9.911130363642756e-05,
      "loss": 1.268752098083496,
      "step": 226
    },
    {
      "epoch": 0.2783882783882784,
      "grad_norm": 13.680084228515625,
      "learning_rate": 9.908768650091893e-05,
      "loss": 1.4194141626358032,
      "step": 228
    },
    {
      "epoch": 0.28083028083028083,
      "grad_norm": 0.41491127014160156,
      "learning_rate": 9.906376286665846e-05,
      "loss": 1.31623375415802,
      "step": 230
    },
    {
      "epoch": 0.28327228327228327,
      "grad_norm": 1.1663336753845215,
      "learning_rate": 9.90395328999639e-05,
      "loss": 1.1711093187332153,
      "step": 232
    },
    {
      "epoch": 0.2857142857142857,
      "grad_norm": 0.2338106781244278,
      "learning_rate": 9.90149967692826e-05,
      "loss": 0.904794454574585,
      "step": 234
    },
    {
      "epoch": 0.28815628815628813,
      "grad_norm": 0.3005489408969879,
      "learning_rate": 9.899015464519038e-05,
      "loss": 1.2332934141159058,
      "step": 236
    },
    {
      "epoch": 0.2905982905982906,
      "grad_norm": 0.279463529586792,
      "learning_rate": 9.896500670039034e-05,
      "loss": 1.205855131149292,
      "step": 238
    },
    {
      "epoch": 0.29304029304029305,
      "grad_norm": 0.27901721000671387,
      "learning_rate": 9.893955310971166e-05,
      "loss": 1.0446724891662598,
      "step": 240
    },
    {
      "epoch": 0.2954822954822955,
      "grad_norm": 0.34487685561180115,
      "learning_rate": 9.891379405010836e-05,
      "loss": 0.9597420692443848,
      "step": 242
    },
    {
      "epoch": 0.2979242979242979,
      "grad_norm": 0.32779836654663086,
      "learning_rate": 9.888772970065811e-05,
      "loss": 1.279968023300171,
      "step": 244
    },
    {
      "epoch": 0.30036630036630035,
      "grad_norm": 0.1265312284231186,
      "learning_rate": 9.886136024256092e-05,
      "loss": 0.7203795909881592,
      "step": 246
    },
    {
      "epoch": 0.3028083028083028,
      "grad_norm": 0.47152769565582275,
      "learning_rate": 9.883468585913799e-05,
      "loss": 1.133167028427124,
      "step": 248
    },
    {
      "epoch": 0.3052503052503053,
      "grad_norm": 0.26629748940467834,
      "learning_rate": 9.880770673583032e-05,
      "loss": 0.9463790059089661,
      "step": 250
    },
    {
      "epoch": 0.3076923076923077,
      "grad_norm": 0.7086778879165649,
      "learning_rate": 9.878042306019748e-05,
      "loss": 1.2091960906982422,
      "step": 252
    },
    {
      "epoch": 0.31013431013431014,
      "grad_norm": 0.13133220374584198,
      "learning_rate": 9.87528350219163e-05,
      "loss": 1.237898826599121,
      "step": 254
    },
    {
      "epoch": 0.3125763125763126,
      "grad_norm": 0.13263174891471863,
      "learning_rate": 9.872494281277953e-05,
      "loss": 1.2304308414459229,
      "step": 256
    },
    {
      "epoch": 0.315018315018315,
      "grad_norm": 0.25059109926223755,
      "learning_rate": 9.869674662669456e-05,
      "loss": 1.265878677368164,
      "step": 258
    },
    {
      "epoch": 0.31746031746031744,
      "grad_norm": 0.12049660086631775,
      "learning_rate": 9.866824665968199e-05,
      "loss": 1.2052003145217896,
      "step": 260
    },
    {
      "epoch": 0.3199023199023199,
      "grad_norm": 0.2586797773838043,
      "learning_rate": 9.863944310987437e-05,
      "loss": 1.4983171224594116,
      "step": 262
    },
    {
      "epoch": 0.32234432234432236,
      "grad_norm": 0.6865373253822327,
      "learning_rate": 9.861033617751472e-05,
      "loss": 0.7312511801719666,
      "step": 264
    },
    {
      "epoch": 0.3247863247863248,
      "grad_norm": 0.41726404428482056,
      "learning_rate": 9.85809260649552e-05,
      "loss": 0.9812588691711426,
      "step": 266
    },
    {
      "epoch": 0.32722832722832723,
      "grad_norm": 0.2417762130498886,
      "learning_rate": 9.855121297665567e-05,
      "loss": 1.4306082725524902,
      "step": 268
    },
    {
      "epoch": 0.32967032967032966,
      "grad_norm": 0.17309008538722992,
      "learning_rate": 9.852119711918228e-05,
      "loss": 0.9648420810699463,
      "step": 270
    },
    {
      "epoch": 0.3321123321123321,
      "grad_norm": 0.2355567216873169,
      "learning_rate": 9.84908787012061e-05,
      "loss": 1.2845078706741333,
      "step": 272
    },
    {
      "epoch": 0.33455433455433453,
      "grad_norm": 0.42767664790153503,
      "learning_rate": 9.846025793350155e-05,
      "loss": 1.0052818059921265,
      "step": 274
    },
    {
      "epoch": 0.336996336996337,
      "grad_norm": 0.775022029876709,
      "learning_rate": 9.842933502894502e-05,
      "loss": 1.0569660663604736,
      "step": 276
    },
    {
      "epoch": 0.33943833943833945,
      "grad_norm": 0.27430880069732666,
      "learning_rate": 9.839811020251332e-05,
      "loss": 1.3184398412704468,
      "step": 278
    },
    {
      "epoch": 0.3418803418803419,
      "grad_norm": 0.18294291198253632,
      "learning_rate": 9.836658367128227e-05,
      "loss": 1.2585026025772095,
      "step": 280
    },
    {
      "epoch": 0.3443223443223443,
      "grad_norm": 0.36614471673965454,
      "learning_rate": 9.833475565442519e-05,
      "loss": 1.2577348947525024,
      "step": 282
    },
    {
      "epoch": 0.34676434676434675,
      "grad_norm": 0.4083240330219269,
      "learning_rate": 9.830262637321123e-05,
      "loss": 1.3025801181793213,
      "step": 284
    },
    {
      "epoch": 0.3492063492063492,
      "grad_norm": 0.3884086608886719,
      "learning_rate": 9.827019605100402e-05,
      "loss": 1.1091903448104858,
      "step": 286
    },
    {
      "epoch": 0.3516483516483517,
      "grad_norm": 0.6931549310684204,
      "learning_rate": 9.823746491326002e-05,
      "loss": 1.6183369159698486,
      "step": 288
    },
    {
      "epoch": 0.3540903540903541,
      "grad_norm": 0.2619084119796753,
      "learning_rate": 9.820443318752693e-05,
      "loss": 0.9341627955436707,
      "step": 290
    },
    {
      "epoch": 0.35653235653235654,
      "grad_norm": 0.2873152494430542,
      "learning_rate": 9.817110110344218e-05,
      "loss": 1.2621850967407227,
      "step": 292
    },
    {
      "epoch": 0.358974358974359,
      "grad_norm": 0.32480373978614807,
      "learning_rate": 9.813746889273128e-05,
      "loss": 1.0202349424362183,
      "step": 294
    },
    {
      "epoch": 0.3614163614163614,
      "grad_norm": 0.22089935839176178,
      "learning_rate": 9.81035367892063e-05,
      "loss": 1.0331007242202759,
      "step": 296
    },
    {
      "epoch": 0.36385836385836384,
      "grad_norm": 8.16120433807373,
      "learning_rate": 9.806930502876405e-05,
      "loss": 1.3227959871292114,
      "step": 298
    },
    {
      "epoch": 0.3663003663003663,
      "grad_norm": 0.7218601107597351,
      "learning_rate": 9.803477384938464e-05,
      "loss": 1.1196651458740234,
      "step": 300
    },
    {
      "epoch": 0.36874236874236876,
      "grad_norm": 1.8668947219848633,
      "learning_rate": 9.799994349112975e-05,
      "loss": 0.8535418510437012,
      "step": 302
    },
    {
      "epoch": 0.3711843711843712,
      "grad_norm": 0.48257267475128174,
      "learning_rate": 9.796481419614094e-05,
      "loss": 1.167357325553894,
      "step": 304
    },
    {
      "epoch": 0.37362637362637363,
      "grad_norm": 0.15137240290641785,
      "learning_rate": 9.792938620863798e-05,
      "loss": 1.2498914003372192,
      "step": 306
    },
    {
      "epoch": 0.37606837606837606,
      "grad_norm": 0.27039146423339844,
      "learning_rate": 9.789365977491716e-05,
      "loss": 1.1255189180374146,
      "step": 308
    },
    {
      "epoch": 0.3785103785103785,
      "grad_norm": 0.2629050016403198,
      "learning_rate": 9.78576351433496e-05,
      "loss": 1.3129310607910156,
      "step": 310
    },
    {
      "epoch": 0.38095238095238093,
      "grad_norm": 0.28735068440437317,
      "learning_rate": 9.782131256437947e-05,
      "loss": 0.9864372611045837,
      "step": 312
    },
    {
      "epoch": 0.3833943833943834,
      "grad_norm": 0.335689514875412,
      "learning_rate": 9.778469229052231e-05,
      "loss": 1.3696770668029785,
      "step": 314
    },
    {
      "epoch": 0.38583638583638585,
      "grad_norm": 0.7812069058418274,
      "learning_rate": 9.77477745763632e-05,
      "loss": 0.5830596685409546,
      "step": 316
    },
    {
      "epoch": 0.3882783882783883,
      "grad_norm": 0.41175198554992676,
      "learning_rate": 9.771055967855507e-05,
      "loss": 0.8974475860595703,
      "step": 318
    },
    {
      "epoch": 0.3907203907203907,
      "grad_norm": 0.5099735856056213,
      "learning_rate": 9.767304785581686e-05,
      "loss": 1.2769310474395752,
      "step": 320
    },
    {
      "epoch": 0.39316239316239315,
      "grad_norm": 0.2129960060119629,
      "learning_rate": 9.763523936893175e-05,
      "loss": 1.3239271640777588,
      "step": 322
    },
    {
      "epoch": 0.3956043956043956,
      "grad_norm": 0.26624882221221924,
      "learning_rate": 9.759713448074533e-05,
      "loss": 1.2988332509994507,
      "step": 324
    },
    {
      "epoch": 0.398046398046398,
      "grad_norm": 0.2127254754304886,
      "learning_rate": 9.755873345616378e-05,
      "loss": 1.1850067377090454,
      "step": 326
    },
    {
      "epoch": 0.4004884004884005,
      "grad_norm": 0.3029441237449646,
      "learning_rate": 9.7520036562152e-05,
      "loss": 1.1345984935760498,
      "step": 328
    },
    {
      "epoch": 0.40293040293040294,
      "grad_norm": 0.8693342804908752,
      "learning_rate": 9.748104406773187e-05,
      "loss": 0.8637459874153137,
      "step": 330
    },
    {
      "epoch": 0.4053724053724054,
      "grad_norm": 0.5175452828407288,
      "learning_rate": 9.74417562439802e-05,
      "loss": 0.6529451608657837,
      "step": 332
    },
    {
      "epoch": 0.4078144078144078,
      "grad_norm": 0.19759483635425568,
      "learning_rate": 9.740217336402696e-05,
      "loss": 1.0596596002578735,
      "step": 334
    },
    {
      "epoch": 0.41025641025641024,
      "grad_norm": 0.30637237429618835,
      "learning_rate": 9.73622957030534e-05,
      "loss": 1.292237401008606,
      "step": 336
    },
    {
      "epoch": 0.4126984126984127,
      "grad_norm": 0.2845645546913147,
      "learning_rate": 9.732212353829003e-05,
      "loss": 0.9293122887611389,
      "step": 338
    },
    {
      "epoch": 0.41514041514041516,
      "grad_norm": 0.4744598865509033,
      "learning_rate": 9.728165714901483e-05,
      "loss": 1.1430048942565918,
      "step": 340
    },
    {
      "epoch": 0.4175824175824176,
      "grad_norm": 0.3360954821109772,
      "learning_rate": 9.724089681655115e-05,
      "loss": 1.6140475273132324,
      "step": 342
    },
    {
      "epoch": 0.42002442002442003,
      "grad_norm": 0.1928117275238037,
      "learning_rate": 9.719984282426592e-05,
      "loss": 0.9177114367485046,
      "step": 344
    },
    {
      "epoch": 0.42246642246642246,
      "grad_norm": 0.3101710081100464,
      "learning_rate": 9.715849545756757e-05,
      "loss": 1.0519685745239258,
      "step": 346
    },
    {
      "epoch": 0.4249084249084249,
      "grad_norm": 0.20583422482013702,
      "learning_rate": 9.711685500390407e-05,
      "loss": 1.2847375869750977,
      "step": 348
    },
    {
      "epoch": 0.42735042735042733,
      "grad_norm": 0.28896406292915344,
      "learning_rate": 9.707492175276094e-05,
      "loss": 0.8652978539466858,
      "step": 350
    },
    {
      "epoch": 0.4297924297924298,
      "grad_norm": 0.19667665660381317,
      "learning_rate": 9.703269599565926e-05,
      "loss": 1.0848617553710938,
      "step": 352
    },
    {
      "epoch": 0.43223443223443225,
      "grad_norm": 0.5856490731239319,
      "learning_rate": 9.699017802615358e-05,
      "loss": 1.230289340019226,
      "step": 354
    },
    {
      "epoch": 0.4346764346764347,
      "grad_norm": 0.3849090337753296,
      "learning_rate": 9.694736813982996e-05,
      "loss": 0.8349976539611816,
      "step": 356
    },
    {
      "epoch": 0.4371184371184371,
      "grad_norm": 0.5175620317459106,
      "learning_rate": 9.690426663430382e-05,
      "loss": 1.0158485174179077,
      "step": 358
    },
    {
      "epoch": 0.43956043956043955,
      "grad_norm": 0.24635784327983856,
      "learning_rate": 9.686087380921798e-05,
      "loss": 1.0942423343658447,
      "step": 360
    },
    {
      "epoch": 0.442002442002442,
      "grad_norm": 0.29661303758621216,
      "learning_rate": 9.68171899662405e-05,
      "loss": 1.025334119796753,
      "step": 362
    },
    {
      "epoch": 0.4444444444444444,
      "grad_norm": 0.5717456340789795,
      "learning_rate": 9.677321540906258e-05,
      "loss": 0.9988979697227478,
      "step": 364
    },
    {
      "epoch": 0.4468864468864469,
      "grad_norm": 0.3307958245277405,
      "learning_rate": 9.672895044339651e-05,
      "loss": 1.4021763801574707,
      "step": 366
    },
    {
      "epoch": 0.44932844932844934,
      "grad_norm": 0.24330608546733856,
      "learning_rate": 9.668439537697348e-05,
      "loss": 0.9170594215393066,
      "step": 368
    },
    {
      "epoch": 0.4517704517704518,
      "grad_norm": 0.053159430623054504,
      "learning_rate": 9.66395505195415e-05,
      "loss": 0.9720377922058105,
      "step": 370
    },
    {
      "epoch": 0.4542124542124542,
      "grad_norm": 0.20135316252708435,
      "learning_rate": 9.659441618286317e-05,
      "loss": 1.2760885953903198,
      "step": 372
    },
    {
      "epoch": 0.45665445665445664,
      "grad_norm": 0.1744951605796814,
      "learning_rate": 9.65489926807136e-05,
      "loss": 0.8951278924942017,
      "step": 374
    },
    {
      "epoch": 0.4590964590964591,
      "grad_norm": 0.9618193507194519,
      "learning_rate": 9.650328032887815e-05,
      "loss": 1.1860800981521606,
      "step": 376
    },
    {
      "epoch": 0.46153846153846156,
      "grad_norm": 1.1108251810073853,
      "learning_rate": 9.645727944515029e-05,
      "loss": 0.834053099155426,
      "step": 378
    },
    {
      "epoch": 0.463980463980464,
      "grad_norm": 0.3237703740596771,
      "learning_rate": 9.641099034932939e-05,
      "loss": 0.8309035897254944,
      "step": 380
    },
    {
      "epoch": 0.46642246642246643,
      "grad_norm": 0.30231574177742004,
      "learning_rate": 9.636441336321844e-05,
      "loss": 1.2859207391738892,
      "step": 382
    },
    {
      "epoch": 0.46886446886446886,
      "grad_norm": 0.17075681686401367,
      "learning_rate": 9.631754881062186e-05,
      "loss": 0.9477740526199341,
      "step": 384
    },
    {
      "epoch": 0.4713064713064713,
      "grad_norm": 0.3386945128440857,
      "learning_rate": 9.627039701734327e-05,
      "loss": 1.0787287950515747,
      "step": 386
    },
    {
      "epoch": 0.47374847374847373,
      "grad_norm": 0.23227858543395996,
      "learning_rate": 9.622295831118315e-05,
      "loss": 1.545161485671997,
      "step": 388
    },
    {
      "epoch": 0.47619047619047616,
      "grad_norm": 0.2268853336572647,
      "learning_rate": 9.617523302193665e-05,
      "loss": 0.6267635822296143,
      "step": 390
    },
    {
      "epoch": 0.47863247863247865,
      "grad_norm": 0.3856842815876007,
      "learning_rate": 9.612722148139122e-05,
      "loss": 0.7686330080032349,
      "step": 392
    },
    {
      "epoch": 0.4810744810744811,
      "grad_norm": 0.18474534153938293,
      "learning_rate": 9.607892402332434e-05,
      "loss": 0.8829730153083801,
      "step": 394
    },
    {
      "epoch": 0.4835164835164835,
      "grad_norm": 0.6889500021934509,
      "learning_rate": 9.603034098350121e-05,
      "loss": 1.18562650680542,
      "step": 396
    },
    {
      "epoch": 0.48595848595848595,
      "grad_norm": 0.6979353427886963,
      "learning_rate": 9.59814726996724e-05,
      "loss": 1.2505449056625366,
      "step": 398
    },
    {
      "epoch": 0.4884004884004884,
      "grad_norm": 0.7509117126464844,
      "learning_rate": 9.593231951157151e-05,
      "loss": 0.5224822759628296,
      "step": 400
    },
    {
      "epoch": 0.4908424908424908,
      "grad_norm": 0.22064976394176483,
      "learning_rate": 9.588288176091277e-05,
      "loss": 1.210641860961914,
      "step": 402
    },
    {
      "epoch": 0.4932844932844933,
      "grad_norm": 0.14853781461715698,
      "learning_rate": 9.583315979138873e-05,
      "loss": 1.286338210105896,
      "step": 404
    },
    {
      "epoch": 0.49572649572649574,
      "grad_norm": 0.5779667496681213,
      "learning_rate": 9.578315394866782e-05,
      "loss": 0.651908278465271,
      "step": 406
    },
    {
      "epoch": 0.4981684981684982,
      "grad_norm": 0.34377893805503845,
      "learning_rate": 9.573286458039198e-05,
      "loss": 0.8280749320983887,
      "step": 408
    },
    {
      "epoch": 0.5006105006105006,
      "grad_norm": 0.17841589450836182,
      "learning_rate": 9.56822920361742e-05,
      "loss": 1.2296653985977173,
      "step": 410
    },
    {
      "epoch": 0.503052503052503,
      "grad_norm": 0.14455167949199677,
      "learning_rate": 9.563143666759615e-05,
      "loss": 0.5456517934799194,
      "step": 412
    },
    {
      "epoch": 0.5054945054945055,
      "grad_norm": 0.17755503952503204,
      "learning_rate": 9.558029882820565e-05,
      "loss": 1.2897342443466187,
      "step": 414
    },
    {
      "epoch": 0.5079365079365079,
      "grad_norm": 0.1847013235092163,
      "learning_rate": 9.552887887351435e-05,
      "loss": 1.2527668476104736,
      "step": 416
    },
    {
      "epoch": 0.5103785103785103,
      "grad_norm": 0.09219064563512802,
      "learning_rate": 9.547717716099508e-05,
      "loss": 1.1090110540390015,
      "step": 418
    },
    {
      "epoch": 0.5128205128205128,
      "grad_norm": 0.12072814255952835,
      "learning_rate": 9.542519405007954e-05,
      "loss": 1.2077261209487915,
      "step": 420
    },
    {
      "epoch": 0.5152625152625152,
      "grad_norm": 0.2985288202762604,
      "learning_rate": 9.537292990215564e-05,
      "loss": 1.2155014276504517,
      "step": 422
    },
    {
      "epoch": 0.5177045177045178,
      "grad_norm": 0.1399923712015152,
      "learning_rate": 9.532038508056513e-05,
      "loss": 1.2267438173294067,
      "step": 424
    },
    {
      "epoch": 0.5201465201465202,
      "grad_norm": 0.36764466762542725,
      "learning_rate": 9.526755995060098e-05,
      "loss": 1.07572340965271,
      "step": 426
    },
    {
      "epoch": 0.5225885225885226,
      "grad_norm": 0.08539887517690659,
      "learning_rate": 9.521445487950487e-05,
      "loss": 1.229189157485962,
      "step": 428
    },
    {
      "epoch": 0.525030525030525,
      "grad_norm": 0.3200857639312744,
      "learning_rate": 9.516107023646467e-05,
      "loss": 0.8851771950721741,
      "step": 430
    },
    {
      "epoch": 0.5274725274725275,
      "grad_norm": 0.23066289722919464,
      "learning_rate": 9.510740639261178e-05,
      "loss": 0.568865180015564,
      "step": 432
    },
    {
      "epoch": 0.5299145299145299,
      "grad_norm": 0.12386373430490494,
      "learning_rate": 9.505346372101868e-05,
      "loss": 1.2345771789550781,
      "step": 434
    },
    {
      "epoch": 0.5323565323565324,
      "grad_norm": 0.16147340834140778,
      "learning_rate": 9.499924259669621e-05,
      "loss": 1.0792996883392334,
      "step": 436
    },
    {
      "epoch": 0.5347985347985348,
      "grad_norm": 0.11039295792579651,
      "learning_rate": 9.494474339659109e-05,
      "loss": 1.2031606435775757,
      "step": 438
    },
    {
      "epoch": 0.5372405372405372,
      "grad_norm": 0.2149389535188675,
      "learning_rate": 9.488996649958312e-05,
      "loss": 1.164471983909607,
      "step": 440
    },
    {
      "epoch": 0.5396825396825397,
      "grad_norm": 0.9730677008628845,
      "learning_rate": 9.483491228648279e-05,
      "loss": 1.027786374092102,
      "step": 442
    },
    {
      "epoch": 0.5421245421245421,
      "grad_norm": 0.42046958208084106,
      "learning_rate": 9.477958114002841e-05,
      "loss": 0.7723256945610046,
      "step": 444
    },
    {
      "epoch": 0.5445665445665445,
      "grad_norm": 0.5654972195625305,
      "learning_rate": 9.472397344488355e-05,
      "loss": 0.867957592010498,
      "step": 446
    },
    {
      "epoch": 0.5470085470085471,
      "grad_norm": 0.7515931725502014,
      "learning_rate": 9.466808958763436e-05,
      "loss": 1.1303768157958984,
      "step": 448
    },
    {
      "epoch": 0.5494505494505495,
      "grad_norm": 0.6230604648590088,
      "learning_rate": 9.461192995678689e-05,
      "loss": 0.9241065382957458,
      "step": 450
    },
    {
      "epoch": 0.5518925518925519,
      "grad_norm": 1.763684868812561,
      "learning_rate": 9.455549494276438e-05,
      "loss": 0.7027381658554077,
      "step": 452
    },
    {
      "epoch": 0.5543345543345544,
      "grad_norm": 0.4505990147590637,
      "learning_rate": 9.44987849379045e-05,
      "loss": 1.214455008506775,
      "step": 454
    },
    {
      "epoch": 0.5567765567765568,
      "grad_norm": 0.1572820544242859,
      "learning_rate": 9.44418003364567e-05,
      "loss": 1.1924667358398438,
      "step": 456
    },
    {
      "epoch": 0.5592185592185592,
      "grad_norm": 0.1346113532781601,
      "learning_rate": 9.438454153457942e-05,
      "loss": 0.6208730340003967,
      "step": 458
    },
    {
      "epoch": 0.5616605616605617,
      "grad_norm": 0.9395261406898499,
      "learning_rate": 9.432700893033735e-05,
      "loss": 1.1647229194641113,
      "step": 460
    },
    {
      "epoch": 0.5641025641025641,
      "grad_norm": 0.25545039772987366,
      "learning_rate": 9.426920292369868e-05,
      "loss": 1.0791125297546387,
      "step": 462
    },
    {
      "epoch": 0.5665445665445665,
      "grad_norm": 0.21288283169269562,
      "learning_rate": 9.421112391653226e-05,
      "loss": 0.5335599184036255,
      "step": 464
    },
    {
      "epoch": 0.568986568986569,
      "grad_norm": 0.1555309295654297,
      "learning_rate": 9.415277231260488e-05,
      "loss": 1.532774567604065,
      "step": 466
    },
    {
      "epoch": 0.5714285714285714,
      "grad_norm": 0.6552872657775879,
      "learning_rate": 9.409414851757841e-05,
      "loss": 1.2282241582870483,
      "step": 468
    },
    {
      "epoch": 0.5738705738705738,
      "grad_norm": 0.23758231103420258,
      "learning_rate": 9.403525293900704e-05,
      "loss": 0.8937569260597229,
      "step": 470
    },
    {
      "epoch": 0.5763125763125763,
      "grad_norm": 0.2393610179424286,
      "learning_rate": 9.397608598633434e-05,
      "loss": 1.2297227382659912,
      "step": 472
    },
    {
      "epoch": 0.5787545787545788,
      "grad_norm": 0.1583927571773529,
      "learning_rate": 9.391664807089052e-05,
      "loss": 0.8401937484741211,
      "step": 474
    },
    {
      "epoch": 0.5811965811965812,
      "grad_norm": 0.49851861596107483,
      "learning_rate": 9.385693960588956e-05,
      "loss": 0.9421334266662598,
      "step": 476
    },
    {
      "epoch": 0.5836385836385837,
      "grad_norm": 0.16811226308345795,
      "learning_rate": 9.379696100642622e-05,
      "loss": 1.1455268859863281,
      "step": 478
    },
    {
      "epoch": 0.5860805860805861,
      "grad_norm": 0.14929954707622528,
      "learning_rate": 9.373671268947333e-05,
      "loss": 1.2628676891326904,
      "step": 480
    },
    {
      "epoch": 0.5885225885225885,
      "grad_norm": 0.1939006894826889,
      "learning_rate": 9.367619507387876e-05,
      "loss": 0.4674907922744751,
      "step": 482
    },
    {
      "epoch": 0.590964590964591,
      "grad_norm": 0.18351028859615326,
      "learning_rate": 9.361540858036258e-05,
      "loss": 0.8831008672714233,
      "step": 484
    },
    {
      "epoch": 0.5934065934065934,
      "grad_norm": 0.15032213926315308,
      "learning_rate": 9.355435363151405e-05,
      "loss": 0.9298666715621948,
      "step": 486
    },
    {
      "epoch": 0.5958485958485958,
      "grad_norm": 0.17858006060123444,
      "learning_rate": 9.34930306517888e-05,
      "loss": 0.8963842391967773,
      "step": 488
    },
    {
      "epoch": 0.5982905982905983,
      "grad_norm": 0.16214722394943237,
      "learning_rate": 9.343144006750577e-05,
      "loss": 0.9911201596260071,
      "step": 490
    },
    {
      "epoch": 0.6007326007326007,
      "grad_norm": 0.29397615790367126,
      "learning_rate": 9.336958230684432e-05,
      "loss": 0.6251745223999023,
      "step": 492
    },
    {
      "epoch": 0.6031746031746031,
      "grad_norm": 0.16859205067157745,
      "learning_rate": 9.330745779984126e-05,
      "loss": 0.8774055242538452,
      "step": 494
    },
    {
      "epoch": 0.6056166056166056,
      "grad_norm": 0.20924700796604156,
      "learning_rate": 9.324506697838774e-05,
      "loss": 1.194309949874878,
      "step": 496
    },
    {
      "epoch": 0.608058608058608,
      "grad_norm": 1.1096948385238647,
      "learning_rate": 9.318241027622642e-05,
      "loss": 0.5684680938720703,
      "step": 498
    },
    {
      "epoch": 0.6105006105006106,
      "grad_norm": 0.14514295756816864,
      "learning_rate": 9.31194881289483e-05,
      "loss": 0.8453354835510254,
      "step": 500
    },
    {
      "epoch": 0.612942612942613,
      "grad_norm": 0.15760479867458344,
      "learning_rate": 9.305630097398986e-05,
      "loss": 1.168281078338623,
      "step": 502
    },
    {
      "epoch": 0.6153846153846154,
      "grad_norm": 0.19755949079990387,
      "learning_rate": 9.299284925062977e-05,
      "loss": 1.1970603466033936,
      "step": 504
    },
    {
      "epoch": 0.6178266178266179,
      "grad_norm": 0.402976393699646,
      "learning_rate": 9.292913339998614e-05,
      "loss": 1.2204663753509521,
      "step": 506
    },
    {
      "epoch": 0.6202686202686203,
      "grad_norm": 0.19864894449710846,
      "learning_rate": 9.286515386501323e-05,
      "loss": 1.0551217794418335,
      "step": 508
    },
    {
      "epoch": 0.6227106227106227,
      "grad_norm": 0.1931726485490799,
      "learning_rate": 9.280091109049841e-05,
      "loss": 1.2066923379898071,
      "step": 510
    },
    {
      "epoch": 0.6251526251526252,
      "grad_norm": 0.21012164652347565,
      "learning_rate": 9.273640552305916e-05,
      "loss": 1.0003726482391357,
      "step": 512
    },
    {
      "epoch": 0.6275946275946276,
      "grad_norm": 0.21010857820510864,
      "learning_rate": 9.267163761113985e-05,
      "loss": 0.9760635495185852,
      "step": 514
    },
    {
      "epoch": 0.63003663003663,
      "grad_norm": 0.5790798664093018,
      "learning_rate": 9.260660780500872e-05,
      "loss": 0.9110443592071533,
      "step": 516
    },
    {
      "epoch": 0.6324786324786325,
      "grad_norm": 0.32287415862083435,
      "learning_rate": 9.25413165567547e-05,
      "loss": 1.1938380002975464,
      "step": 518
    },
    {
      "epoch": 0.6349206349206349,
      "grad_norm": 0.14292655885219574,
      "learning_rate": 9.247576432028421e-05,
      "loss": 0.7279146909713745,
      "step": 520
    },
    {
      "epoch": 0.6373626373626373,
      "grad_norm": 0.23636585474014282,
      "learning_rate": 9.240995155131816e-05,
      "loss": 0.9307098984718323,
      "step": 522
    },
    {
      "epoch": 0.6398046398046398,
      "grad_norm": 0.48398420214653015,
      "learning_rate": 9.234387870738861e-05,
      "loss": 0.9981100559234619,
      "step": 524
    },
    {
      "epoch": 0.6422466422466423,
      "grad_norm": 0.2807958126068115,
      "learning_rate": 9.227754624783575e-05,
      "loss": 1.2286438941955566,
      "step": 526
    },
    {
      "epoch": 0.6446886446886447,
      "grad_norm": 0.22547727823257446,
      "learning_rate": 9.221095463380454e-05,
      "loss": 1.275038480758667,
      "step": 528
    },
    {
      "epoch": 0.6471306471306472,
      "grad_norm": 0.29100245237350464,
      "learning_rate": 9.214410432824163e-05,
      "loss": 1.0418328046798706,
      "step": 530
    },
    {
      "epoch": 0.6495726495726496,
      "grad_norm": 0.6905118227005005,
      "learning_rate": 9.207699579589212e-05,
      "loss": 0.9832897186279297,
      "step": 532
    },
    {
      "epoch": 0.652014652014652,
      "grad_norm": 0.23352235555648804,
      "learning_rate": 9.200962950329624e-05,
      "loss": 1.5091339349746704,
      "step": 534
    },
    {
      "epoch": 0.6544566544566545,
      "grad_norm": 0.25114279985427856,
      "learning_rate": 9.194200591878626e-05,
      "loss": 0.7402273416519165,
      "step": 536
    },
    {
      "epoch": 0.6568986568986569,
      "grad_norm": 0.22499670088291168,
      "learning_rate": 9.18741255124831e-05,
      "loss": 1.2244811058044434,
      "step": 538
    },
    {
      "epoch": 0.6593406593406593,
      "grad_norm": 0.29726406931877136,
      "learning_rate": 9.180598875629314e-05,
      "loss": 1.2527215480804443,
      "step": 540
    },
    {
      "epoch": 0.6617826617826618,
      "grad_norm": 0.193584606051445,
      "learning_rate": 9.173759612390484e-05,
      "loss": 0.9180420637130737,
      "step": 542
    },
    {
      "epoch": 0.6642246642246642,
      "grad_norm": 0.40724650025367737,
      "learning_rate": 9.166894809078564e-05,
      "loss": 1.2139979600906372,
      "step": 544
    },
    {
      "epoch": 0.6666666666666666,
      "grad_norm": 0.6462997794151306,
      "learning_rate": 9.160004513417842e-05,
      "loss": 1.1352370977401733,
      "step": 546
    },
    {
      "epoch": 0.6691086691086691,
      "grad_norm": 0.26992952823638916,
      "learning_rate": 9.153088773309836e-05,
      "loss": 1.2043757438659668,
      "step": 548
    },
    {
      "epoch": 0.6715506715506715,
      "grad_norm": 0.422783762216568,
      "learning_rate": 9.146147636832952e-05,
      "loss": 1.1186383962631226,
      "step": 550
    },
    {
      "epoch": 0.673992673992674,
      "grad_norm": 0.3179819881916046,
      "learning_rate": 9.139181152242152e-05,
      "loss": 1.026376485824585,
      "step": 552
    },
    {
      "epoch": 0.6764346764346765,
      "grad_norm": 0.26202264428138733,
      "learning_rate": 9.13218936796862e-05,
      "loss": 0.9343441724777222,
      "step": 554
    },
    {
      "epoch": 0.6788766788766789,
      "grad_norm": 0.14061686396598816,
      "learning_rate": 9.125172332619425e-05,
      "loss": 0.7112762928009033,
      "step": 556
    },
    {
      "epoch": 0.6813186813186813,
      "grad_norm": 0.5914305448532104,
      "learning_rate": 9.118130094977178e-05,
      "loss": 1.2085468769073486,
      "step": 558
    },
    {
      "epoch": 0.6837606837606838,
      "grad_norm": 0.04549518972635269,
      "learning_rate": 9.111062703999702e-05,
      "loss": 1.0624598264694214,
      "step": 560
    },
    {
      "epoch": 0.6862026862026862,
      "grad_norm": 0.35139355063438416,
      "learning_rate": 9.10397020881968e-05,
      "loss": 0.9602486491203308,
      "step": 562
    },
    {
      "epoch": 0.6886446886446886,
      "grad_norm": 0.8143149018287659,
      "learning_rate": 9.096852658744331e-05,
      "loss": 1.2754855155944824,
      "step": 564
    },
    {
      "epoch": 0.6910866910866911,
      "grad_norm": 0.5778771042823792,
      "learning_rate": 9.089710103255044e-05,
      "loss": 1.0818145275115967,
      "step": 566
    },
    {
      "epoch": 0.6935286935286935,
      "grad_norm": 0.39189010858535767,
      "learning_rate": 9.082542592007055e-05,
      "loss": 1.3231815099716187,
      "step": 568
    },
    {
      "epoch": 0.6959706959706959,
      "grad_norm": 0.17417526245117188,
      "learning_rate": 9.075350174829088e-05,
      "loss": 0.890396773815155,
      "step": 570
    },
    {
      "epoch": 0.6984126984126984,
      "grad_norm": 0.20697654783725739,
      "learning_rate": 9.068132901723018e-05,
      "loss": 0.9492074251174927,
      "step": 572
    },
    {
      "epoch": 0.7008547008547008,
      "grad_norm": 0.3690604865550995,
      "learning_rate": 9.060890822863515e-05,
      "loss": 1.4233372211456299,
      "step": 574
    },
    {
      "epoch": 0.7032967032967034,
      "grad_norm": 0.5194886326789856,
      "learning_rate": 9.0536239885977e-05,
      "loss": 1.1718875169754028,
      "step": 576
    },
    {
      "epoch": 0.7057387057387058,
      "grad_norm": 0.7631717324256897,
      "learning_rate": 9.046332449444796e-05,
      "loss": 1.153130292892456,
      "step": 578
    },
    {
      "epoch": 0.7081807081807082,
      "grad_norm": 0.41176915168762207,
      "learning_rate": 9.039016256095777e-05,
      "loss": 1.0873521566390991,
      "step": 580
    },
    {
      "epoch": 0.7106227106227107,
      "grad_norm": 0.32372066378593445,
      "learning_rate": 9.03167545941301e-05,
      "loss": 1.2140915393829346,
      "step": 582
    },
    {
      "epoch": 0.7130647130647131,
      "grad_norm": 0.21838268637657166,
      "learning_rate": 9.024310110429902e-05,
      "loss": 0.9264190196990967,
      "step": 584
    },
    {
      "epoch": 0.7155067155067155,
      "grad_norm": 0.36397573351860046,
      "learning_rate": 9.016920260350557e-05,
      "loss": 1.2471363544464111,
      "step": 586
    },
    {
      "epoch": 0.717948717948718,
      "grad_norm": 0.6672040820121765,
      "learning_rate": 9.009505960549401e-05,
      "loss": 1.0811785459518433,
      "step": 588
    },
    {
      "epoch": 0.7203907203907204,
      "grad_norm": 0.12362607568502426,
      "learning_rate": 9.002067262570846e-05,
      "loss": 0.9149802327156067,
      "step": 590
    },
    {
      "epoch": 0.7228327228327228,
      "grad_norm": 0.13345609605312347,
      "learning_rate": 8.994604218128912e-05,
      "loss": 0.8213675022125244,
      "step": 592
    },
    {
      "epoch": 0.7252747252747253,
      "grad_norm": 0.19838625192642212,
      "learning_rate": 8.987116879106882e-05,
      "loss": 1.178354024887085,
      "step": 594
    },
    {
      "epoch": 0.7277167277167277,
      "grad_norm": 0.18763922154903412,
      "learning_rate": 8.97960529755693e-05,
      "loss": 0.9279124140739441,
      "step": 596
    },
    {
      "epoch": 0.7301587301587301,
      "grad_norm": 0.12447916716337204,
      "learning_rate": 8.97206952569977e-05,
      "loss": 0.8444339036941528,
      "step": 598
    },
    {
      "epoch": 0.7326007326007326,
      "grad_norm": 0.44550734758377075,
      "learning_rate": 8.964509615924285e-05,
      "loss": 1.1798958778381348,
      "step": 600
    },
    {
      "epoch": 0.7350427350427351,
      "grad_norm": 0.38194093108177185,
      "learning_rate": 8.956925620787166e-05,
      "loss": 1.3009207248687744,
      "step": 602
    },
    {
      "epoch": 0.7374847374847375,
      "grad_norm": 0.18306893110275269,
      "learning_rate": 8.949317593012544e-05,
      "loss": 1.0973061323165894,
      "step": 604
    },
    {
      "epoch": 0.73992673992674,
      "grad_norm": 0.3112310767173767,
      "learning_rate": 8.94168558549163e-05,
      "loss": 1.5330253839492798,
      "step": 606
    },
    {
      "epoch": 0.7423687423687424,
      "grad_norm": 1.3974329233169556,
      "learning_rate": 8.93402965128234e-05,
      "loss": 1.1588298082351685,
      "step": 608
    },
    {
      "epoch": 0.7448107448107448,
      "grad_norm": 0.2988543212413788,
      "learning_rate": 8.926349843608927e-05,
      "loss": 0.8357654213905334,
      "step": 610
    },
    {
      "epoch": 0.7472527472527473,
      "grad_norm": 0.23195451498031616,
      "learning_rate": 8.918646215861618e-05,
      "loss": 1.2047741413116455,
      "step": 612
    },
    {
      "epoch": 0.7496947496947497,
      "grad_norm": 0.3196408152580261,
      "learning_rate": 8.910918821596234e-05,
      "loss": 1.191171407699585,
      "step": 614
    },
    {
      "epoch": 0.7521367521367521,
      "grad_norm": 0.24305181205272675,
      "learning_rate": 8.903167714533821e-05,
      "loss": 0.7358626127243042,
      "step": 616
    },
    {
      "epoch": 0.7545787545787546,
      "grad_norm": 0.15109124779701233,
      "learning_rate": 8.895392948560281e-05,
      "loss": 1.4771884679794312,
      "step": 618
    },
    {
      "epoch": 0.757020757020757,
      "grad_norm": 0.5152910351753235,
      "learning_rate": 8.887594577725987e-05,
      "loss": 0.9606069326400757,
      "step": 620
    },
    {
      "epoch": 0.7594627594627594,
      "grad_norm": 0.4518302381038666,
      "learning_rate": 8.87977265624542e-05,
      "loss": 0.9361006021499634,
      "step": 622
    },
    {
      "epoch": 0.7619047619047619,
      "grad_norm": 0.1910531371831894,
      "learning_rate": 8.871927238496784e-05,
      "loss": 1.1847237348556519,
      "step": 624
    },
    {
      "epoch": 0.7643467643467643,
      "grad_norm": 0.2079242467880249,
      "learning_rate": 8.864058379021627e-05,
      "loss": 1.254426121711731,
      "step": 626
    },
    {
      "epoch": 0.7667887667887668,
      "grad_norm": 0.26695823669433594,
      "learning_rate": 8.856166132524467e-05,
      "loss": 0.9584991335868835,
      "step": 628
    },
    {
      "epoch": 0.7692307692307693,
      "grad_norm": 0.49299949407577515,
      "learning_rate": 8.84825055387241e-05,
      "loss": 1.1340306997299194,
      "step": 630
    },
    {
      "epoch": 0.7716727716727717,
      "grad_norm": 0.16500461101531982,
      "learning_rate": 8.840311698094762e-05,
      "loss": 0.8147421479225159,
      "step": 632
    },
    {
      "epoch": 0.7741147741147741,
      "grad_norm": 0.14543406665325165,
      "learning_rate": 8.832349620382659e-05,
      "loss": 0.8940989375114441,
      "step": 634
    },
    {
      "epoch": 0.7765567765567766,
      "grad_norm": 0.5508949160575867,
      "learning_rate": 8.824364376088675e-05,
      "loss": 1.2726483345031738,
      "step": 636
    },
    {
      "epoch": 0.778998778998779,
      "grad_norm": 0.5127528309822083,
      "learning_rate": 8.816356020726436e-05,
      "loss": 1.2133723497390747,
      "step": 638
    },
    {
      "epoch": 0.7814407814407814,
      "grad_norm": 0.21939769387245178,
      "learning_rate": 8.808324609970237e-05,
      "loss": 0.8959197998046875,
      "step": 640
    },
    {
      "epoch": 0.7838827838827839,
      "grad_norm": 0.3500021994113922,
      "learning_rate": 8.80027019965466e-05,
      "loss": 0.9891265630722046,
      "step": 642
    },
    {
      "epoch": 0.7863247863247863,
      "grad_norm": 0.5465804934501648,
      "learning_rate": 8.792192845774175e-05,
      "loss": 1.0522013902664185,
      "step": 644
    },
    {
      "epoch": 0.7887667887667887,
      "grad_norm": 1.1952425241470337,
      "learning_rate": 8.784092604482754e-05,
      "loss": 0.8848550319671631,
      "step": 646
    },
    {
      "epoch": 0.7912087912087912,
      "grad_norm": 0.4305606782436371,
      "learning_rate": 8.775969532093491e-05,
      "loss": 1.1473037004470825,
      "step": 648
    },
    {
      "epoch": 0.7936507936507936,
      "grad_norm": 0.19582562148571014,
      "learning_rate": 8.767823685078198e-05,
      "loss": 0.5288962721824646,
      "step": 650
    },
    {
      "epoch": 0.796092796092796,
      "grad_norm": 0.38399538397789,
      "learning_rate": 8.759655120067016e-05,
      "loss": 0.7343263030052185,
      "step": 652
    },
    {
      "epoch": 0.7985347985347986,
      "grad_norm": 0.19986340403556824,
      "learning_rate": 8.751463893848021e-05,
      "loss": 0.9599148035049438,
      "step": 654
    },
    {
      "epoch": 0.800976800976801,
      "grad_norm": 0.16012515127658844,
      "learning_rate": 8.743250063366836e-05,
      "loss": 1.1695860624313354,
      "step": 656
    },
    {
      "epoch": 0.8034188034188035,
      "grad_norm": 0.11873755604028702,
      "learning_rate": 8.735013685726223e-05,
      "loss": 0.39983829855918884,
      "step": 658
    },
    {
      "epoch": 0.8058608058608059,
      "grad_norm": 0.2125730663537979,
      "learning_rate": 8.726754818185697e-05,
      "loss": 0.9837296605110168,
      "step": 660
    },
    {
      "epoch": 0.8083028083028083,
      "grad_norm": 0.30212274193763733,
      "learning_rate": 8.71847351816112e-05,
      "loss": 1.1627798080444336,
      "step": 662
    },
    {
      "epoch": 0.8107448107448108,
      "grad_norm": 0.39462244510650635,
      "learning_rate": 8.710169843224308e-05,
      "loss": 1.276789903640747,
      "step": 664
    },
    {
      "epoch": 0.8131868131868132,
      "grad_norm": 0.19324733316898346,
      "learning_rate": 8.701843851102625e-05,
      "loss": 0.8581050038337708,
      "step": 666
    },
    {
      "epoch": 0.8156288156288156,
      "grad_norm": 0.5387722849845886,
      "learning_rate": 8.693495599678588e-05,
      "loss": 1.058676838874817,
      "step": 668
    },
    {
      "epoch": 0.818070818070818,
      "grad_norm": 0.4488937258720398,
      "learning_rate": 8.68512514698946e-05,
      "loss": 1.3410178422927856,
      "step": 670
    },
    {
      "epoch": 0.8205128205128205,
      "grad_norm": 0.22639647126197815,
      "learning_rate": 8.676732551226846e-05,
      "loss": 1.2160142660140991,
      "step": 672
    },
    {
      "epoch": 0.8229548229548229,
      "grad_norm": 0.41213053464889526,
      "learning_rate": 8.668317870736292e-05,
      "loss": 0.9283809065818787,
      "step": 674
    },
    {
      "epoch": 0.8253968253968254,
      "grad_norm": 0.23253750801086426,
      "learning_rate": 8.659881164016878e-05,
      "loss": 0.8342546820640564,
      "step": 676
    },
    {
      "epoch": 0.8278388278388278,
      "grad_norm": 0.3493381142616272,
      "learning_rate": 8.651422489720811e-05,
      "loss": 1.1806530952453613,
      "step": 678
    },
    {
      "epoch": 0.8302808302808303,
      "grad_norm": 0.8462190628051758,
      "learning_rate": 8.642941906653014e-05,
      "loss": 1.1770362854003906,
      "step": 680
    },
    {
      "epoch": 0.8327228327228328,
      "grad_norm": 0.17604343593120575,
      "learning_rate": 8.634439473770724e-05,
      "loss": 0.980627715587616,
      "step": 682
    },
    {
      "epoch": 0.8351648351648352,
      "grad_norm": 0.26461589336395264,
      "learning_rate": 8.625915250183077e-05,
      "loss": 0.6270996928215027,
      "step": 684
    },
    {
      "epoch": 0.8376068376068376,
      "grad_norm": 0.17119862139225006,
      "learning_rate": 8.6173692951507e-05,
      "loss": 1.3099520206451416,
      "step": 686
    },
    {
      "epoch": 0.8400488400488401,
      "grad_norm": 0.256907194852829,
      "learning_rate": 8.608801668085294e-05,
      "loss": 1.2098278999328613,
      "step": 688
    },
    {
      "epoch": 0.8424908424908425,
      "grad_norm": 0.5490866303443909,
      "learning_rate": 8.600212428549228e-05,
      "loss": 0.9178333282470703,
      "step": 690
    },
    {
      "epoch": 0.8449328449328449,
      "grad_norm": 0.19187872111797333,
      "learning_rate": 8.591601636255122e-05,
      "loss": 1.2199687957763672,
      "step": 692
    },
    {
      "epoch": 0.8473748473748474,
      "grad_norm": 0.14713522791862488,
      "learning_rate": 8.582969351065425e-05,
      "loss": 0.942196249961853,
      "step": 694
    },
    {
      "epoch": 0.8498168498168498,
      "grad_norm": 0.1639857441186905,
      "learning_rate": 8.574315632992016e-05,
      "loss": 1.0774165391921997,
      "step": 696
    },
    {
      "epoch": 0.8522588522588522,
      "grad_norm": 0.3029420077800751,
      "learning_rate": 8.565640542195764e-05,
      "loss": 0.9257597327232361,
      "step": 698
    },
    {
      "epoch": 0.8547008547008547,
      "grad_norm": 0.17788438498973846,
      "learning_rate": 8.55694413898613e-05,
      "loss": 0.9854938983917236,
      "step": 700
    },
    {
      "epoch": 0.8571428571428571,
      "grad_norm": 0.5631709098815918,
      "learning_rate": 8.54822648382074e-05,
      "loss": 1.0237292051315308,
      "step": 702
    },
    {
      "epoch": 0.8595848595848596,
      "grad_norm": 0.5782780647277832,
      "learning_rate": 8.539487637304957e-05,
      "loss": 0.9616599678993225,
      "step": 704
    },
    {
      "epoch": 0.8620268620268621,
      "grad_norm": 0.11893776059150696,
      "learning_rate": 8.530727660191471e-05,
      "loss": 0.42293256521224976,
      "step": 706
    },
    {
      "epoch": 0.8644688644688645,
      "grad_norm": 0.1753421127796173,
      "learning_rate": 8.521946613379878e-05,
      "loss": 1.1575310230255127,
      "step": 708
    },
    {
      "epoch": 0.8669108669108669,
      "grad_norm": 0.13845719397068024,
      "learning_rate": 8.513144557916238e-05,
      "loss": 0.8323335647583008,
      "step": 710
    },
    {
      "epoch": 0.8693528693528694,
      "grad_norm": 0.2918700575828552,
      "learning_rate": 8.504321554992675e-05,
      "loss": 1.2685977220535278,
      "step": 712
    },
    {
      "epoch": 0.8717948717948718,
      "grad_norm": 0.3813958764076233,
      "learning_rate": 8.495477665946935e-05,
      "loss": 1.4935425519943237,
      "step": 714
    },
    {
      "epoch": 0.8742368742368742,
      "grad_norm": 1.1048682928085327,
      "learning_rate": 8.486612952261969e-05,
      "loss": 1.4269726276397705,
      "step": 716
    },
    {
      "epoch": 0.8766788766788767,
      "grad_norm": 0.17622821033000946,
      "learning_rate": 8.477727475565497e-05,
      "loss": 0.8385149240493774,
      "step": 718
    },
    {
      "epoch": 0.8791208791208791,
      "grad_norm": 0.27277296781539917,
      "learning_rate": 8.468821297629586e-05,
      "loss": 1.1558010578155518,
      "step": 720
    },
    {
      "epoch": 0.8815628815628815,
      "grad_norm": 0.19739723205566406,
      "learning_rate": 8.459894480370217e-05,
      "loss": 0.8325861692428589,
      "step": 722
    },
    {
      "epoch": 0.884004884004884,
      "grad_norm": 0.4474552571773529,
      "learning_rate": 8.45094708584686e-05,
      "loss": 1.185271143913269,
      "step": 724
    },
    {
      "epoch": 0.8864468864468864,
      "grad_norm": 0.49738621711730957,
      "learning_rate": 8.441979176262036e-05,
      "loss": 1.141027808189392,
      "step": 726
    },
    {
      "epoch": 0.8888888888888888,
      "grad_norm": 0.2048785239458084,
      "learning_rate": 8.432990813960887e-05,
      "loss": 1.117997646331787,
      "step": 728
    },
    {
      "epoch": 0.8913308913308914,
      "grad_norm": 0.24652199447155,
      "learning_rate": 8.423982061430741e-05,
      "loss": 1.3922690153121948,
      "step": 730
    },
    {
      "epoch": 0.8937728937728938,
      "grad_norm": 0.2622013986110687,
      "learning_rate": 8.414952981300684e-05,
      "loss": 1.2243542671203613,
      "step": 732
    },
    {
      "epoch": 0.8962148962148963,
      "grad_norm": 0.22121727466583252,
      "learning_rate": 8.405903636341119e-05,
      "loss": 0.9962153434753418,
      "step": 734
    },
    {
      "epoch": 0.8986568986568987,
      "grad_norm": 0.1412484496831894,
      "learning_rate": 8.396834089463327e-05,
      "loss": 0.7077422142028809,
      "step": 736
    },
    {
      "epoch": 0.9010989010989011,
      "grad_norm": 0.3614236116409302,
      "learning_rate": 8.387744403719036e-05,
      "loss": 0.909615159034729,
      "step": 738
    },
    {
      "epoch": 0.9035409035409036,
      "grad_norm": 0.8937837481498718,
      "learning_rate": 8.378634642299977e-05,
      "loss": 0.9833166003227234,
      "step": 740
    },
    {
      "epoch": 0.905982905982906,
      "grad_norm": 0.18500567972660065,
      "learning_rate": 8.369504868537456e-05,
      "loss": 0.8549164533615112,
      "step": 742
    },
    {
      "epoch": 0.9084249084249084,
      "grad_norm": 0.2052248865365982,
      "learning_rate": 8.360355145901893e-05,
      "loss": 0.8864015936851501,
      "step": 744
    },
    {
      "epoch": 0.9108669108669109,
      "grad_norm": 0.31549692153930664,
      "learning_rate": 8.351185538002405e-05,
      "loss": 1.166724681854248,
      "step": 746
    },
    {
      "epoch": 0.9133089133089133,
      "grad_norm": 0.11704683303833008,
      "learning_rate": 8.341996108586344e-05,
      "loss": 0.8230197429656982,
      "step": 748
    },
    {
      "epoch": 0.9157509157509157,
      "grad_norm": 0.22029860317707062,
      "learning_rate": 8.332786921538861e-05,
      "loss": 1.325174331665039,
      "step": 750
    },
    {
      "epoch": 0.9181929181929182,
      "grad_norm": 0.15344086289405823,
      "learning_rate": 8.32355804088247e-05,
      "loss": 1.187482237815857,
      "step": 752
    },
    {
      "epoch": 0.9206349206349206,
      "grad_norm": 0.2685832381248474,
      "learning_rate": 8.314309530776591e-05,
      "loss": 1.203112006187439,
      "step": 754
    },
    {
      "epoch": 0.9230769230769231,
      "grad_norm": 0.2993275821208954,
      "learning_rate": 8.305041455517109e-05,
      "loss": 1.1844916343688965,
      "step": 756
    },
    {
      "epoch": 0.9255189255189256,
      "grad_norm": 0.2729142904281616,
      "learning_rate": 8.295753879535924e-05,
      "loss": 1.2081713676452637,
      "step": 758
    },
    {
      "epoch": 0.927960927960928,
      "grad_norm": 0.3772994577884674,
      "learning_rate": 8.286446867400505e-05,
      "loss": 0.7893592715263367,
      "step": 760
    },
    {
      "epoch": 0.9304029304029304,
      "grad_norm": 0.2306855022907257,
      "learning_rate": 8.27712048381345e-05,
      "loss": 0.8467912077903748,
      "step": 762
    },
    {
      "epoch": 0.9328449328449329,
      "grad_norm": 0.38122788071632385,
      "learning_rate": 8.267774793612019e-05,
      "loss": 0.8108948469161987,
      "step": 764
    },
    {
      "epoch": 0.9352869352869353,
      "grad_norm": 0.5010560750961304,
      "learning_rate": 8.258409861767694e-05,
      "loss": 0.5701981782913208,
      "step": 766
    },
    {
      "epoch": 0.9377289377289377,
      "grad_norm": 0.3828265070915222,
      "learning_rate": 8.249025753385731e-05,
      "loss": 0.8258084058761597,
      "step": 768
    },
    {
      "epoch": 0.9401709401709402,
      "grad_norm": 0.40815332531929016,
      "learning_rate": 8.239622533704694e-05,
      "loss": 0.5677390098571777,
      "step": 770
    },
    {
      "epoch": 0.9426129426129426,
      "grad_norm": 0.20372486114501953,
      "learning_rate": 8.230200268096012e-05,
      "loss": 1.0656176805496216,
      "step": 772
    },
    {
      "epoch": 0.945054945054945,
      "grad_norm": 0.7339096069335938,
      "learning_rate": 8.220759022063526e-05,
      "loss": 1.189461350440979,
      "step": 774
    },
    {
      "epoch": 0.9474969474969475,
      "grad_norm": 0.19655680656433105,
      "learning_rate": 8.21129886124302e-05,
      "loss": 1.1418293714523315,
      "step": 776
    },
    {
      "epoch": 0.9499389499389499,
      "grad_norm": 0.21596293151378632,
      "learning_rate": 8.201819851401787e-05,
      "loss": 0.7796148061752319,
      "step": 778
    },
    {
      "epoch": 0.9523809523809523,
      "grad_norm": 0.09174662828445435,
      "learning_rate": 8.192322058438147e-05,
      "loss": 0.8845089673995972,
      "step": 780
    },
    {
      "epoch": 0.9548229548229549,
      "grad_norm": 1.103407859802246,
      "learning_rate": 8.182805548381005e-05,
      "loss": 1.1154630184173584,
      "step": 782
    },
    {
      "epoch": 0.9572649572649573,
      "grad_norm": 0.6213619112968445,
      "learning_rate": 8.173270387389393e-05,
      "loss": 1.180299162864685,
      "step": 784
    },
    {
      "epoch": 0.9597069597069597,
      "grad_norm": 0.24691630899906158,
      "learning_rate": 8.163716641751993e-05,
      "loss": 1.2167127132415771,
      "step": 786
    },
    {
      "epoch": 0.9621489621489622,
      "grad_norm": 0.6181882619857788,
      "learning_rate": 8.154144377886703e-05,
      "loss": 1.3297795057296753,
      "step": 788
    },
    {
      "epoch": 0.9645909645909646,
      "grad_norm": 0.4106929302215576,
      "learning_rate": 8.144553662340148e-05,
      "loss": 1.2432931661605835,
      "step": 790
    },
    {
      "epoch": 0.967032967032967,
      "grad_norm": 0.288196861743927,
      "learning_rate": 8.134944561787232e-05,
      "loss": 0.9817522764205933,
      "step": 792
    },
    {
      "epoch": 0.9694749694749695,
      "grad_norm": 0.3909185528755188,
      "learning_rate": 8.125317143030679e-05,
      "loss": 1.2259184122085571,
      "step": 794
    },
    {
      "epoch": 0.9719169719169719,
      "grad_norm": 0.4058467745780945,
      "learning_rate": 8.11567147300055e-05,
      "loss": 1.1331555843353271,
      "step": 796
    },
    {
      "epoch": 0.9743589743589743,
      "grad_norm": 0.26042062044143677,
      "learning_rate": 8.106007618753801e-05,
      "loss": 1.1959770917892456,
      "step": 798
    },
    {
      "epoch": 0.9768009768009768,
      "grad_norm": 0.2748604118824005,
      "learning_rate": 8.096325647473799e-05,
      "loss": 1.2063909769058228,
      "step": 800
    },
    {
      "epoch": 0.9792429792429792,
      "grad_norm": 0.3420720398426056,
      "learning_rate": 8.086625626469861e-05,
      "loss": 0.8798475861549377,
      "step": 802
    },
    {
      "epoch": 0.9816849816849816,
      "grad_norm": 0.27383849024772644,
      "learning_rate": 8.076907623176787e-05,
      "loss": 1.0582551956176758,
      "step": 804
    },
    {
      "epoch": 0.9841269841269841,
      "grad_norm": 0.36179980635643005,
      "learning_rate": 8.067171705154392e-05,
      "loss": 1.5065923929214478,
      "step": 806
    },
    {
      "epoch": 0.9865689865689866,
      "grad_norm": 0.4236770570278168,
      "learning_rate": 8.05741794008703e-05,
      "loss": 0.8796338438987732,
      "step": 808
    },
    {
      "epoch": 0.989010989010989,
      "grad_norm": 0.24213649332523346,
      "learning_rate": 8.047646395783138e-05,
      "loss": 1.220908284187317,
      "step": 810
    },
    {
      "epoch": 0.9914529914529915,
      "grad_norm": 0.5446254014968872,
      "learning_rate": 8.037857140174739e-05,
      "loss": 1.1596776247024536,
      "step": 812
    },
    {
      "epoch": 0.9938949938949939,
      "grad_norm": 0.4332633316516876,
      "learning_rate": 8.028050241317001e-05,
      "loss": 1.2945256233215332,
      "step": 814
    },
    {
      "epoch": 0.9963369963369964,
      "grad_norm": 0.21300239861011505,
      "learning_rate": 8.01822576738774e-05,
      "loss": 1.1899398565292358,
      "step": 816
    },
    {
      "epoch": 0.9987789987789988,
      "grad_norm": 0.9659496545791626,
      "learning_rate": 8.008383786686955e-05,
      "loss": 1.0717302560806274,
      "step": 818
    },
    {
      "epoch": 1.0012210012210012,
      "grad_norm": 0.27998143434524536,
      "learning_rate": 7.998524367636357e-05,
      "loss": 0.8679777979850769,
      "step": 820
    },
    {
      "epoch": 1.0036630036630036,
      "grad_norm": 0.30651572346687317,
      "learning_rate": 7.988647578778883e-05,
      "loss": 1.1609539985656738,
      "step": 822
    },
    {
      "epoch": 1.006105006105006,
      "grad_norm": 0.12804636359214783,
      "learning_rate": 7.978753488778229e-05,
      "loss": 0.42196178436279297,
      "step": 824
    },
    {
      "epoch": 1.0085470085470085,
      "grad_norm": 0.22472728788852692,
      "learning_rate": 7.968842166418366e-05,
      "loss": 1.0349066257476807,
      "step": 826
    },
    {
      "epoch": 1.010989010989011,
      "grad_norm": 0.2975021004676819,
      "learning_rate": 7.958913680603068e-05,
      "loss": 0.8017234206199646,
      "step": 828
    },
    {
      "epoch": 1.0134310134310134,
      "grad_norm": 0.14798957109451294,
      "learning_rate": 7.94896810035543e-05,
      "loss": 0.821688711643219,
      "step": 830
    },
    {
      "epoch": 1.0158730158730158,
      "grad_norm": 1.7618190050125122,
      "learning_rate": 7.939005494817384e-05,
      "loss": 0.887861430644989,
      "step": 832
    },
    {
      "epoch": 1.0183150183150182,
      "grad_norm": 0.23109908401966095,
      "learning_rate": 7.929025933249228e-05,
      "loss": 0.8126564025878906,
      "step": 834
    },
    {
      "epoch": 1.0207570207570207,
      "grad_norm": 0.7098497152328491,
      "learning_rate": 7.919029485029132e-05,
      "loss": 1.1389166116714478,
      "step": 836
    },
    {
      "epoch": 1.0231990231990231,
      "grad_norm": 0.4822708070278168,
      "learning_rate": 7.909016219652668e-05,
      "loss": 1.1576635837554932,
      "step": 838
    },
    {
      "epoch": 1.0256410256410255,
      "grad_norm": 1.9382874965667725,
      "learning_rate": 7.898986206732318e-05,
      "loss": 0.8626747727394104,
      "step": 840
    },
    {
      "epoch": 1.028083028083028,
      "grad_norm": 0.2783157527446747,
      "learning_rate": 7.888939515996997e-05,
      "loss": 0.8771259188652039,
      "step": 842
    },
    {
      "epoch": 1.0305250305250304,
      "grad_norm": 0.6428969502449036,
      "learning_rate": 7.878876217291559e-05,
      "loss": 1.07393479347229,
      "step": 844
    },
    {
      "epoch": 1.032967032967033,
      "grad_norm": 0.33416125178337097,
      "learning_rate": 7.868796380576323e-05,
      "loss": 0.8236369490623474,
      "step": 846
    },
    {
      "epoch": 1.0354090354090355,
      "grad_norm": 0.1370590627193451,
      "learning_rate": 7.858700075926578e-05,
      "loss": 1.1043959856033325,
      "step": 848
    },
    {
      "epoch": 1.037851037851038,
      "grad_norm": 0.3286353051662445,
      "learning_rate": 7.848587373532096e-05,
      "loss": 0.8794589638710022,
      "step": 850
    },
    {
      "epoch": 1.0402930402930404,
      "grad_norm": 0.12774719297885895,
      "learning_rate": 7.83845834369665e-05,
      "loss": 0.3835936486721039,
      "step": 852
    },
    {
      "epoch": 1.0427350427350428,
      "grad_norm": 0.3142074942588806,
      "learning_rate": 7.828313056837523e-05,
      "loss": 1.0747510194778442,
      "step": 854
    },
    {
      "epoch": 1.0451770451770452,
      "grad_norm": 0.41835519671440125,
      "learning_rate": 7.818151583485012e-05,
      "loss": 0.7233187556266785,
      "step": 856
    },
    {
      "epoch": 1.0476190476190477,
      "grad_norm": 0.23530925810337067,
      "learning_rate": 7.807973994281948e-05,
      "loss": 1.1343649625778198,
      "step": 858
    },
    {
      "epoch": 1.05006105006105,
      "grad_norm": 0.4393465220928192,
      "learning_rate": 7.797780359983198e-05,
      "loss": 0.7696434259414673,
      "step": 860
    },
    {
      "epoch": 1.0525030525030525,
      "grad_norm": 0.5696142911911011,
      "learning_rate": 7.787570751455173e-05,
      "loss": 0.997528612613678,
      "step": 862
    },
    {
      "epoch": 1.054945054945055,
      "grad_norm": 0.673509955406189,
      "learning_rate": 7.777345239675342e-05,
      "loss": 1.0887210369110107,
      "step": 864
    },
    {
      "epoch": 1.0573870573870574,
      "grad_norm": 0.8321965336799622,
      "learning_rate": 7.767103895731727e-05,
      "loss": 1.3814585208892822,
      "step": 866
    },
    {
      "epoch": 1.0598290598290598,
      "grad_norm": 0.40577077865600586,
      "learning_rate": 7.756846790822422e-05,
      "loss": 0.39930352568626404,
      "step": 868
    },
    {
      "epoch": 1.0622710622710623,
      "grad_norm": 0.15732550621032715,
      "learning_rate": 7.746573996255089e-05,
      "loss": 0.8849136233329773,
      "step": 870
    },
    {
      "epoch": 1.0647130647130647,
      "grad_norm": 0.11497446149587631,
      "learning_rate": 7.736285583446463e-05,
      "loss": 0.9299435019493103,
      "step": 872
    },
    {
      "epoch": 1.0671550671550671,
      "grad_norm": 0.21858395636081696,
      "learning_rate": 7.725981623921862e-05,
      "loss": 0.7411776781082153,
      "step": 874
    },
    {
      "epoch": 1.0695970695970696,
      "grad_norm": 0.18695200979709625,
      "learning_rate": 7.715662189314682e-05,
      "loss": 1.057569146156311,
      "step": 876
    },
    {
      "epoch": 1.072039072039072,
      "grad_norm": 0.8311925530433655,
      "learning_rate": 7.705327351365901e-05,
      "loss": 1.0278160572052002,
      "step": 878
    },
    {
      "epoch": 1.0744810744810744,
      "grad_norm": 0.31226208806037903,
      "learning_rate": 7.694977181923585e-05,
      "loss": 0.723739743232727,
      "step": 880
    },
    {
      "epoch": 1.0769230769230769,
      "grad_norm": 0.3679559528827667,
      "learning_rate": 7.684611752942383e-05,
      "loss": 1.0882328748703003,
      "step": 882
    },
    {
      "epoch": 1.0793650793650793,
      "grad_norm": 1.0180855989456177,
      "learning_rate": 7.674231136483029e-05,
      "loss": 0.7524626851081848,
      "step": 884
    },
    {
      "epoch": 1.0818070818070817,
      "grad_norm": 0.28578001260757446,
      "learning_rate": 7.663835404711841e-05,
      "loss": 0.6836865544319153,
      "step": 886
    },
    {
      "epoch": 1.0842490842490842,
      "grad_norm": 0.2188597023487091,
      "learning_rate": 7.653424629900217e-05,
      "loss": 1.1328239440917969,
      "step": 888
    },
    {
      "epoch": 1.0866910866910866,
      "grad_norm": 0.1949382871389389,
      "learning_rate": 7.642998884424139e-05,
      "loss": 0.8361105918884277,
      "step": 890
    },
    {
      "epoch": 1.089133089133089,
      "grad_norm": 0.7119947671890259,
      "learning_rate": 7.632558240763659e-05,
      "loss": 1.0361770391464233,
      "step": 892
    },
    {
      "epoch": 1.0915750915750915,
      "grad_norm": 0.7097267508506775,
      "learning_rate": 7.622102771502407e-05,
      "loss": 1.0411162376403809,
      "step": 894
    },
    {
      "epoch": 1.0940170940170941,
      "grad_norm": 1.0294795036315918,
      "learning_rate": 7.61163254932708e-05,
      "loss": 1.0457152128219604,
      "step": 896
    },
    {
      "epoch": 1.0964590964590966,
      "grad_norm": 0.20822793245315552,
      "learning_rate": 7.601147647026938e-05,
      "loss": 0.8243889212608337,
      "step": 898
    },
    {
      "epoch": 1.098901098901099,
      "grad_norm": 0.2013041228055954,
      "learning_rate": 7.590648137493294e-05,
      "loss": 0.6829918622970581,
      "step": 900
    },
    {
      "epoch": 1.1013431013431014,
      "grad_norm": 0.36496207118034363,
      "learning_rate": 7.580134093719017e-05,
      "loss": 0.6160250306129456,
      "step": 902
    },
    {
      "epoch": 1.1037851037851039,
      "grad_norm": 0.1050109714269638,
      "learning_rate": 7.569605588798009e-05,
      "loss": 0.639164388179779,
      "step": 904
    },
    {
      "epoch": 1.1062271062271063,
      "grad_norm": 0.47659313678741455,
      "learning_rate": 7.559062695924717e-05,
      "loss": 0.8138771057128906,
      "step": 906
    },
    {
      "epoch": 1.1086691086691087,
      "grad_norm": 0.23948967456817627,
      "learning_rate": 7.548505488393607e-05,
      "loss": 1.0633188486099243,
      "step": 908
    },
    {
      "epoch": 1.1111111111111112,
      "grad_norm": 0.6550633907318115,
      "learning_rate": 7.537934039598662e-05,
      "loss": 0.8208356499671936,
      "step": 910
    },
    {
      "epoch": 1.1135531135531136,
      "grad_norm": 0.4368497431278229,
      "learning_rate": 7.527348423032872e-05,
      "loss": 1.124341607093811,
      "step": 912
    },
    {
      "epoch": 1.115995115995116,
      "grad_norm": 71.85137939453125,
      "learning_rate": 7.51674871228772e-05,
      "loss": 0.7379211187362671,
      "step": 914
    },
    {
      "epoch": 1.1184371184371185,
      "grad_norm": 0.7239526510238647,
      "learning_rate": 7.506134981052673e-05,
      "loss": 0.7759638428688049,
      "step": 916
    },
    {
      "epoch": 1.120879120879121,
      "grad_norm": 0.3855206072330475,
      "learning_rate": 7.495507303114667e-05,
      "loss": 1.0572266578674316,
      "step": 918
    },
    {
      "epoch": 1.1233211233211233,
      "grad_norm": 0.5260382294654846,
      "learning_rate": 7.484865752357602e-05,
      "loss": 1.0437157154083252,
      "step": 920
    },
    {
      "epoch": 1.1257631257631258,
      "grad_norm": 0.15241922438144684,
      "learning_rate": 7.474210402761814e-05,
      "loss": 0.7936856150627136,
      "step": 922
    },
    {
      "epoch": 1.1282051282051282,
      "grad_norm": 0.4152061641216278,
      "learning_rate": 7.463541328403573e-05,
      "loss": 0.6679997444152832,
      "step": 924
    },
    {
      "epoch": 1.1306471306471306,
      "grad_norm": 0.2306256741285324,
      "learning_rate": 7.452858603454563e-05,
      "loss": 0.559407114982605,
      "step": 926
    },
    {
      "epoch": 1.133089133089133,
      "grad_norm": 1.4361807107925415,
      "learning_rate": 7.44216230218137e-05,
      "loss": 0.5593606233596802,
      "step": 928
    },
    {
      "epoch": 1.1355311355311355,
      "grad_norm": 0.1379753202199936,
      "learning_rate": 7.43145249894496e-05,
      "loss": 1.0598596334457397,
      "step": 930
    },
    {
      "epoch": 1.137973137973138,
      "grad_norm": 0.22989769279956818,
      "learning_rate": 7.420729268200164e-05,
      "loss": 1.1493088006973267,
      "step": 932
    },
    {
      "epoch": 1.1404151404151404,
      "grad_norm": 0.40291470289230347,
      "learning_rate": 7.409992684495167e-05,
      "loss": 0.8961124420166016,
      "step": 934
    },
    {
      "epoch": 1.1428571428571428,
      "grad_norm": 0.17242197692394257,
      "learning_rate": 7.399242822470975e-05,
      "loss": 0.8901186585426331,
      "step": 936
    },
    {
      "epoch": 1.1452991452991452,
      "grad_norm": 0.14181964099407196,
      "learning_rate": 7.388479756860915e-05,
      "loss": 0.9390299320220947,
      "step": 938
    },
    {
      "epoch": 1.1477411477411477,
      "grad_norm": 0.3699209690093994,
      "learning_rate": 7.377703562490099e-05,
      "loss": 1.0898199081420898,
      "step": 940
    },
    {
      "epoch": 1.15018315018315,
      "grad_norm": 0.42112553119659424,
      "learning_rate": 7.366914314274912e-05,
      "loss": 1.0293309688568115,
      "step": 942
    },
    {
      "epoch": 1.1526251526251525,
      "grad_norm": 0.2779008746147156,
      "learning_rate": 7.356112087222493e-05,
      "loss": 0.8111650347709656,
      "step": 944
    },
    {
      "epoch": 1.155067155067155,
      "grad_norm": 0.16659800708293915,
      "learning_rate": 7.345296956430203e-05,
      "loss": 0.7641980051994324,
      "step": 946
    },
    {
      "epoch": 1.1575091575091574,
      "grad_norm": 0.7026783227920532,
      "learning_rate": 7.33446899708512e-05,
      "loss": 0.4367336332798004,
      "step": 948
    },
    {
      "epoch": 1.1599511599511598,
      "grad_norm": 0.3488795757293701,
      "learning_rate": 7.323628284463499e-05,
      "loss": 0.9880833625793457,
      "step": 950
    },
    {
      "epoch": 1.1623931623931625,
      "grad_norm": 0.17974501848220825,
      "learning_rate": 7.312774893930255e-05,
      "loss": 0.978955864906311,
      "step": 952
    },
    {
      "epoch": 1.164835164835165,
      "grad_norm": 0.4115867018699646,
      "learning_rate": 7.301908900938448e-05,
      "loss": 0.818198025226593,
      "step": 954
    },
    {
      "epoch": 1.1672771672771673,
      "grad_norm": 0.1330568641424179,
      "learning_rate": 7.291030381028744e-05,
      "loss": 0.8854855895042419,
      "step": 956
    },
    {
      "epoch": 1.1697191697191698,
      "grad_norm": 0.41006651520729065,
      "learning_rate": 7.2801394098289e-05,
      "loss": 0.8362188339233398,
      "step": 958
    },
    {
      "epoch": 1.1721611721611722,
      "grad_norm": 0.3192770779132843,
      "learning_rate": 7.26923606305323e-05,
      "loss": 1.1527349948883057,
      "step": 960
    },
    {
      "epoch": 1.1746031746031746,
      "grad_norm": 0.41627976298332214,
      "learning_rate": 7.258320416502089e-05,
      "loss": 0.8889287710189819,
      "step": 962
    },
    {
      "epoch": 1.177045177045177,
      "grad_norm": 0.12926903367042542,
      "learning_rate": 7.247392546061337e-05,
      "loss": 0.7678587436676025,
      "step": 964
    },
    {
      "epoch": 1.1794871794871795,
      "grad_norm": 0.06340300291776657,
      "learning_rate": 7.236452527701816e-05,
      "loss": 1.0936024188995361,
      "step": 966
    },
    {
      "epoch": 1.181929181929182,
      "grad_norm": 0.2604690194129944,
      "learning_rate": 7.22550043747882e-05,
      "loss": 1.0897053480148315,
      "step": 968
    },
    {
      "epoch": 1.1843711843711844,
      "grad_norm": 0.30255287885665894,
      "learning_rate": 7.214536351531568e-05,
      "loss": 0.7890142202377319,
      "step": 970
    },
    {
      "epoch": 1.1868131868131868,
      "grad_norm": 0.21171697974205017,
      "learning_rate": 7.203560346082672e-05,
      "loss": 1.1312793493270874,
      "step": 972
    },
    {
      "epoch": 1.1892551892551892,
      "grad_norm": 0.33636537194252014,
      "learning_rate": 7.19257249743761e-05,
      "loss": 0.8746294379234314,
      "step": 974
    },
    {
      "epoch": 1.1916971916971917,
      "grad_norm": 0.21301348507404327,
      "learning_rate": 7.181572881984194e-05,
      "loss": 0.7623686194419861,
      "step": 976
    },
    {
      "epoch": 1.1941391941391941,
      "grad_norm": 0.3435983955860138,
      "learning_rate": 7.170561576192037e-05,
      "loss": 0.8620277643203735,
      "step": 978
    },
    {
      "epoch": 1.1965811965811965,
      "grad_norm": 0.395470529794693,
      "learning_rate": 7.159538656612025e-05,
      "loss": 1.0953612327575684,
      "step": 980
    },
    {
      "epoch": 1.199023199023199,
      "grad_norm": 0.31399983167648315,
      "learning_rate": 7.148504199875789e-05,
      "loss": 1.097609043121338,
      "step": 982
    },
    {
      "epoch": 1.2014652014652014,
      "grad_norm": 0.26807838678359985,
      "learning_rate": 7.137458282695156e-05,
      "loss": 1.1081359386444092,
      "step": 984
    },
    {
      "epoch": 1.2039072039072038,
      "grad_norm": 0.5702657103538513,
      "learning_rate": 7.126400981861634e-05,
      "loss": 0.7700930833816528,
      "step": 986
    },
    {
      "epoch": 1.2063492063492063,
      "grad_norm": 0.6189203262329102,
      "learning_rate": 7.115332374245866e-05,
      "loss": 0.7745048999786377,
      "step": 988
    },
    {
      "epoch": 1.2087912087912087,
      "grad_norm": 0.549611508846283,
      "learning_rate": 7.104252536797105e-05,
      "loss": 0.8819143772125244,
      "step": 990
    },
    {
      "epoch": 1.2112332112332111,
      "grad_norm": 0.27053648233413696,
      "learning_rate": 7.093161546542671e-05,
      "loss": 1.1001336574554443,
      "step": 992
    },
    {
      "epoch": 1.2136752136752136,
      "grad_norm": 0.7893326878547668,
      "learning_rate": 7.082059480587418e-05,
      "loss": 1.0525215864181519,
      "step": 994
    },
    {
      "epoch": 1.2161172161172162,
      "grad_norm": 0.24564678966999054,
      "learning_rate": 7.070946416113199e-05,
      "loss": 0.8900183439254761,
      "step": 996
    },
    {
      "epoch": 1.2185592185592187,
      "grad_norm": 0.22014155983924866,
      "learning_rate": 7.05982243037833e-05,
      "loss": 1.0661380290985107,
      "step": 998
    },
    {
      "epoch": 1.221001221001221,
      "grad_norm": 0.09143731743097305,
      "learning_rate": 7.048687600717052e-05,
      "loss": 0.6782379150390625,
      "step": 1000
    },
    {
      "epoch": 1.2234432234432235,
      "grad_norm": 0.3361298739910126,
      "learning_rate": 7.037542004538991e-05,
      "loss": 0.8010128736495972,
      "step": 1002
    },
    {
      "epoch": 1.225885225885226,
      "grad_norm": 0.4829467535018921,
      "learning_rate": 7.026385719328623e-05,
      "loss": 1.0825215578079224,
      "step": 1004
    },
    {
      "epoch": 1.2283272283272284,
      "grad_norm": 0.7137899398803711,
      "learning_rate": 7.01521882264474e-05,
      "loss": 0.7480688095092773,
      "step": 1006
    },
    {
      "epoch": 1.2307692307692308,
      "grad_norm": 0.14110709726810455,
      "learning_rate": 7.004041392119894e-05,
      "loss": 0.7143623232841492,
      "step": 1008
    },
    {
      "epoch": 1.2332112332112333,
      "grad_norm": 0.33323201537132263,
      "learning_rate": 6.992853505459878e-05,
      "loss": 1.1174697875976562,
      "step": 1010
    },
    {
      "epoch": 1.2356532356532357,
      "grad_norm": 0.0313718244433403,
      "learning_rate": 6.981655240443175e-05,
      "loss": 0.641499936580658,
      "step": 1012
    },
    {
      "epoch": 1.2380952380952381,
      "grad_norm": 0.25837182998657227,
      "learning_rate": 6.970446674920414e-05,
      "loss": 1.1100095510482788,
      "step": 1014
    },
    {
      "epoch": 1.2405372405372406,
      "grad_norm": 0.4039323925971985,
      "learning_rate": 6.959227886813837e-05,
      "loss": 0.9780574440956116,
      "step": 1016
    },
    {
      "epoch": 1.242979242979243,
      "grad_norm": 0.4271914064884186,
      "learning_rate": 6.947998954116754e-05,
      "loss": 1.0637195110321045,
      "step": 1018
    },
    {
      "epoch": 1.2454212454212454,
      "grad_norm": 0.1750369668006897,
      "learning_rate": 6.936759954892997e-05,
      "loss": 0.758945643901825,
      "step": 1020
    },
    {
      "epoch": 1.2478632478632479,
      "grad_norm": 1.4834343194961548,
      "learning_rate": 6.925510967276384e-05,
      "loss": 0.955576479434967,
      "step": 1022
    },
    {
      "epoch": 1.2503052503052503,
      "grad_norm": 0.2839743494987488,
      "learning_rate": 6.914252069470175e-05,
      "loss": 1.065222978591919,
      "step": 1024
    },
    {
      "epoch": 1.2527472527472527,
      "grad_norm": 0.22138509154319763,
      "learning_rate": 6.902983339746518e-05,
      "loss": 1.080528736114502,
      "step": 1026
    },
    {
      "epoch": 1.2551892551892552,
      "grad_norm": 0.7222219705581665,
      "learning_rate": 6.891704856445921e-05,
      "loss": 0.9944185614585876,
      "step": 1028
    },
    {
      "epoch": 1.2576312576312576,
      "grad_norm": 0.36048662662506104,
      "learning_rate": 6.88041669797669e-05,
      "loss": 0.9482412934303284,
      "step": 1030
    },
    {
      "epoch": 1.26007326007326,
      "grad_norm": 0.24719834327697754,
      "learning_rate": 6.869118942814404e-05,
      "loss": 1.1315852403640747,
      "step": 1032
    },
    {
      "epoch": 1.2625152625152625,
      "grad_norm": 0.5581805109977722,
      "learning_rate": 6.857811669501352e-05,
      "loss": 1.092515468597412,
      "step": 1034
    },
    {
      "epoch": 1.264957264957265,
      "grad_norm": 0.06896381825208664,
      "learning_rate": 6.846494956645993e-05,
      "loss": 0.808214545249939,
      "step": 1036
    },
    {
      "epoch": 1.2673992673992673,
      "grad_norm": 0.6676501035690308,
      "learning_rate": 6.83516888292241e-05,
      "loss": 0.6143781542778015,
      "step": 1038
    },
    {
      "epoch": 1.2698412698412698,
      "grad_norm": 0.19579023122787476,
      "learning_rate": 6.823833527069767e-05,
      "loss": 0.7590903043746948,
      "step": 1040
    },
    {
      "epoch": 1.2722832722832722,
      "grad_norm": 0.20698176324367523,
      "learning_rate": 6.812488967891755e-05,
      "loss": 1.0690947771072388,
      "step": 1042
    },
    {
      "epoch": 1.2747252747252746,
      "grad_norm": 0.1280958503484726,
      "learning_rate": 6.801135284256044e-05,
      "loss": 0.879156231880188,
      "step": 1044
    },
    {
      "epoch": 1.277167277167277,
      "grad_norm": 0.499832421541214,
      "learning_rate": 6.789772555093741e-05,
      "loss": 1.0459083318710327,
      "step": 1046
    },
    {
      "epoch": 1.2796092796092795,
      "grad_norm": 0.35604536533355713,
      "learning_rate": 6.77840085939884e-05,
      "loss": 0.7542599439620972,
      "step": 1048
    },
    {
      "epoch": 1.282051282051282,
      "grad_norm": 0.4993343651294708,
      "learning_rate": 6.767020276227665e-05,
      "loss": 0.34675005078315735,
      "step": 1050
    },
    {
      "epoch": 1.2844932844932844,
      "grad_norm": 0.468500554561615,
      "learning_rate": 6.755630884698327e-05,
      "loss": 1.0820245742797852,
      "step": 1052
    },
    {
      "epoch": 1.2869352869352868,
      "grad_norm": 0.3695545792579651,
      "learning_rate": 6.744232763990176e-05,
      "loss": 0.8342756628990173,
      "step": 1054
    },
    {
      "epoch": 1.2893772893772895,
      "grad_norm": 0.3611419200897217,
      "learning_rate": 6.732825993343246e-05,
      "loss": 0.7318598628044128,
      "step": 1056
    },
    {
      "epoch": 1.291819291819292,
      "grad_norm": 0.7220599055290222,
      "learning_rate": 6.721410652057705e-05,
      "loss": 1.1916691064834595,
      "step": 1058
    },
    {
      "epoch": 1.2942612942612943,
      "grad_norm": 0.22138787806034088,
      "learning_rate": 6.709986819493306e-05,
      "loss": 1.0766773223876953,
      "step": 1060
    },
    {
      "epoch": 1.2967032967032968,
      "grad_norm": 0.5020396113395691,
      "learning_rate": 6.698554575068829e-05,
      "loss": 0.6150152087211609,
      "step": 1062
    },
    {
      "epoch": 1.2991452991452992,
      "grad_norm": 0.15298037230968475,
      "learning_rate": 6.687113998261541e-05,
      "loss": 1.1057627201080322,
      "step": 1064
    },
    {
      "epoch": 1.3015873015873016,
      "grad_norm": 0.1805209517478943,
      "learning_rate": 6.67566516860663e-05,
      "loss": 0.7469316124916077,
      "step": 1066
    },
    {
      "epoch": 1.304029304029304,
      "grad_norm": 0.585453987121582,
      "learning_rate": 6.664208165696658e-05,
      "loss": 1.003629446029663,
      "step": 1068
    },
    {
      "epoch": 1.3064713064713065,
      "grad_norm": 0.42859435081481934,
      "learning_rate": 6.65274306918101e-05,
      "loss": 0.6870042085647583,
      "step": 1070
    },
    {
      "epoch": 1.308913308913309,
      "grad_norm": 0.4040563106536865,
      "learning_rate": 6.641269958765342e-05,
      "loss": 0.9547469019889832,
      "step": 1072
    },
    {
      "epoch": 1.3113553113553114,
      "grad_norm": 0.35660508275032043,
      "learning_rate": 6.629788914211012e-05,
      "loss": 0.8478542566299438,
      "step": 1074
    },
    {
      "epoch": 1.3137973137973138,
      "grad_norm": 0.1982157677412033,
      "learning_rate": 6.618300015334546e-05,
      "loss": 0.725452721118927,
      "step": 1076
    },
    {
      "epoch": 1.3162393162393162,
      "grad_norm": 1.687403678894043,
      "learning_rate": 6.60680334200707e-05,
      "loss": 1.0525561571121216,
      "step": 1078
    },
    {
      "epoch": 1.3186813186813187,
      "grad_norm": 0.7481430172920227,
      "learning_rate": 6.595298974153757e-05,
      "loss": 0.8642970323562622,
      "step": 1080
    },
    {
      "epoch": 1.321123321123321,
      "grad_norm": 0.12711447477340698,
      "learning_rate": 6.583786991753273e-05,
      "loss": 0.896920382976532,
      "step": 1082
    },
    {
      "epoch": 1.3235653235653235,
      "grad_norm": 0.26414385437965393,
      "learning_rate": 6.572267474837225e-05,
      "loss": 1.0309571027755737,
      "step": 1084
    },
    {
      "epoch": 1.326007326007326,
      "grad_norm": 0.13098475337028503,
      "learning_rate": 6.560740503489593e-05,
      "loss": 1.0929380655288696,
      "step": 1086
    },
    {
      "epoch": 1.3284493284493284,
      "grad_norm": 0.6176242232322693,
      "learning_rate": 6.549206157846186e-05,
      "loss": 1.1012804508209229,
      "step": 1088
    },
    {
      "epoch": 1.3308913308913308,
      "grad_norm": 0.6268819570541382,
      "learning_rate": 6.537664518094073e-05,
      "loss": 0.6613734364509583,
      "step": 1090
    },
    {
      "epoch": 1.3333333333333333,
      "grad_norm": 1.734652042388916,
      "learning_rate": 6.526115664471042e-05,
      "loss": 0.8728964328765869,
      "step": 1092
    },
    {
      "epoch": 1.3357753357753357,
      "grad_norm": 0.2716307044029236,
      "learning_rate": 6.514559677265022e-05,
      "loss": 1.092790961265564,
      "step": 1094
    },
    {
      "epoch": 1.3382173382173383,
      "grad_norm": 0.5069316029548645,
      "learning_rate": 6.502996636813539e-05,
      "loss": 0.39242786169052124,
      "step": 1096
    },
    {
      "epoch": 1.3406593406593408,
      "grad_norm": 0.43597611784935,
      "learning_rate": 6.491426623503157e-05,
      "loss": 1.2618279457092285,
      "step": 1098
    },
    {
      "epoch": 1.3431013431013432,
      "grad_norm": 0.13656683266162872,
      "learning_rate": 6.479849717768907e-05,
      "loss": 1.0743504762649536,
      "step": 1100
    },
    {
      "epoch": 1.3455433455433456,
      "grad_norm": 0.12377850711345673,
      "learning_rate": 6.468266000093744e-05,
      "loss": 1.0664759874343872,
      "step": 1102
    },
    {
      "epoch": 1.347985347985348,
      "grad_norm": 0.19693827629089355,
      "learning_rate": 6.456675551007974e-05,
      "loss": 0.7982177138328552,
      "step": 1104
    },
    {
      "epoch": 1.3504273504273505,
      "grad_norm": 0.25434446334838867,
      "learning_rate": 6.445078451088707e-05,
      "loss": 1.0961756706237793,
      "step": 1106
    },
    {
      "epoch": 1.352869352869353,
      "grad_norm": 0.19862128794193268,
      "learning_rate": 6.433474780959282e-05,
      "loss": 0.9376218914985657,
      "step": 1108
    },
    {
      "epoch": 1.3553113553113554,
      "grad_norm": 0.19884797930717468,
      "learning_rate": 6.421864621288718e-05,
      "loss": 1.148040533065796,
      "step": 1110
    },
    {
      "epoch": 1.3577533577533578,
      "grad_norm": 0.2507520020008087,
      "learning_rate": 6.41024805279115e-05,
      "loss": 1.0505282878875732,
      "step": 1112
    },
    {
      "epoch": 1.3601953601953602,
      "grad_norm": 0.26704150438308716,
      "learning_rate": 6.39862515622527e-05,
      "loss": 0.9849526286125183,
      "step": 1114
    },
    {
      "epoch": 1.3626373626373627,
      "grad_norm": 1.389377474784851,
      "learning_rate": 6.386996012393752e-05,
      "loss": 0.4344385862350464,
      "step": 1116
    },
    {
      "epoch": 1.3650793650793651,
      "grad_norm": 0.4976778030395508,
      "learning_rate": 6.375360702142715e-05,
      "loss": 1.0218122005462646,
      "step": 1118
    },
    {
      "epoch": 1.3675213675213675,
      "grad_norm": 0.19328756630420685,
      "learning_rate": 6.363719306361139e-05,
      "loss": 0.9801905155181885,
      "step": 1120
    },
    {
      "epoch": 1.36996336996337,
      "grad_norm": 0.3681502938270569,
      "learning_rate": 6.35207190598031e-05,
      "loss": 0.9958073496818542,
      "step": 1122
    },
    {
      "epoch": 1.3724053724053724,
      "grad_norm": 0.3005128800868988,
      "learning_rate": 6.340418581973265e-05,
      "loss": 1.0011686086654663,
      "step": 1124
    },
    {
      "epoch": 1.3748473748473748,
      "grad_norm": 0.27037566900253296,
      "learning_rate": 6.328759415354217e-05,
      "loss": 1.0258492231369019,
      "step": 1126
    },
    {
      "epoch": 1.3772893772893773,
      "grad_norm": 0.33061879873275757,
      "learning_rate": 6.317094487177992e-05,
      "loss": 1.0367637872695923,
      "step": 1128
    },
    {
      "epoch": 1.3797313797313797,
      "grad_norm": 0.2548726499080658,
      "learning_rate": 6.305423878539484e-05,
      "loss": 0.8461532592773438,
      "step": 1130
    },
    {
      "epoch": 1.3821733821733821,
      "grad_norm": 0.0829450935125351,
      "learning_rate": 6.293747670573067e-05,
      "loss": 0.7600595355033875,
      "step": 1132
    },
    {
      "epoch": 1.3846153846153846,
      "grad_norm": 0.21981346607208252,
      "learning_rate": 6.282065944452045e-05,
      "loss": 0.4816887378692627,
      "step": 1134
    },
    {
      "epoch": 1.387057387057387,
      "grad_norm": 0.28539714217185974,
      "learning_rate": 6.270378781388082e-05,
      "loss": 0.785520613193512,
      "step": 1136
    },
    {
      "epoch": 1.3894993894993894,
      "grad_norm": 0.28171128034591675,
      "learning_rate": 6.258686262630645e-05,
      "loss": 1.1236557960510254,
      "step": 1138
    },
    {
      "epoch": 1.3919413919413919,
      "grad_norm": 0.34872862696647644,
      "learning_rate": 6.246988469466429e-05,
      "loss": 0.7208234667778015,
      "step": 1140
    },
    {
      "epoch": 1.3943833943833943,
      "grad_norm": 0.3961777687072754,
      "learning_rate": 6.235285483218799e-05,
      "loss": 0.8725804686546326,
      "step": 1142
    },
    {
      "epoch": 1.3968253968253967,
      "grad_norm": 0.35713279247283936,
      "learning_rate": 6.223577385247223e-05,
      "loss": 0.645413875579834,
      "step": 1144
    },
    {
      "epoch": 1.3992673992673992,
      "grad_norm": 0.14098773896694183,
      "learning_rate": 6.211864256946703e-05,
      "loss": 1.0651791095733643,
      "step": 1146
    },
    {
      "epoch": 1.4017094017094016,
      "grad_norm": 0.6047578454017639,
      "learning_rate": 6.200146179747216e-05,
      "loss": 0.812719464302063,
      "step": 1148
    },
    {
      "epoch": 1.404151404151404,
      "grad_norm": 0.30947285890579224,
      "learning_rate": 6.188423235113138e-05,
      "loss": 0.7721526026725769,
      "step": 1150
    },
    {
      "epoch": 1.4065934065934065,
      "grad_norm": 0.08517705649137497,
      "learning_rate": 6.176695504542693e-05,
      "loss": 0.7817604541778564,
      "step": 1152
    },
    {
      "epoch": 1.409035409035409,
      "grad_norm": 0.13853046298027039,
      "learning_rate": 6.164963069567367e-05,
      "loss": 0.8681179285049438,
      "step": 1154
    },
    {
      "epoch": 1.4114774114774113,
      "grad_norm": 0.34450244903564453,
      "learning_rate": 6.153226011751357e-05,
      "loss": 0.6927434802055359,
      "step": 1156
    },
    {
      "epoch": 1.4139194139194138,
      "grad_norm": 0.31808528304100037,
      "learning_rate": 6.141484412690996e-05,
      "loss": 0.9719551205635071,
      "step": 1158
    },
    {
      "epoch": 1.4163614163614164,
      "grad_norm": 0.1396312266588211,
      "learning_rate": 6.12973835401419e-05,
      "loss": 0.9163044691085815,
      "step": 1160
    },
    {
      "epoch": 1.4188034188034189,
      "grad_norm": 0.21555638313293457,
      "learning_rate": 6.117987917379841e-05,
      "loss": 0.6509947776794434,
      "step": 1162
    },
    {
      "epoch": 1.4212454212454213,
      "grad_norm": 1.1163426637649536,
      "learning_rate": 6.106233184477301e-05,
      "loss": 0.5620357394218445,
      "step": 1164
    },
    {
      "epoch": 1.4236874236874237,
      "grad_norm": 0.177830308675766,
      "learning_rate": 6.094474237025775e-05,
      "loss": 1.1495651006698608,
      "step": 1166
    },
    {
      "epoch": 1.4261294261294262,
      "grad_norm": 0.05539826676249504,
      "learning_rate": 6.082711156773774e-05,
      "loss": 0.8995115160942078,
      "step": 1168
    },
    {
      "epoch": 1.4285714285714286,
      "grad_norm": 0.188784658908844,
      "learning_rate": 6.070944025498542e-05,
      "loss": 0.7915201783180237,
      "step": 1170
    },
    {
      "epoch": 1.431013431013431,
      "grad_norm": 0.2244511991739273,
      "learning_rate": 6.059172925005485e-05,
      "loss": 1.0928409099578857,
      "step": 1172
    },
    {
      "epoch": 1.4334554334554335,
      "grad_norm": 0.13012833893299103,
      "learning_rate": 6.0473979371276e-05,
      "loss": 1.0331077575683594,
      "step": 1174
    },
    {
      "epoch": 1.435897435897436,
      "grad_norm": 0.23487408459186554,
      "learning_rate": 6.035619143724912e-05,
      "loss": 1.1558940410614014,
      "step": 1176
    },
    {
      "epoch": 1.4383394383394383,
      "grad_norm": 0.29506245255470276,
      "learning_rate": 6.023836626683902e-05,
      "loss": 0.8217901587486267,
      "step": 1178
    },
    {
      "epoch": 1.4407814407814408,
      "grad_norm": 0.30551743507385254,
      "learning_rate": 6.0120504679169366e-05,
      "loss": 0.9451017379760742,
      "step": 1180
    },
    {
      "epoch": 1.4432234432234432,
      "grad_norm": 0.40952038764953613,
      "learning_rate": 6.0002607493616994e-05,
      "loss": 0.7660074234008789,
      "step": 1182
    },
    {
      "epoch": 1.4456654456654456,
      "grad_norm": 0.49127933382987976,
      "learning_rate": 5.9884675529806245e-05,
      "loss": 1.1192713975906372,
      "step": 1184
    },
    {
      "epoch": 1.448107448107448,
      "grad_norm": 0.30256426334381104,
      "learning_rate": 5.9766709607603224e-05,
      "loss": 1.030974268913269,
      "step": 1186
    },
    {
      "epoch": 1.4505494505494505,
      "grad_norm": 0.5313738584518433,
      "learning_rate": 5.964871054711008e-05,
      "loss": 0.8067046999931335,
      "step": 1188
    },
    {
      "epoch": 1.452991452991453,
      "grad_norm": 0.3709588050842285,
      "learning_rate": 5.953067916865941e-05,
      "loss": 0.966224730014801,
      "step": 1190
    },
    {
      "epoch": 1.4554334554334554,
      "grad_norm": 0.3335258662700653,
      "learning_rate": 5.9412616292808446e-05,
      "loss": 0.8578511476516724,
      "step": 1192
    },
    {
      "epoch": 1.4578754578754578,
      "grad_norm": 0.8506854176521301,
      "learning_rate": 5.929452274033336e-05,
      "loss": 0.746453583240509,
      "step": 1194
    },
    {
      "epoch": 1.4603174603174602,
      "grad_norm": 0.3150297701358795,
      "learning_rate": 5.917639933222368e-05,
      "loss": 0.7317304611206055,
      "step": 1196
    },
    {
      "epoch": 1.462759462759463,
      "grad_norm": 0.16696445643901825,
      "learning_rate": 5.905824688967638e-05,
      "loss": 1.0088220834732056,
      "step": 1198
    },
    {
      "epoch": 1.4652014652014653,
      "grad_norm": 0.3829812705516815,
      "learning_rate": 5.894006623409037e-05,
      "loss": 1.0668638944625854,
      "step": 1200
    },
    {
      "epoch": 1.4676434676434678,
      "grad_norm": 0.1337672919034958,
      "learning_rate": 5.882185818706064e-05,
      "loss": 1.0435950756072998,
      "step": 1202
    },
    {
      "epoch": 1.4700854700854702,
      "grad_norm": 0.1704324334859848,
      "learning_rate": 5.870362357037267e-05,
      "loss": 0.8998317122459412,
      "step": 1204
    },
    {
      "epoch": 1.4725274725274726,
      "grad_norm": 0.5092012882232666,
      "learning_rate": 5.858536320599658e-05,
      "loss": 0.8602074980735779,
      "step": 1206
    },
    {
      "epoch": 1.474969474969475,
      "grad_norm": 0.5197181105613708,
      "learning_rate": 5.846707791608151e-05,
      "loss": 0.8431311249732971,
      "step": 1208
    },
    {
      "epoch": 1.4774114774114775,
      "grad_norm": 0.3496190011501312,
      "learning_rate": 5.834876852294995e-05,
      "loss": 0.8800300359725952,
      "step": 1210
    },
    {
      "epoch": 1.47985347985348,
      "grad_norm": 0.2381490170955658,
      "learning_rate": 5.8230435849091833e-05,
      "loss": 1.0404175519943237,
      "step": 1212
    },
    {
      "epoch": 1.4822954822954824,
      "grad_norm": 0.20975252985954285,
      "learning_rate": 5.811208071715907e-05,
      "loss": 1.0842742919921875,
      "step": 1214
    },
    {
      "epoch": 1.4847374847374848,
      "grad_norm": 0.1687372624874115,
      "learning_rate": 5.799370394995959e-05,
      "loss": 1.0320112705230713,
      "step": 1216
    },
    {
      "epoch": 1.4871794871794872,
      "grad_norm": 0.13617894053459167,
      "learning_rate": 5.787530637045182e-05,
      "loss": 0.2343486249446869,
      "step": 1218
    },
    {
      "epoch": 1.4896214896214897,
      "grad_norm": 0.08795233815908432,
      "learning_rate": 5.775688880173882e-05,
      "loss": 0.5835520029067993,
      "step": 1220
    },
    {
      "epoch": 1.492063492063492,
      "grad_norm": 0.2893770933151245,
      "learning_rate": 5.763845206706261e-05,
      "loss": 0.9278719425201416,
      "step": 1222
    },
    {
      "epoch": 1.4945054945054945,
      "grad_norm": 0.7804391384124756,
      "learning_rate": 5.7519996989798494e-05,
      "loss": 0.8234866857528687,
      "step": 1224
    },
    {
      "epoch": 1.496947496947497,
      "grad_norm": 1.0618951320648193,
      "learning_rate": 5.740152439344929e-05,
      "loss": 1.0766711235046387,
      "step": 1226
    },
    {
      "epoch": 1.4993894993894994,
      "grad_norm": 0.24072515964508057,
      "learning_rate": 5.728303510163956e-05,
      "loss": 0.48025545477867126,
      "step": 1228
    },
    {
      "epoch": 1.5018315018315018,
      "grad_norm": 0.2178301364183426,
      "learning_rate": 5.716452993810998e-05,
      "loss": 0.7202725410461426,
      "step": 1230
    },
    {
      "epoch": 1.5042735042735043,
      "grad_norm": 0.10087763518095016,
      "learning_rate": 5.7046009726711545e-05,
      "loss": 0.6398283839225769,
      "step": 1232
    },
    {
      "epoch": 1.5067155067155067,
      "grad_norm": 0.17874756455421448,
      "learning_rate": 5.692747529139989e-05,
      "loss": 1.0056767463684082,
      "step": 1234
    },
    {
      "epoch": 1.5091575091575091,
      "grad_norm": 0.20484614372253418,
      "learning_rate": 5.680892745622949e-05,
      "loss": 0.8894158601760864,
      "step": 1236
    },
    {
      "epoch": 1.5115995115995116,
      "grad_norm": 0.2931312620639801,
      "learning_rate": 5.6690367045348014e-05,
      "loss": 0.8917006850242615,
      "step": 1238
    },
    {
      "epoch": 1.514041514041514,
      "grad_norm": 0.10633936524391174,
      "learning_rate": 5.657179488299055e-05,
      "loss": 1.0501837730407715,
      "step": 1240
    },
    {
      "epoch": 1.5164835164835164,
      "grad_norm": 0.12917259335517883,
      "learning_rate": 5.645321179347386e-05,
      "loss": 1.0691356658935547,
      "step": 1242
    },
    {
      "epoch": 1.5189255189255189,
      "grad_norm": 0.1591254472732544,
      "learning_rate": 5.6334618601190705e-05,
      "loss": 0.609035313129425,
      "step": 1244
    },
    {
      "epoch": 1.5213675213675213,
      "grad_norm": 0.3975456953048706,
      "learning_rate": 5.621601613060407e-05,
      "loss": 0.7681704759597778,
      "step": 1246
    },
    {
      "epoch": 1.5238095238095237,
      "grad_norm": 0.19978463649749756,
      "learning_rate": 5.6097405206241426e-05,
      "loss": 0.8475586175918579,
      "step": 1248
    },
    {
      "epoch": 1.5262515262515262,
      "grad_norm": 0.23777256906032562,
      "learning_rate": 5.597878665268903e-05,
      "loss": 1.0776598453521729,
      "step": 1250
    },
    {
      "epoch": 1.5286935286935286,
      "grad_norm": 0.3354805111885071,
      "learning_rate": 5.586016129458619e-05,
      "loss": 0.8357318043708801,
      "step": 1252
    },
    {
      "epoch": 1.531135531135531,
      "grad_norm": 0.12921759486198425,
      "learning_rate": 5.5741529956619476e-05,
      "loss": 1.051845669746399,
      "step": 1254
    },
    {
      "epoch": 1.5335775335775335,
      "grad_norm": 0.2622128427028656,
      "learning_rate": 5.562289346351707e-05,
      "loss": 1.0979580879211426,
      "step": 1256
    },
    {
      "epoch": 1.536019536019536,
      "grad_norm": 0.1916062831878662,
      "learning_rate": 5.550425264004299e-05,
      "loss": 0.4232596158981323,
      "step": 1258
    },
    {
      "epoch": 1.5384615384615383,
      "grad_norm": 0.2835545241832733,
      "learning_rate": 5.5385608310991334e-05,
      "loss": 0.6855109333992004,
      "step": 1260
    },
    {
      "epoch": 1.5409035409035408,
      "grad_norm": 0.8020928502082825,
      "learning_rate": 5.526696130118061e-05,
      "loss": 0.6893743872642517,
      "step": 1262
    },
    {
      "epoch": 1.5433455433455432,
      "grad_norm": 0.33751028776168823,
      "learning_rate": 5.514831243544791e-05,
      "loss": 0.7404376268386841,
      "step": 1264
    },
    {
      "epoch": 1.5457875457875456,
      "grad_norm": 0.18948665261268616,
      "learning_rate": 5.5029662538643276e-05,
      "loss": 0.8048269152641296,
      "step": 1266
    },
    {
      "epoch": 1.5482295482295483,
      "grad_norm": 0.22791559994220734,
      "learning_rate": 5.49110124356239e-05,
      "loss": 1.0504255294799805,
      "step": 1268
    },
    {
      "epoch": 1.5506715506715507,
      "grad_norm": 0.9400246739387512,
      "learning_rate": 5.479236295124841e-05,
      "loss": 0.46398311853408813,
      "step": 1270
    },
    {
      "epoch": 1.5531135531135531,
      "grad_norm": 0.5621083378791809,
      "learning_rate": 5.467371491037112e-05,
      "loss": 1.138421654701233,
      "step": 1272
    },
    {
      "epoch": 1.5555555555555556,
      "grad_norm": 0.16255539655685425,
      "learning_rate": 5.4555069137836314e-05,
      "loss": 0.8798990845680237,
      "step": 1274
    },
    {
      "epoch": 1.557997557997558,
      "grad_norm": 0.3270881175994873,
      "learning_rate": 5.443642645847253e-05,
      "loss": 1.3364378213882446,
      "step": 1276
    },
    {
      "epoch": 1.5604395604395604,
      "grad_norm": 0.17161868512630463,
      "learning_rate": 5.431778769708675e-05,
      "loss": 0.7309210300445557,
      "step": 1278
    },
    {
      "epoch": 1.5628815628815629,
      "grad_norm": 0.28098684549331665,
      "learning_rate": 5.4199153678458814e-05,
      "loss": 1.0521801710128784,
      "step": 1280
    },
    {
      "epoch": 1.5653235653235653,
      "grad_norm": 0.9097205400466919,
      "learning_rate": 5.4080525227335464e-05,
      "loss": 0.6273832321166992,
      "step": 1282
    },
    {
      "epoch": 1.5677655677655677,
      "grad_norm": 0.4730888307094574,
      "learning_rate": 5.3961903168424855e-05,
      "loss": 1.0628879070281982,
      "step": 1284
    },
    {
      "epoch": 1.5702075702075702,
      "grad_norm": 0.3619194030761719,
      "learning_rate": 5.384328832639061e-05,
      "loss": 1.1048762798309326,
      "step": 1286
    },
    {
      "epoch": 1.5726495726495726,
      "grad_norm": 0.4583139717578888,
      "learning_rate": 5.372468152584622e-05,
      "loss": 0.5223218202590942,
      "step": 1288
    },
    {
      "epoch": 1.575091575091575,
      "grad_norm": 0.45348143577575684,
      "learning_rate": 5.360608359134928e-05,
      "loss": 0.8029018044471741,
      "step": 1290
    },
    {
      "epoch": 1.5775335775335775,
      "grad_norm": 0.2899197041988373,
      "learning_rate": 5.3487495347395736e-05,
      "loss": 0.37328973412513733,
      "step": 1292
    },
    {
      "epoch": 1.5799755799755801,
      "grad_norm": 0.09255759418010712,
      "learning_rate": 5.3368917618414184e-05,
      "loss": 0.6895552277565002,
      "step": 1294
    },
    {
      "epoch": 1.5824175824175826,
      "grad_norm": 0.13683350384235382,
      "learning_rate": 5.3250351228760086e-05,
      "loss": 1.072478175163269,
      "step": 1296
    },
    {
      "epoch": 1.584859584859585,
      "grad_norm": 0.7693029046058655,
      "learning_rate": 5.31317970027101e-05,
      "loss": 1.0769416093826294,
      "step": 1298
    },
    {
      "epoch": 1.5873015873015874,
      "grad_norm": 0.19626326858997345,
      "learning_rate": 5.30132557644563e-05,
      "loss": 0.8601043820381165,
      "step": 1300
    },
    {
      "epoch": 1.5897435897435899,
      "grad_norm": 0.4950772821903229,
      "learning_rate": 5.2894728338100496e-05,
      "loss": 1.0493766069412231,
      "step": 1302
    },
    {
      "epoch": 1.5921855921855923,
      "grad_norm": 0.35559603571891785,
      "learning_rate": 5.277621554764842e-05,
      "loss": 1.0305781364440918,
      "step": 1304
    },
    {
      "epoch": 1.5946275946275947,
      "grad_norm": 0.39851295948028564,
      "learning_rate": 5.265771821700416e-05,
      "loss": 0.7244423627853394,
      "step": 1306
    },
    {
      "epoch": 1.5970695970695972,
      "grad_norm": 0.10679028183221817,
      "learning_rate": 5.2539237169964216e-05,
      "loss": 1.0926436185836792,
      "step": 1308
    },
    {
      "epoch": 1.5995115995115996,
      "grad_norm": 0.3007868528366089,
      "learning_rate": 5.242077323021197e-05,
      "loss": 0.9811714291572571,
      "step": 1310
    },
    {
      "epoch": 1.601953601953602,
      "grad_norm": 0.20424215495586395,
      "learning_rate": 5.2302327221311796e-05,
      "loss": 0.947564423084259,
      "step": 1312
    },
    {
      "epoch": 1.6043956043956045,
      "grad_norm": 0.24308611452579498,
      "learning_rate": 5.218389996670349e-05,
      "loss": 1.02983820438385,
      "step": 1314
    },
    {
      "epoch": 1.606837606837607,
      "grad_norm": 0.16875241696834564,
      "learning_rate": 5.206549228969639e-05,
      "loss": 1.1396514177322388,
      "step": 1316
    },
    {
      "epoch": 1.6092796092796093,
      "grad_norm": 0.149415984749794,
      "learning_rate": 5.194710501346377e-05,
      "loss": 0.9516569375991821,
      "step": 1318
    },
    {
      "epoch": 1.6117216117216118,
      "grad_norm": 0.3515506386756897,
      "learning_rate": 5.182873896103713e-05,
      "loss": 1.199094295501709,
      "step": 1320
    },
    {
      "epoch": 1.6141636141636142,
      "grad_norm": 0.16218596696853638,
      "learning_rate": 5.1710394955300315e-05,
      "loss": 1.0511850118637085,
      "step": 1322
    },
    {
      "epoch": 1.6166056166056166,
      "grad_norm": 0.15163403749465942,
      "learning_rate": 5.1592073818983976e-05,
      "loss": 1.0825765132904053,
      "step": 1324
    },
    {
      "epoch": 1.619047619047619,
      "grad_norm": 0.5036738514900208,
      "learning_rate": 5.147377637465975e-05,
      "loss": 0.6521511077880859,
      "step": 1326
    },
    {
      "epoch": 1.6214896214896215,
      "grad_norm": 0.31287693977355957,
      "learning_rate": 5.1355503444734576e-05,
      "loss": 1.101414680480957,
      "step": 1328
    },
    {
      "epoch": 1.623931623931624,
      "grad_norm": 0.33664900064468384,
      "learning_rate": 5.123725585144494e-05,
      "loss": 1.081400752067566,
      "step": 1330
    },
    {
      "epoch": 1.6263736263736264,
      "grad_norm": 0.17957070469856262,
      "learning_rate": 5.111903441685124e-05,
      "loss": 0.8277972936630249,
      "step": 1332
    },
    {
      "epoch": 1.6288156288156288,
      "grad_norm": 0.1797637641429901,
      "learning_rate": 5.100083996283196e-05,
      "loss": 1.068657398223877,
      "step": 1334
    },
    {
      "epoch": 1.6312576312576312,
      "grad_norm": 0.061219751834869385,
      "learning_rate": 5.0882673311078053e-05,
      "loss": 0.6104809045791626,
      "step": 1336
    },
    {
      "epoch": 1.6336996336996337,
      "grad_norm": 0.5505644679069519,
      "learning_rate": 5.076453528308719e-05,
      "loss": 1.0238608121871948,
      "step": 1338
    },
    {
      "epoch": 1.636141636141636,
      "grad_norm": 0.23708876967430115,
      "learning_rate": 5.064642670015801e-05,
      "loss": 0.48725709319114685,
      "step": 1340
    },
    {
      "epoch": 1.6385836385836385,
      "grad_norm": 0.14664816856384277,
      "learning_rate": 5.0528348383384507e-05,
      "loss": 0.36775800585746765,
      "step": 1342
    },
    {
      "epoch": 1.641025641025641,
      "grad_norm": 0.14682380855083466,
      "learning_rate": 5.0410301153650195e-05,
      "loss": 1.0905888080596924,
      "step": 1344
    },
    {
      "epoch": 1.6434676434676434,
      "grad_norm": 0.20299766957759857,
      "learning_rate": 5.029228583162256e-05,
      "loss": 1.0694624185562134,
      "step": 1346
    },
    {
      "epoch": 1.6459096459096458,
      "grad_norm": 0.2950347661972046,
      "learning_rate": 5.017430323774718e-05,
      "loss": 0.7154189944267273,
      "step": 1348
    },
    {
      "epoch": 1.6483516483516483,
      "grad_norm": 0.10156578570604324,
      "learning_rate": 5.005635419224214e-05,
      "loss": 0.6325153708457947,
      "step": 1350
    },
    {
      "epoch": 1.6507936507936507,
      "grad_norm": 0.13161711394786835,
      "learning_rate": 4.993843951509229e-05,
      "loss": 1.0733890533447266,
      "step": 1352
    },
    {
      "epoch": 1.6532356532356531,
      "grad_norm": 0.25999629497528076,
      "learning_rate": 4.982056002604356e-05,
      "loss": 1.1192110776901245,
      "step": 1354
    },
    {
      "epoch": 1.6556776556776556,
      "grad_norm": 0.17848606407642365,
      "learning_rate": 4.970271654459726e-05,
      "loss": 1.0675522089004517,
      "step": 1356
    },
    {
      "epoch": 1.658119658119658,
      "grad_norm": 0.10351155698299408,
      "learning_rate": 4.958490989000436e-05,
      "loss": 0.5787196755409241,
      "step": 1358
    },
    {
      "epoch": 1.6605616605616604,
      "grad_norm": 0.6748509407043457,
      "learning_rate": 4.9467140881259796e-05,
      "loss": 0.7209932208061218,
      "step": 1360
    },
    {
      "epoch": 1.6630036630036629,
      "grad_norm": 0.20171122252941132,
      "learning_rate": 4.9349410337096825e-05,
      "loss": 1.0964769124984741,
      "step": 1362
    },
    {
      "epoch": 1.6654456654456653,
      "grad_norm": 0.19162552058696747,
      "learning_rate": 4.9231719075981244e-05,
      "loss": 1.0881688594818115,
      "step": 1364
    },
    {
      "epoch": 1.6678876678876677,
      "grad_norm": 0.8815730214118958,
      "learning_rate": 4.91140679161058e-05,
      "loss": 1.0124543905258179,
      "step": 1366
    },
    {
      "epoch": 1.6703296703296702,
      "grad_norm": 0.16690880060195923,
      "learning_rate": 4.8996457675384444e-05,
      "loss": 1.0523033142089844,
      "step": 1368
    },
    {
      "epoch": 1.6727716727716728,
      "grad_norm": 0.17800509929656982,
      "learning_rate": 4.887888917144663e-05,
      "loss": 1.0857226848602295,
      "step": 1370
    },
    {
      "epoch": 1.6752136752136753,
      "grad_norm": 0.348590224981308,
      "learning_rate": 4.876136322163171e-05,
      "loss": 0.6205699443817139,
      "step": 1372
    },
    {
      "epoch": 1.6776556776556777,
      "grad_norm": 0.11171364039182663,
      "learning_rate": 4.864388064298315e-05,
      "loss": 0.2655639946460724,
      "step": 1374
    },
    {
      "epoch": 1.6800976800976801,
      "grad_norm": 0.23623786866664886,
      "learning_rate": 4.852644225224291e-05,
      "loss": 1.1150223016738892,
      "step": 1376
    },
    {
      "epoch": 1.6825396825396826,
      "grad_norm": 0.14239074289798737,
      "learning_rate": 4.840904886584579e-05,
      "loss": 1.0644621849060059,
      "step": 1378
    },
    {
      "epoch": 1.684981684981685,
      "grad_norm": 0.05473846197128296,
      "learning_rate": 4.829170129991364e-05,
      "loss": 0.911546528339386,
      "step": 1380
    },
    {
      "epoch": 1.6874236874236874,
      "grad_norm": 0.18205346167087555,
      "learning_rate": 4.817440037024985e-05,
      "loss": 0.9958337545394897,
      "step": 1382
    },
    {
      "epoch": 1.6898656898656899,
      "grad_norm": 0.1949300616979599,
      "learning_rate": 4.805714689233351e-05,
      "loss": 1.159174919128418,
      "step": 1384
    },
    {
      "epoch": 1.6923076923076923,
      "grad_norm": 0.5501182079315186,
      "learning_rate": 4.793994168131395e-05,
      "loss": 1.0625038146972656,
      "step": 1386
    },
    {
      "epoch": 1.6947496947496947,
      "grad_norm": 0.21715255081653595,
      "learning_rate": 4.782278555200481e-05,
      "loss": 1.0934077501296997,
      "step": 1388
    },
    {
      "epoch": 1.6971916971916972,
      "grad_norm": 0.11062823981046677,
      "learning_rate": 4.770567931887858e-05,
      "loss": 0.34447038173675537,
      "step": 1390
    },
    {
      "epoch": 1.6996336996336996,
      "grad_norm": 0.29721036553382874,
      "learning_rate": 4.758862379606088e-05,
      "loss": 0.9947092533111572,
      "step": 1392
    },
    {
      "epoch": 1.702075702075702,
      "grad_norm": 0.5796966552734375,
      "learning_rate": 4.747161979732475e-05,
      "loss": 0.8076590895652771,
      "step": 1394
    },
    {
      "epoch": 1.7045177045177047,
      "grad_norm": 1.3212742805480957,
      "learning_rate": 4.735466813608505e-05,
      "loss": 1.1376543045043945,
      "step": 1396
    },
    {
      "epoch": 1.7069597069597071,
      "grad_norm": 0.1878126710653305,
      "learning_rate": 4.723776962539282e-05,
      "loss": 0.7179307341575623,
      "step": 1398
    },
    {
      "epoch": 1.7094017094017095,
      "grad_norm": 2.141376495361328,
      "learning_rate": 4.712092507792956e-05,
      "loss": 0.38371261954307556,
      "step": 1400
    },
    {
      "epoch": 1.711843711843712,
      "grad_norm": 0.36681321263313293,
      "learning_rate": 4.700413530600162e-05,
      "loss": 0.8716605305671692,
      "step": 1402
    },
    {
      "epoch": 1.7142857142857144,
      "grad_norm": 0.16726715862751007,
      "learning_rate": 4.6887401121534554e-05,
      "loss": 1.057639241218567,
      "step": 1404
    },
    {
      "epoch": 1.7167277167277168,
      "grad_norm": 0.17409463226795197,
      "learning_rate": 4.677072333606749e-05,
      "loss": 0.5047734975814819,
      "step": 1406
    },
    {
      "epoch": 1.7191697191697193,
      "grad_norm": 0.15982046723365784,
      "learning_rate": 4.665410276074742e-05,
      "loss": 1.0847749710083008,
      "step": 1408
    },
    {
      "epoch": 1.7216117216117217,
      "grad_norm": 0.46375003457069397,
      "learning_rate": 4.6537540206323635e-05,
      "loss": 0.7411858439445496,
      "step": 1410
    },
    {
      "epoch": 1.7240537240537241,
      "grad_norm": 0.47292381525039673,
      "learning_rate": 4.642103648314211e-05,
      "loss": 0.8171213865280151,
      "step": 1412
    },
    {
      "epoch": 1.7264957264957266,
      "grad_norm": 0.36377474665641785,
      "learning_rate": 4.630459240113977e-05,
      "loss": 1.047723412513733,
      "step": 1414
    },
    {
      "epoch": 1.728937728937729,
      "grad_norm": 0.32019728422164917,
      "learning_rate": 4.618820876983889e-05,
      "loss": 0.7329713106155396,
      "step": 1416
    },
    {
      "epoch": 1.7313797313797314,
      "grad_norm": 0.2337159365415573,
      "learning_rate": 4.607188639834157e-05,
      "loss": 1.1218899488449097,
      "step": 1418
    },
    {
      "epoch": 1.7338217338217339,
      "grad_norm": 0.3704914450645447,
      "learning_rate": 4.595562609532396e-05,
      "loss": 0.7929244041442871,
      "step": 1420
    },
    {
      "epoch": 1.7362637362637363,
      "grad_norm": 0.1733865886926651,
      "learning_rate": 4.5839428669030705e-05,
      "loss": 0.8216549158096313,
      "step": 1422
    },
    {
      "epoch": 1.7387057387057387,
      "grad_norm": 0.3664633631706238,
      "learning_rate": 4.572329492726941e-05,
      "loss": 0.7749980092048645,
      "step": 1424
    },
    {
      "epoch": 1.7411477411477412,
      "grad_norm": 0.13494762778282166,
      "learning_rate": 4.560722567740486e-05,
      "loss": 0.7580897212028503,
      "step": 1426
    },
    {
      "epoch": 1.7435897435897436,
      "grad_norm": 0.16795885562896729,
      "learning_rate": 4.549122172635354e-05,
      "loss": 1.1150444746017456,
      "step": 1428
    },
    {
      "epoch": 1.746031746031746,
      "grad_norm": 0.19896958768367767,
      "learning_rate": 4.5375283880577945e-05,
      "loss": 1.135327935218811,
      "step": 1430
    },
    {
      "epoch": 1.7484737484737485,
      "grad_norm": 0.18567411601543427,
      "learning_rate": 4.5259412946081025e-05,
      "loss": 0.7407920956611633,
      "step": 1432
    },
    {
      "epoch": 1.750915750915751,
      "grad_norm": 0.13866519927978516,
      "learning_rate": 4.514360972840054e-05,
      "loss": 0.6161085963249207,
      "step": 1434
    },
    {
      "epoch": 1.7533577533577533,
      "grad_norm": 0.13026298582553864,
      "learning_rate": 4.502787503260349e-05,
      "loss": 0.758384644985199,
      "step": 1436
    },
    {
      "epoch": 1.7557997557997558,
      "grad_norm": 0.1002855971455574,
      "learning_rate": 4.4912209663280545e-05,
      "loss": 0.4888274371623993,
      "step": 1438
    },
    {
      "epoch": 1.7582417582417582,
      "grad_norm": 0.15915000438690186,
      "learning_rate": 4.479661442454035e-05,
      "loss": 1.0535722970962524,
      "step": 1440
    },
    {
      "epoch": 1.7606837606837606,
      "grad_norm": 0.7222951650619507,
      "learning_rate": 4.468109012000406e-05,
      "loss": 0.8508101105690002,
      "step": 1442
    },
    {
      "epoch": 1.763125763125763,
      "grad_norm": 0.17121757566928864,
      "learning_rate": 4.4565637552799634e-05,
      "loss": 0.7293910980224609,
      "step": 1444
    },
    {
      "epoch": 1.7655677655677655,
      "grad_norm": 0.0991348847746849,
      "learning_rate": 4.4450257525556384e-05,
      "loss": 1.0878574848175049,
      "step": 1446
    },
    {
      "epoch": 1.768009768009768,
      "grad_norm": 0.1505967676639557,
      "learning_rate": 4.433495084039925e-05,
      "loss": 1.101405382156372,
      "step": 1448
    },
    {
      "epoch": 1.7704517704517704,
      "grad_norm": 0.1785927265882492,
      "learning_rate": 4.4219718298943333e-05,
      "loss": 0.9359110593795776,
      "step": 1450
    },
    {
      "epoch": 1.7728937728937728,
      "grad_norm": 0.3384542763233185,
      "learning_rate": 4.4104560702288313e-05,
      "loss": 0.3786666989326477,
      "step": 1452
    },
    {
      "epoch": 1.7753357753357752,
      "grad_norm": 0.257131427526474,
      "learning_rate": 4.398947885101278e-05,
      "loss": 0.7697170376777649,
      "step": 1454
    },
    {
      "epoch": 1.7777777777777777,
      "grad_norm": 2.5905237197875977,
      "learning_rate": 4.38744735451688e-05,
      "loss": 0.5154775381088257,
      "step": 1456
    },
    {
      "epoch": 1.7802197802197801,
      "grad_norm": 0.3309757113456726,
      "learning_rate": 4.375954558427628e-05,
      "loss": 1.0552986860275269,
      "step": 1458
    },
    {
      "epoch": 1.7826617826617825,
      "grad_norm": 0.8500292301177979,
      "learning_rate": 4.36446957673174e-05,
      "loss": 0.9365640878677368,
      "step": 1460
    },
    {
      "epoch": 1.785103785103785,
      "grad_norm": 0.194388285279274,
      "learning_rate": 4.3529924892731077e-05,
      "loss": 0.8781149387359619,
      "step": 1462
    },
    {
      "epoch": 1.7875457875457874,
      "grad_norm": 0.2340954691171646,
      "learning_rate": 4.341523375840748e-05,
      "loss": 0.7231025099754333,
      "step": 1464
    },
    {
      "epoch": 1.7899877899877898,
      "grad_norm": 0.3413144052028656,
      "learning_rate": 4.3300623161682374e-05,
      "loss": 0.75654137134552,
      "step": 1466
    },
    {
      "epoch": 1.7924297924297923,
      "grad_norm": 5.676682949066162,
      "learning_rate": 4.3186093899331605e-05,
      "loss": 0.762105405330658,
      "step": 1468
    },
    {
      "epoch": 1.7948717948717947,
      "grad_norm": 0.3567386269569397,
      "learning_rate": 4.307164676756563e-05,
      "loss": 0.973125159740448,
      "step": 1470
    },
    {
      "epoch": 1.7973137973137974,
      "grad_norm": 0.21971167623996735,
      "learning_rate": 4.2957282562023905e-05,
      "loss": 1.0411320924758911,
      "step": 1472
    },
    {
      "epoch": 1.7997557997557998,
      "grad_norm": 0.23026219010353088,
      "learning_rate": 4.284300207776937e-05,
      "loss": 0.7280438542366028,
      "step": 1474
    },
    {
      "epoch": 1.8021978021978022,
      "grad_norm": 0.15556035935878754,
      "learning_rate": 4.272880610928294e-05,
      "loss": 0.5909247994422913,
      "step": 1476
    },
    {
      "epoch": 1.8046398046398047,
      "grad_norm": 0.29173851013183594,
      "learning_rate": 4.2614695450458e-05,
      "loss": 0.7470681667327881,
      "step": 1478
    },
    {
      "epoch": 1.807081807081807,
      "grad_norm": 0.17577774822711945,
      "learning_rate": 4.250067089459485e-05,
      "loss": 0.40631747245788574,
      "step": 1480
    },
    {
      "epoch": 1.8095238095238095,
      "grad_norm": 0.5311745405197144,
      "learning_rate": 4.238673323439516e-05,
      "loss": 0.6865248084068298,
      "step": 1482
    },
    {
      "epoch": 1.811965811965812,
      "grad_norm": 0.13050416111946106,
      "learning_rate": 4.227288326195655e-05,
      "loss": 1.124280571937561,
      "step": 1484
    },
    {
      "epoch": 1.8144078144078144,
      "grad_norm": 0.3412638306617737,
      "learning_rate": 4.215912176876702e-05,
      "loss": 1.0452717542648315,
      "step": 1486
    },
    {
      "epoch": 1.8168498168498168,
      "grad_norm": 0.6988785266876221,
      "learning_rate": 4.20454495456994e-05,
      "loss": 0.6673856973648071,
      "step": 1488
    },
    {
      "epoch": 1.8192918192918193,
      "grad_norm": 0.3266439139842987,
      "learning_rate": 4.193186738300603e-05,
      "loss": 0.850813090801239,
      "step": 1490
    },
    {
      "epoch": 1.8217338217338217,
      "grad_norm": 3.462282419204712,
      "learning_rate": 4.1818376070313046e-05,
      "loss": 1.0719836950302124,
      "step": 1492
    },
    {
      "epoch": 1.8241758241758241,
      "grad_norm": 0.2799535393714905,
      "learning_rate": 4.1704976396615035e-05,
      "loss": 0.6984477639198303,
      "step": 1494
    },
    {
      "epoch": 1.8266178266178266,
      "grad_norm": 0.2727070748806,
      "learning_rate": 4.1591669150269505e-05,
      "loss": 0.8232375979423523,
      "step": 1496
    },
    {
      "epoch": 1.8290598290598292,
      "grad_norm": 0.14200325310230255,
      "learning_rate": 4.14784551189914e-05,
      "loss": 1.4073742628097534,
      "step": 1498
    },
    {
      "epoch": 1.8315018315018317,
      "grad_norm": 0.46531203389167786,
      "learning_rate": 4.1365335089847615e-05,
      "loss": 1.1864604949951172,
      "step": 1500
    },
    {
      "epoch": 1.833943833943834,
      "grad_norm": 0.6122459173202515,
      "learning_rate": 4.125230984925156e-05,
      "loss": 0.8614127039909363,
      "step": 1502
    },
    {
      "epoch": 1.8363858363858365,
      "grad_norm": 0.03934510424733162,
      "learning_rate": 4.11393801829577e-05,
      "loss": 0.8807006478309631,
      "step": 1504
    },
    {
      "epoch": 1.838827838827839,
      "grad_norm": 0.12789197266101837,
      "learning_rate": 4.1026546876056006e-05,
      "loss": 0.7302087545394897,
      "step": 1506
    },
    {
      "epoch": 1.8412698412698414,
      "grad_norm": 0.28864189982414246,
      "learning_rate": 4.0913810712966594e-05,
      "loss": 0.7880204916000366,
      "step": 1508
    },
    {
      "epoch": 1.8437118437118438,
      "grad_norm": 0.1285659670829773,
      "learning_rate": 4.080117247743422e-05,
      "loss": 1.0747519731521606,
      "step": 1510
    },
    {
      "epoch": 1.8461538461538463,
      "grad_norm": 0.2884065806865692,
      "learning_rate": 4.0688632952522854e-05,
      "loss": 1.0847268104553223,
      "step": 1512
    },
    {
      "epoch": 1.8485958485958487,
      "grad_norm": 0.10085301846265793,
      "learning_rate": 4.0576192920610225e-05,
      "loss": 1.0555427074432373,
      "step": 1514
    },
    {
      "epoch": 1.8510378510378511,
      "grad_norm": 0.39521071314811707,
      "learning_rate": 4.046385316338235e-05,
      "loss": 0.7720159292221069,
      "step": 1516
    },
    {
      "epoch": 1.8534798534798536,
      "grad_norm": 0.16272993385791779,
      "learning_rate": 4.03516144618282e-05,
      "loss": 1.0903829336166382,
      "step": 1518
    },
    {
      "epoch": 1.855921855921856,
      "grad_norm": 1.2611911296844482,
      "learning_rate": 4.0239477596234166e-05,
      "loss": 0.850383460521698,
      "step": 1520
    },
    {
      "epoch": 1.8583638583638584,
      "grad_norm": 0.2067229151725769,
      "learning_rate": 4.0127443346178675e-05,
      "loss": 0.909993588924408,
      "step": 1522
    },
    {
      "epoch": 1.8608058608058609,
      "grad_norm": 0.3549044132232666,
      "learning_rate": 4.0015512490526764e-05,
      "loss": 0.8329422473907471,
      "step": 1524
    },
    {
      "epoch": 1.8632478632478633,
      "grad_norm": 0.33927121758461,
      "learning_rate": 3.9903685807424665e-05,
      "loss": 0.8696761727333069,
      "step": 1526
    },
    {
      "epoch": 1.8656898656898657,
      "grad_norm": 0.22251230478286743,
      "learning_rate": 3.979196407429441e-05,
      "loss": 0.7492315769195557,
      "step": 1528
    },
    {
      "epoch": 1.8681318681318682,
      "grad_norm": 0.33873438835144043,
      "learning_rate": 3.9680348067828445e-05,
      "loss": 0.8280366659164429,
      "step": 1530
    },
    {
      "epoch": 1.8705738705738706,
      "grad_norm": 0.30588895082473755,
      "learning_rate": 3.9568838563984145e-05,
      "loss": 0.7478283643722534,
      "step": 1532
    },
    {
      "epoch": 1.873015873015873,
      "grad_norm": 0.17078544199466705,
      "learning_rate": 3.945743633797849e-05,
      "loss": 0.9188095927238464,
      "step": 1534
    },
    {
      "epoch": 1.8754578754578755,
      "grad_norm": 0.13569653034210205,
      "learning_rate": 3.934614216428272e-05,
      "loss": 1.0689340829849243,
      "step": 1536
    },
    {
      "epoch": 1.877899877899878,
      "grad_norm": 0.16706790030002594,
      "learning_rate": 3.92349568166168e-05,
      "loss": 1.0157550573349,
      "step": 1538
    },
    {
      "epoch": 1.8803418803418803,
      "grad_norm": 0.11259295791387558,
      "learning_rate": 3.9123881067944214e-05,
      "loss": 1.0532252788543701,
      "step": 1540
    },
    {
      "epoch": 1.8827838827838828,
      "grad_norm": 0.23742644488811493,
      "learning_rate": 3.901291569046646e-05,
      "loss": 1.0480480194091797,
      "step": 1542
    },
    {
      "epoch": 1.8852258852258852,
      "grad_norm": 0.23344580829143524,
      "learning_rate": 3.890206145561774e-05,
      "loss": 0.8115158677101135,
      "step": 1544
    },
    {
      "epoch": 1.8876678876678876,
      "grad_norm": 0.21767543256282806,
      "learning_rate": 3.8791319134059635e-05,
      "loss": 1.0859732627868652,
      "step": 1546
    },
    {
      "epoch": 1.89010989010989,
      "grad_norm": 0.6981015205383301,
      "learning_rate": 3.8680689495675624e-05,
      "loss": 1.0850564241409302,
      "step": 1548
    },
    {
      "epoch": 1.8925518925518925,
      "grad_norm": 0.2215709686279297,
      "learning_rate": 3.8570173309565895e-05,
      "loss": 0.6140363812446594,
      "step": 1550
    },
    {
      "epoch": 1.894993894993895,
      "grad_norm": 0.2647048830986023,
      "learning_rate": 3.8459771344041827e-05,
      "loss": 1.1245466470718384,
      "step": 1552
    },
    {
      "epoch": 1.8974358974358974,
      "grad_norm": 0.33657070994377136,
      "learning_rate": 3.834948436662078e-05,
      "loss": 0.6867294311523438,
      "step": 1554
    },
    {
      "epoch": 1.8998778998778998,
      "grad_norm": 0.27911558747291565,
      "learning_rate": 3.823931314402076e-05,
      "loss": 1.1472887992858887,
      "step": 1556
    },
    {
      "epoch": 1.9023199023199022,
      "grad_norm": 0.8100700974464417,
      "learning_rate": 3.812925844215496e-05,
      "loss": 0.9275177121162415,
      "step": 1558
    },
    {
      "epoch": 1.9047619047619047,
      "grad_norm": 0.639488697052002,
      "learning_rate": 3.8019321026126556e-05,
      "loss": 0.6028476357460022,
      "step": 1560
    },
    {
      "epoch": 1.907203907203907,
      "grad_norm": 0.22780871391296387,
      "learning_rate": 3.790950166022334e-05,
      "loss": 1.064815640449524,
      "step": 1562
    },
    {
      "epoch": 1.9096459096459095,
      "grad_norm": 0.19272786378860474,
      "learning_rate": 3.7799801107912404e-05,
      "loss": 0.7198202013969421,
      "step": 1564
    },
    {
      "epoch": 1.912087912087912,
      "grad_norm": 0.3562992513179779,
      "learning_rate": 3.76902201318349e-05,
      "loss": 1.0721912384033203,
      "step": 1566
    },
    {
      "epoch": 1.9145299145299144,
      "grad_norm": 1.4828698635101318,
      "learning_rate": 3.758075949380061e-05,
      "loss": 0.905088484287262,
      "step": 1568
    },
    {
      "epoch": 1.9169719169719168,
      "grad_norm": 0.3064350485801697,
      "learning_rate": 3.7471419954782796e-05,
      "loss": 0.7685626745223999,
      "step": 1570
    },
    {
      "epoch": 1.9194139194139193,
      "grad_norm": 0.3019864857196808,
      "learning_rate": 3.736220227491276e-05,
      "loss": 1.0030697584152222,
      "step": 1572
    },
    {
      "epoch": 1.9218559218559217,
      "grad_norm": 0.7463777661323547,
      "learning_rate": 3.72531072134747e-05,
      "loss": 0.783904492855072,
      "step": 1574
    },
    {
      "epoch": 1.9242979242979243,
      "grad_norm": 0.5904989838600159,
      "learning_rate": 3.714413552890035e-05,
      "loss": 0.939898669719696,
      "step": 1576
    },
    {
      "epoch": 1.9267399267399268,
      "grad_norm": 0.22297552227973938,
      "learning_rate": 3.703528797876368e-05,
      "loss": 0.6810073852539062,
      "step": 1578
    },
    {
      "epoch": 1.9291819291819292,
      "grad_norm": 0.4896375238895416,
      "learning_rate": 3.692656531977574e-05,
      "loss": 1.0190911293029785,
      "step": 1580
    },
    {
      "epoch": 1.9316239316239316,
      "grad_norm": 0.11533039808273315,
      "learning_rate": 3.681796830777927e-05,
      "loss": 0.25521060824394226,
      "step": 1582
    },
    {
      "epoch": 1.934065934065934,
      "grad_norm": 0.35863131284713745,
      "learning_rate": 3.67094976977436e-05,
      "loss": 0.4837794303894043,
      "step": 1584
    },
    {
      "epoch": 1.9365079365079365,
      "grad_norm": 0.1478620022535324,
      "learning_rate": 3.6601154243759215e-05,
      "loss": 0.6568963527679443,
      "step": 1586
    },
    {
      "epoch": 1.938949938949939,
      "grad_norm": 0.27968350052833557,
      "learning_rate": 3.649293869903265e-05,
      "loss": 1.0917468070983887,
      "step": 1588
    },
    {
      "epoch": 1.9413919413919414,
      "grad_norm": 0.10699980705976486,
      "learning_rate": 3.6384851815881214e-05,
      "loss": 1.0869860649108887,
      "step": 1590
    },
    {
      "epoch": 1.9438339438339438,
      "grad_norm": 0.4071694612503052,
      "learning_rate": 3.6276894345727755e-05,
      "loss": 0.9575576782226562,
      "step": 1592
    },
    {
      "epoch": 1.9462759462759462,
      "grad_norm": 0.30121275782585144,
      "learning_rate": 3.6169067039095404e-05,
      "loss": 0.672225832939148,
      "step": 1594
    },
    {
      "epoch": 1.9487179487179487,
      "grad_norm": 0.2678603231906891,
      "learning_rate": 3.606137064560245e-05,
      "loss": 0.5794538259506226,
      "step": 1596
    },
    {
      "epoch": 1.9511599511599511,
      "grad_norm": 0.34622427821159363,
      "learning_rate": 3.595380591395706e-05,
      "loss": 0.7376147508621216,
      "step": 1598
    },
    {
      "epoch": 1.9536019536019538,
      "grad_norm": 0.203504741191864,
      "learning_rate": 3.5846373591952034e-05,
      "loss": 0.7228766679763794,
      "step": 1600
    },
    {
      "epoch": 1.9560439560439562,
      "grad_norm": 0.19558553397655487,
      "learning_rate": 3.57390744264597e-05,
      "loss": 1.0548901557922363,
      "step": 1602
    },
    {
      "epoch": 1.9584859584859586,
      "grad_norm": 0.5159153342247009,
      "learning_rate": 3.563190916342667e-05,
      "loss": 1.1147674322128296,
      "step": 1604
    },
    {
      "epoch": 1.960927960927961,
      "grad_norm": 0.45352670550346375,
      "learning_rate": 3.5524878547868665e-05,
      "loss": 1.2071866989135742,
      "step": 1606
    },
    {
      "epoch": 1.9633699633699635,
      "grad_norm": 0.11871611326932907,
      "learning_rate": 3.541798332386529e-05,
      "loss": 1.1454509496688843,
      "step": 1608
    },
    {
      "epoch": 1.965811965811966,
      "grad_norm": 0.18767890334129333,
      "learning_rate": 3.531122423455502e-05,
      "loss": 1.0524815320968628,
      "step": 1610
    },
    {
      "epoch": 1.9682539682539684,
      "grad_norm": 0.7703342437744141,
      "learning_rate": 3.5204602022129776e-05,
      "loss": 0.9447095990180969,
      "step": 1612
    },
    {
      "epoch": 1.9706959706959708,
      "grad_norm": 0.15847618877887726,
      "learning_rate": 3.5098117427830014e-05,
      "loss": 1.049167513847351,
      "step": 1614
    },
    {
      "epoch": 1.9731379731379732,
      "grad_norm": 0.12073543667793274,
      "learning_rate": 3.499177119193938e-05,
      "loss": 0.8764771819114685,
      "step": 1616
    },
    {
      "epoch": 1.9755799755799757,
      "grad_norm": 0.138034388422966,
      "learning_rate": 3.488556405377974e-05,
      "loss": 0.9779093861579895,
      "step": 1618
    },
    {
      "epoch": 1.978021978021978,
      "grad_norm": 0.15564721822738647,
      "learning_rate": 3.477949675170585e-05,
      "loss": 1.1160447597503662,
      "step": 1620
    },
    {
      "epoch": 1.9804639804639805,
      "grad_norm": 0.2628539204597473,
      "learning_rate": 3.467357002310043e-05,
      "loss": 0.8582868576049805,
      "step": 1622
    },
    {
      "epoch": 1.982905982905983,
      "grad_norm": 0.20883886516094208,
      "learning_rate": 3.4567784604368844e-05,
      "loss": 0.4796310365200043,
      "step": 1624
    },
    {
      "epoch": 1.9853479853479854,
      "grad_norm": 0.23412923514842987,
      "learning_rate": 3.4462141230934096e-05,
      "loss": 0.7904374599456787,
      "step": 1626
    },
    {
      "epoch": 1.9877899877899878,
      "grad_norm": 1.0725616216659546,
      "learning_rate": 3.4356640637231673e-05,
      "loss": 0.8463651537895203,
      "step": 1628
    },
    {
      "epoch": 1.9902319902319903,
      "grad_norm": 0.1747504323720932,
      "learning_rate": 3.425128355670451e-05,
      "loss": 1.1446012258529663,
      "step": 1630
    },
    {
      "epoch": 1.9926739926739927,
      "grad_norm": 0.5847082138061523,
      "learning_rate": 3.414607072179773e-05,
      "loss": 1.027217984199524,
      "step": 1632
    },
    {
      "epoch": 1.9951159951159951,
      "grad_norm": 0.16668929159641266,
      "learning_rate": 3.4041002863953766e-05,
      "loss": 0.7982567548751831,
      "step": 1634
    },
    {
      "epoch": 1.9975579975579976,
      "grad_norm": 0.1288972645998001,
      "learning_rate": 3.39360807136071e-05,
      "loss": 1.1141502857208252,
      "step": 1636
    },
    {
      "epoch": 2.0,
      "grad_norm": 0.19240225851535797,
      "learning_rate": 3.383130500017928e-05,
      "loss": 1.0660604238510132,
      "step": 1638
    },
    {
      "epoch": 2.0024420024420024,
      "grad_norm": 0.1633676290512085,
      "learning_rate": 3.3726676452073794e-05,
      "loss": 0.8098340630531311,
      "step": 1640
    },
    {
      "epoch": 2.004884004884005,
      "grad_norm": 0.433170348405838,
      "learning_rate": 3.362219579667108e-05,
      "loss": 0.6766613721847534,
      "step": 1642
    },
    {
      "epoch": 2.0073260073260073,
      "grad_norm": 0.06701789796352386,
      "learning_rate": 3.351786376032336e-05,
      "loss": 0.8549144268035889,
      "step": 1644
    },
    {
      "epoch": 2.0097680097680097,
      "grad_norm": 0.5762924551963806,
      "learning_rate": 3.341368106834972e-05,
      "loss": 0.6137865781784058,
      "step": 1646
    },
    {
      "epoch": 2.012210012210012,
      "grad_norm": 0.21846307814121246,
      "learning_rate": 3.33096484450309e-05,
      "loss": 0.5671168565750122,
      "step": 1648
    },
    {
      "epoch": 2.0146520146520146,
      "grad_norm": 4.144954204559326,
      "learning_rate": 3.320576661360451e-05,
      "loss": 0.5974899530410767,
      "step": 1650
    },
    {
      "epoch": 2.017094017094017,
      "grad_norm": 0.4958506226539612,
      "learning_rate": 3.310203629625971e-05,
      "loss": 0.7066149711608887,
      "step": 1652
    },
    {
      "epoch": 2.0195360195360195,
      "grad_norm": 0.22288993000984192,
      "learning_rate": 3.299845821413239e-05,
      "loss": 1.0410499572753906,
      "step": 1654
    },
    {
      "epoch": 2.021978021978022,
      "grad_norm": 0.06826517730951309,
      "learning_rate": 3.28950330873001e-05,
      "loss": 0.44449853897094727,
      "step": 1656
    },
    {
      "epoch": 2.0244200244200243,
      "grad_norm": 0.40834012627601624,
      "learning_rate": 3.279176163477704e-05,
      "loss": 0.7431243062019348,
      "step": 1658
    },
    {
      "epoch": 2.0268620268620268,
      "grad_norm": 0.1631796807050705,
      "learning_rate": 3.2688644574509005e-05,
      "loss": 0.8592994809150696,
      "step": 1660
    },
    {
      "epoch": 2.029304029304029,
      "grad_norm": 0.39541497826576233,
      "learning_rate": 3.258568262336857e-05,
      "loss": 0.9036648869514465,
      "step": 1662
    },
    {
      "epoch": 2.0317460317460316,
      "grad_norm": 0.1921057105064392,
      "learning_rate": 3.248287649714987e-05,
      "loss": 0.42328229546546936,
      "step": 1664
    },
    {
      "epoch": 2.034188034188034,
      "grad_norm": 0.2879117727279663,
      "learning_rate": 3.238022691056383e-05,
      "loss": 0.6711524128913879,
      "step": 1666
    },
    {
      "epoch": 2.0366300366300365,
      "grad_norm": 0.18322761356830597,
      "learning_rate": 3.227773457723301e-05,
      "loss": 0.9243687391281128,
      "step": 1668
    },
    {
      "epoch": 2.039072039072039,
      "grad_norm": 0.24786271154880524,
      "learning_rate": 3.2175400209686845e-05,
      "loss": 0.6299894452095032,
      "step": 1670
    },
    {
      "epoch": 2.0415140415140414,
      "grad_norm": 0.14640846848487854,
      "learning_rate": 3.207322451935651e-05,
      "loss": 0.8961169123649597,
      "step": 1672
    },
    {
      "epoch": 2.043956043956044,
      "grad_norm": 0.2015378326177597,
      "learning_rate": 3.197120821657008e-05,
      "loss": 0.8252861499786377,
      "step": 1674
    },
    {
      "epoch": 2.0463980463980462,
      "grad_norm": 0.04018518701195717,
      "learning_rate": 3.186935201054761e-05,
      "loss": 0.6224890351295471,
      "step": 1676
    },
    {
      "epoch": 2.0488400488400487,
      "grad_norm": 0.2952715754508972,
      "learning_rate": 3.1767656609396055e-05,
      "loss": 0.9035543203353882,
      "step": 1678
    },
    {
      "epoch": 2.051282051282051,
      "grad_norm": 0.23838657140731812,
      "learning_rate": 3.1666122720104544e-05,
      "loss": 0.9151688814163208,
      "step": 1680
    },
    {
      "epoch": 2.0537240537240535,
      "grad_norm": 0.14511041343212128,
      "learning_rate": 3.156475104853933e-05,
      "loss": 0.5381996631622314,
      "step": 1682
    },
    {
      "epoch": 2.056166056166056,
      "grad_norm": 0.2589055299758911,
      "learning_rate": 3.1463542299438916e-05,
      "loss": 0.6053510904312134,
      "step": 1684
    },
    {
      "epoch": 2.0586080586080584,
      "grad_norm": 0.5927218794822693,
      "learning_rate": 3.1362497176409196e-05,
      "loss": 0.49944713711738586,
      "step": 1686
    },
    {
      "epoch": 2.061050061050061,
      "grad_norm": 0.29157495498657227,
      "learning_rate": 3.126161638191851e-05,
      "loss": 0.6878185868263245,
      "step": 1688
    },
    {
      "epoch": 2.0634920634920633,
      "grad_norm": 0.20957320928573608,
      "learning_rate": 3.116090061729278e-05,
      "loss": 0.5788707733154297,
      "step": 1690
    },
    {
      "epoch": 2.065934065934066,
      "grad_norm": 0.13952338695526123,
      "learning_rate": 3.106035058271064e-05,
      "loss": 0.565746545791626,
      "step": 1692
    },
    {
      "epoch": 2.0683760683760686,
      "grad_norm": 0.22634997963905334,
      "learning_rate": 3.095996697719856e-05,
      "loss": 0.6304118037223816,
      "step": 1694
    },
    {
      "epoch": 2.070818070818071,
      "grad_norm": 0.32739636301994324,
      "learning_rate": 3.085975049862602e-05,
      "loss": 0.8893492817878723,
      "step": 1696
    },
    {
      "epoch": 2.0732600732600734,
      "grad_norm": 0.1666596531867981,
      "learning_rate": 3.075970184370057e-05,
      "loss": 0.8977892398834229,
      "step": 1698
    },
    {
      "epoch": 2.075702075702076,
      "grad_norm": 0.6082616448402405,
      "learning_rate": 3.065982170796309e-05,
      "loss": 0.881981372833252,
      "step": 1700
    },
    {
      "epoch": 2.0781440781440783,
      "grad_norm": 0.7366942167282104,
      "learning_rate": 3.056011078578292e-05,
      "loss": 0.3656110167503357,
      "step": 1702
    },
    {
      "epoch": 2.0805860805860807,
      "grad_norm": 0.10232818126678467,
      "learning_rate": 3.046056977035301e-05,
      "loss": 0.4570177495479584,
      "step": 1704
    },
    {
      "epoch": 2.083028083028083,
      "grad_norm": 0.3028525114059448,
      "learning_rate": 3.0361199353685065e-05,
      "loss": 0.30000945925712585,
      "step": 1706
    },
    {
      "epoch": 2.0854700854700856,
      "grad_norm": 0.2878250479698181,
      "learning_rate": 3.026200022660488e-05,
      "loss": 0.7617815136909485,
      "step": 1708
    },
    {
      "epoch": 2.087912087912088,
      "grad_norm": 0.37716731429100037,
      "learning_rate": 3.0162973078747337e-05,
      "loss": 0.5552463531494141,
      "step": 1710
    },
    {
      "epoch": 2.0903540903540905,
      "grad_norm": 0.7748197317123413,
      "learning_rate": 3.0064118598551795e-05,
      "loss": 0.6170698404312134,
      "step": 1712
    },
    {
      "epoch": 2.092796092796093,
      "grad_norm": 0.254808247089386,
      "learning_rate": 2.9965437473257146e-05,
      "loss": 0.6163607835769653,
      "step": 1714
    },
    {
      "epoch": 2.0952380952380953,
      "grad_norm": 0.33699703216552734,
      "learning_rate": 2.986693038889723e-05,
      "loss": 0.6443266272544861,
      "step": 1716
    },
    {
      "epoch": 2.0976800976800978,
      "grad_norm": 0.12282342463731766,
      "learning_rate": 2.976859803029582e-05,
      "loss": 0.8652450442314148,
      "step": 1718
    },
    {
      "epoch": 2.1001221001221,
      "grad_norm": 4.766298294067383,
      "learning_rate": 2.9670441081062085e-05,
      "loss": 0.7717719674110413,
      "step": 1720
    },
    {
      "epoch": 2.1025641025641026,
      "grad_norm": 0.1252395659685135,
      "learning_rate": 2.9572460223585686e-05,
      "loss": 0.9670816659927368,
      "step": 1722
    },
    {
      "epoch": 2.105006105006105,
      "grad_norm": 0.21436013281345367,
      "learning_rate": 2.9474656139032124e-05,
      "loss": 0.6342899203300476,
      "step": 1724
    },
    {
      "epoch": 2.1074481074481075,
      "grad_norm": 1.1389250755310059,
      "learning_rate": 2.937702950733793e-05,
      "loss": 0.38155803084373474,
      "step": 1726
    },
    {
      "epoch": 2.10989010989011,
      "grad_norm": 0.0522131472826004,
      "learning_rate": 2.927958100720606e-05,
      "loss": 0.4930419325828552,
      "step": 1728
    },
    {
      "epoch": 2.1123321123321124,
      "grad_norm": 0.21740849316120148,
      "learning_rate": 2.9182311316100987e-05,
      "loss": 0.7748350501060486,
      "step": 1730
    },
    {
      "epoch": 2.114774114774115,
      "grad_norm": 0.3918207883834839,
      "learning_rate": 2.908522111024419e-05,
      "loss": 0.4242591857910156,
      "step": 1732
    },
    {
      "epoch": 2.1172161172161172,
      "grad_norm": 0.03445032611489296,
      "learning_rate": 2.8988311064609296e-05,
      "loss": 0.34727221727371216,
      "step": 1734
    },
    {
      "epoch": 2.1196581196581197,
      "grad_norm": 0.8715845942497253,
      "learning_rate": 2.8891581852917517e-05,
      "loss": 0.903748095035553,
      "step": 1736
    },
    {
      "epoch": 2.122100122100122,
      "grad_norm": 0.1845117211341858,
      "learning_rate": 2.8795034147632816e-05,
      "loss": 0.7900539040565491,
      "step": 1738
    },
    {
      "epoch": 2.1245421245421245,
      "grad_norm": 0.11484416574239731,
      "learning_rate": 2.8698668619957413e-05,
      "loss": 0.7997967600822449,
      "step": 1740
    },
    {
      "epoch": 2.126984126984127,
      "grad_norm": 1.132584810256958,
      "learning_rate": 2.860248593982695e-05,
      "loss": 0.7892305254936218,
      "step": 1742
    },
    {
      "epoch": 2.1294261294261294,
      "grad_norm": 0.1391441971063614,
      "learning_rate": 2.850648677590599e-05,
      "loss": 0.6479541063308716,
      "step": 1744
    },
    {
      "epoch": 2.131868131868132,
      "grad_norm": 0.2044140249490738,
      "learning_rate": 2.8410671795583176e-05,
      "loss": 0.9084620475769043,
      "step": 1746
    },
    {
      "epoch": 2.1343101343101343,
      "grad_norm": 1.7502288818359375,
      "learning_rate": 2.831504166496681e-05,
      "loss": 0.2873627245426178,
      "step": 1748
    },
    {
      "epoch": 2.1367521367521367,
      "grad_norm": 0.3529217541217804,
      "learning_rate": 2.821959704888003e-05,
      "loss": 0.802934467792511,
      "step": 1750
    },
    {
      "epoch": 2.139194139194139,
      "grad_norm": 0.10790785402059555,
      "learning_rate": 2.8124338610856328e-05,
      "loss": 0.8992090225219727,
      "step": 1752
    },
    {
      "epoch": 2.1416361416361416,
      "grad_norm": 0.8812047839164734,
      "learning_rate": 2.8029267013134848e-05,
      "loss": 0.7742523550987244,
      "step": 1754
    },
    {
      "epoch": 2.144078144078144,
      "grad_norm": 0.43704017996788025,
      "learning_rate": 2.793438291665586e-05,
      "loss": 0.9906054735183716,
      "step": 1756
    },
    {
      "epoch": 2.1465201465201464,
      "grad_norm": 0.18866999447345734,
      "learning_rate": 2.7839686981056045e-05,
      "loss": 0.32941097021102905,
      "step": 1758
    },
    {
      "epoch": 2.148962148962149,
      "grad_norm": 0.15389196574687958,
      "learning_rate": 2.7745179864664063e-05,
      "loss": 0.8320349454879761,
      "step": 1760
    },
    {
      "epoch": 2.1514041514041513,
      "grad_norm": 0.1416536122560501,
      "learning_rate": 2.7650862224495843e-05,
      "loss": 0.6188011765480042,
      "step": 1762
    },
    {
      "epoch": 2.1538461538461537,
      "grad_norm": 0.28659787774086,
      "learning_rate": 2.755673471625011e-05,
      "loss": 0.6457144618034363,
      "step": 1764
    },
    {
      "epoch": 2.156288156288156,
      "grad_norm": 0.35756003856658936,
      "learning_rate": 2.7462797994303746e-05,
      "loss": 0.4471341371536255,
      "step": 1766
    },
    {
      "epoch": 2.1587301587301586,
      "grad_norm": 0.5172722339630127,
      "learning_rate": 2.7369052711707305e-05,
      "loss": 0.49003028869628906,
      "step": 1768
    },
    {
      "epoch": 2.161172161172161,
      "grad_norm": 0.236545130610466,
      "learning_rate": 2.7275499520180464e-05,
      "loss": 0.49786072969436646,
      "step": 1770
    },
    {
      "epoch": 2.1636141636141635,
      "grad_norm": 0.2714576721191406,
      "learning_rate": 2.7182139070107472e-05,
      "loss": 0.5811169147491455,
      "step": 1772
    },
    {
      "epoch": 2.166056166056166,
      "grad_norm": 0.18183131515979767,
      "learning_rate": 2.7088972010532588e-05,
      "loss": 0.7186815738677979,
      "step": 1774
    },
    {
      "epoch": 2.1684981684981683,
      "grad_norm": 0.14280414581298828,
      "learning_rate": 2.699599898915568e-05,
      "loss": 0.907622754573822,
      "step": 1776
    },
    {
      "epoch": 2.1709401709401708,
      "grad_norm": 0.5836525559425354,
      "learning_rate": 2.6903220652327616e-05,
      "loss": 0.5992893576622009,
      "step": 1778
    },
    {
      "epoch": 2.173382173382173,
      "grad_norm": 0.15364791452884674,
      "learning_rate": 2.6810637645045823e-05,
      "loss": 0.9291015863418579,
      "step": 1780
    },
    {
      "epoch": 2.1758241758241756,
      "grad_norm": 1.7347960472106934,
      "learning_rate": 2.6718250610949813e-05,
      "loss": 0.7348466515541077,
      "step": 1782
    },
    {
      "epoch": 2.178266178266178,
      "grad_norm": 0.0890185683965683,
      "learning_rate": 2.662606019231665e-05,
      "loss": 0.9083889126777649,
      "step": 1784
    },
    {
      "epoch": 2.1807081807081805,
      "grad_norm": 1.1266306638717651,
      "learning_rate": 2.6534067030056548e-05,
      "loss": 0.730735182762146,
      "step": 1786
    },
    {
      "epoch": 2.183150183150183,
      "grad_norm": 0.40739908814430237,
      "learning_rate": 2.6442271763708365e-05,
      "loss": 0.672556459903717,
      "step": 1788
    },
    {
      "epoch": 2.185592185592186,
      "grad_norm": 1.7451484203338623,
      "learning_rate": 2.6350675031435212e-05,
      "loss": 0.8369135856628418,
      "step": 1790
    },
    {
      "epoch": 2.1880341880341883,
      "grad_norm": 0.8240930438041687,
      "learning_rate": 2.6259277470019973e-05,
      "loss": 0.681310772895813,
      "step": 1792
    },
    {
      "epoch": 2.1904761904761907,
      "grad_norm": 0.13275334239006042,
      "learning_rate": 2.61680797148609e-05,
      "loss": 0.5112169981002808,
      "step": 1794
    },
    {
      "epoch": 2.192918192918193,
      "grad_norm": 0.29042962193489075,
      "learning_rate": 2.607708239996715e-05,
      "loss": 0.6654087901115417,
      "step": 1796
    },
    {
      "epoch": 2.1953601953601956,
      "grad_norm": 0.1640828251838684,
      "learning_rate": 2.598628615795447e-05,
      "loss": 0.6851241588592529,
      "step": 1798
    },
    {
      "epoch": 2.197802197802198,
      "grad_norm": 0.6114941835403442,
      "learning_rate": 2.5895691620040686e-05,
      "loss": 0.8884647488594055,
      "step": 1800
    },
    {
      "epoch": 2.2002442002442004,
      "grad_norm": 0.4844699501991272,
      "learning_rate": 2.5805299416041427e-05,
      "loss": 0.6807603240013123,
      "step": 1802
    },
    {
      "epoch": 2.202686202686203,
      "grad_norm": 0.4512222707271576,
      "learning_rate": 2.571511017436563e-05,
      "loss": 0.5238524079322815,
      "step": 1804
    },
    {
      "epoch": 2.2051282051282053,
      "grad_norm": 0.17243556678295135,
      "learning_rate": 2.562512452201129e-05,
      "loss": 0.9162152409553528,
      "step": 1806
    },
    {
      "epoch": 2.2075702075702077,
      "grad_norm": 0.2860824763774872,
      "learning_rate": 2.5535343084561024e-05,
      "loss": 0.8726363778114319,
      "step": 1808
    },
    {
      "epoch": 2.21001221001221,
      "grad_norm": 0.35127371549606323,
      "learning_rate": 2.5445766486177735e-05,
      "loss": 0.6082300543785095,
      "step": 1810
    },
    {
      "epoch": 2.2124542124542126,
      "grad_norm": 0.2696506977081299,
      "learning_rate": 2.5356395349600265e-05,
      "loss": 0.6777657270431519,
      "step": 1812
    },
    {
      "epoch": 2.214896214896215,
      "grad_norm": 0.3356308937072754,
      "learning_rate": 2.526723029613912e-05,
      "loss": 0.325158953666687,
      "step": 1814
    },
    {
      "epoch": 2.2173382173382175,
      "grad_norm": 0.11445268988609314,
      "learning_rate": 2.5178271945672065e-05,
      "loss": 0.9346632957458496,
      "step": 1816
    },
    {
      "epoch": 2.21978021978022,
      "grad_norm": 0.20148615539073944,
      "learning_rate": 2.5089520916639898e-05,
      "loss": 0.7768259644508362,
      "step": 1818
    },
    {
      "epoch": 2.2222222222222223,
      "grad_norm": 0.19314219057559967,
      "learning_rate": 2.5000977826042092e-05,
      "loss": 0.8967069387435913,
      "step": 1820
    },
    {
      "epoch": 2.2246642246642248,
      "grad_norm": 0.2755802273750305,
      "learning_rate": 2.491264328943256e-05,
      "loss": 0.46456241607666016,
      "step": 1822
    },
    {
      "epoch": 2.227106227106227,
      "grad_norm": 0.2613433003425598,
      "learning_rate": 2.4824517920915273e-05,
      "loss": 0.5768070220947266,
      "step": 1824
    },
    {
      "epoch": 2.2295482295482296,
      "grad_norm": 0.29999735951423645,
      "learning_rate": 2.4736602333140137e-05,
      "loss": 0.5904824137687683,
      "step": 1826
    },
    {
      "epoch": 2.231990231990232,
      "grad_norm": 1.1658880710601807,
      "learning_rate": 2.4648897137298595e-05,
      "loss": 0.5655071139335632,
      "step": 1828
    },
    {
      "epoch": 2.2344322344322345,
      "grad_norm": 0.4124068021774292,
      "learning_rate": 2.456140294311949e-05,
      "loss": 0.5846872329711914,
      "step": 1830
    },
    {
      "epoch": 2.236874236874237,
      "grad_norm": 0.21505007147789001,
      "learning_rate": 2.4474120358864717e-05,
      "loss": 0.8542973399162292,
      "step": 1832
    },
    {
      "epoch": 2.2393162393162394,
      "grad_norm": 0.3325560390949249,
      "learning_rate": 2.4387049991325138e-05,
      "loss": 0.9094607830047607,
      "step": 1834
    },
    {
      "epoch": 2.241758241758242,
      "grad_norm": 0.15366816520690918,
      "learning_rate": 2.430019244581619e-05,
      "loss": 0.8724948167800903,
      "step": 1836
    },
    {
      "epoch": 2.244200244200244,
      "grad_norm": 0.23001395165920258,
      "learning_rate": 2.421354832617384e-05,
      "loss": 0.9115993976593018,
      "step": 1838
    },
    {
      "epoch": 2.2466422466422467,
      "grad_norm": 1.9149470329284668,
      "learning_rate": 2.412711823475024e-05,
      "loss": 0.4212198555469513,
      "step": 1840
    },
    {
      "epoch": 2.249084249084249,
      "grad_norm": 0.34548574686050415,
      "learning_rate": 2.404090277240968e-05,
      "loss": 0.9030619859695435,
      "step": 1842
    },
    {
      "epoch": 2.2515262515262515,
      "grad_norm": 0.14559565484523773,
      "learning_rate": 2.39549025385243e-05,
      "loss": 0.8886456489562988,
      "step": 1844
    },
    {
      "epoch": 2.253968253968254,
      "grad_norm": 0.3923342525959015,
      "learning_rate": 2.386911813096997e-05,
      "loss": 0.5417113900184631,
      "step": 1846
    },
    {
      "epoch": 2.2564102564102564,
      "grad_norm": 0.060627490282058716,
      "learning_rate": 2.378355014612216e-05,
      "loss": 0.5653957724571228,
      "step": 1848
    },
    {
      "epoch": 2.258852258852259,
      "grad_norm": 0.27988186478614807,
      "learning_rate": 2.369819917885174e-05,
      "loss": 0.6443363428115845,
      "step": 1850
    },
    {
      "epoch": 2.2612942612942613,
      "grad_norm": 0.2397046983242035,
      "learning_rate": 2.3613065822520854e-05,
      "loss": 0.7101399302482605,
      "step": 1852
    },
    {
      "epoch": 2.2637362637362637,
      "grad_norm": 0.2521998882293701,
      "learning_rate": 2.3528150668978852e-05,
      "loss": 0.8785298466682434,
      "step": 1854
    },
    {
      "epoch": 2.266178266178266,
      "grad_norm": 0.37365812063217163,
      "learning_rate": 2.3443454308558074e-05,
      "loss": 0.8742945194244385,
      "step": 1856
    },
    {
      "epoch": 2.2686202686202686,
      "grad_norm": 0.18845844268798828,
      "learning_rate": 2.3358977330069862e-05,
      "loss": 0.6373099088668823,
      "step": 1858
    },
    {
      "epoch": 2.271062271062271,
      "grad_norm": 0.20244193077087402,
      "learning_rate": 2.327472032080037e-05,
      "loss": 0.9736915826797485,
      "step": 1860
    },
    {
      "epoch": 2.2735042735042734,
      "grad_norm": 0.2624374330043793,
      "learning_rate": 2.319068386650656e-05,
      "loss": 0.59718918800354,
      "step": 1862
    },
    {
      "epoch": 2.275946275946276,
      "grad_norm": 0.12046441435813904,
      "learning_rate": 2.3106868551412028e-05,
      "loss": 0.5769340991973877,
      "step": 1864
    },
    {
      "epoch": 2.2783882783882783,
      "grad_norm": 0.1807142198085785,
      "learning_rate": 2.3023274958203073e-05,
      "loss": 0.8824018836021423,
      "step": 1866
    },
    {
      "epoch": 2.2808302808302807,
      "grad_norm": 0.19607388973236084,
      "learning_rate": 2.2939903668024516e-05,
      "loss": 0.9017168283462524,
      "step": 1868
    },
    {
      "epoch": 2.283272283272283,
      "grad_norm": 0.16330653429031372,
      "learning_rate": 2.2856755260475782e-05,
      "loss": 0.9111011624336243,
      "step": 1870
    },
    {
      "epoch": 2.2857142857142856,
      "grad_norm": 0.1461145281791687,
      "learning_rate": 2.2773830313606746e-05,
      "loss": 0.912349283695221,
      "step": 1872
    },
    {
      "epoch": 2.288156288156288,
      "grad_norm": 0.3137403130531311,
      "learning_rate": 2.2691129403913837e-05,
      "loss": 0.1755107045173645,
      "step": 1874
    },
    {
      "epoch": 2.2905982905982905,
      "grad_norm": 0.12145491689443588,
      "learning_rate": 2.2608653106335944e-05,
      "loss": 0.9272356629371643,
      "step": 1876
    },
    {
      "epoch": 2.293040293040293,
      "grad_norm": 0.3060324788093567,
      "learning_rate": 2.2526401994250432e-05,
      "loss": 0.584820568561554,
      "step": 1878
    },
    {
      "epoch": 2.2954822954822953,
      "grad_norm": 0.2952076494693756,
      "learning_rate": 2.2444376639469193e-05,
      "loss": 0.7527849078178406,
      "step": 1880
    },
    {
      "epoch": 2.2979242979242978,
      "grad_norm": 0.18966065347194672,
      "learning_rate": 2.2362577612234664e-05,
      "loss": 0.9209306240081787,
      "step": 1882
    },
    {
      "epoch": 2.3003663003663,
      "grad_norm": 0.18079566955566406,
      "learning_rate": 2.2281005481215798e-05,
      "loss": 0.6318021416664124,
      "step": 1884
    },
    {
      "epoch": 2.3028083028083026,
      "grad_norm": 0.41257551312446594,
      "learning_rate": 2.21996608135042e-05,
      "loss": 0.9299580454826355,
      "step": 1886
    },
    {
      "epoch": 2.305250305250305,
      "grad_norm": 0.1051776185631752,
      "learning_rate": 2.2118544174610145e-05,
      "loss": 0.8678762912750244,
      "step": 1888
    },
    {
      "epoch": 2.3076923076923075,
      "grad_norm": 1.0651531219482422,
      "learning_rate": 2.20376561284586e-05,
      "loss": 0.9510694742202759,
      "step": 1890
    },
    {
      "epoch": 2.31013431013431,
      "grad_norm": 0.27115678787231445,
      "learning_rate": 2.1956997237385417e-05,
      "loss": 0.8932832479476929,
      "step": 1892
    },
    {
      "epoch": 2.3125763125763124,
      "grad_norm": 0.16390186548233032,
      "learning_rate": 2.187656806213329e-05,
      "loss": 0.9423433542251587,
      "step": 1894
    },
    {
      "epoch": 2.315018315018315,
      "grad_norm": 0.16460950672626495,
      "learning_rate": 2.1796369161847978e-05,
      "loss": 0.9168346524238586,
      "step": 1896
    },
    {
      "epoch": 2.317460317460317,
      "grad_norm": 0.2277718037366867,
      "learning_rate": 2.1716401094074295e-05,
      "loss": 0.8421288132667542,
      "step": 1898
    },
    {
      "epoch": 2.3199023199023197,
      "grad_norm": 0.10204636305570602,
      "learning_rate": 2.1636664414752407e-05,
      "loss": 0.9080808758735657,
      "step": 1900
    },
    {
      "epoch": 2.3223443223443225,
      "grad_norm": 0.2854328155517578,
      "learning_rate": 2.1557159678213747e-05,
      "loss": 0.890828549861908,
      "step": 1902
    },
    {
      "epoch": 2.324786324786325,
      "grad_norm": 0.4696880578994751,
      "learning_rate": 2.1477887437177358e-05,
      "loss": 0.43194860219955444,
      "step": 1904
    },
    {
      "epoch": 2.3272283272283274,
      "grad_norm": 0.2895866930484772,
      "learning_rate": 2.139884824274591e-05,
      "loss": 0.39698588848114014,
      "step": 1906
    },
    {
      "epoch": 2.32967032967033,
      "grad_norm": 0.19736841320991516,
      "learning_rate": 2.132004264440198e-05,
      "loss": 0.5856382250785828,
      "step": 1908
    },
    {
      "epoch": 2.3321123321123323,
      "grad_norm": 0.19205878674983978,
      "learning_rate": 2.124147119000413e-05,
      "loss": 0.3817310035228729,
      "step": 1910
    },
    {
      "epoch": 2.3345543345543347,
      "grad_norm": 0.3305794894695282,
      "learning_rate": 2.1163134425783175e-05,
      "loss": 0.7116564512252808,
      "step": 1912
    },
    {
      "epoch": 2.336996336996337,
      "grad_norm": 0.22208884358406067,
      "learning_rate": 2.1085032896338362e-05,
      "loss": 0.7496541142463684,
      "step": 1914
    },
    {
      "epoch": 2.3394383394383396,
      "grad_norm": 0.8903825879096985,
      "learning_rate": 2.1007167144633584e-05,
      "loss": 0.8046509027481079,
      "step": 1916
    },
    {
      "epoch": 2.341880341880342,
      "grad_norm": 0.16632907092571259,
      "learning_rate": 2.0929537711993545e-05,
      "loss": 0.6315186619758606,
      "step": 1918
    },
    {
      "epoch": 2.3443223443223444,
      "grad_norm": 0.26480963826179504,
      "learning_rate": 2.0852145138100136e-05,
      "loss": 0.2272191047668457,
      "step": 1920
    },
    {
      "epoch": 2.346764346764347,
      "grad_norm": 0.39798590540885925,
      "learning_rate": 2.077498996098853e-05,
      "loss": 0.5758194923400879,
      "step": 1922
    },
    {
      "epoch": 2.3492063492063493,
      "grad_norm": 0.07637017965316772,
      "learning_rate": 2.0698072717043555e-05,
      "loss": 0.49005892872810364,
      "step": 1924
    },
    {
      "epoch": 2.3516483516483517,
      "grad_norm": 0.20235508680343628,
      "learning_rate": 2.0621393940995897e-05,
      "loss": 0.8811180591583252,
      "step": 1926
    },
    {
      "epoch": 2.354090354090354,
      "grad_norm": 0.4823862314224243,
      "learning_rate": 2.0544954165918438e-05,
      "loss": 0.35716819763183594,
      "step": 1928
    },
    {
      "epoch": 2.3565323565323566,
      "grad_norm": 0.0784493088722229,
      "learning_rate": 2.046875392322247e-05,
      "loss": 0.45765265822410583,
      "step": 1930
    },
    {
      "epoch": 2.358974358974359,
      "grad_norm": 0.16950422525405884,
      "learning_rate": 2.0392793742654097e-05,
      "loss": 0.5912071466445923,
      "step": 1932
    },
    {
      "epoch": 2.3614163614163615,
      "grad_norm": 0.27943259477615356,
      "learning_rate": 2.031707415229047e-05,
      "loss": 0.7345171570777893,
      "step": 1934
    },
    {
      "epoch": 2.363858363858364,
      "grad_norm": 0.118248350918293,
      "learning_rate": 2.0241595678536185e-05,
      "loss": 0.5935987830162048,
      "step": 1936
    },
    {
      "epoch": 2.3663003663003663,
      "grad_norm": 0.3124336004257202,
      "learning_rate": 2.016635884611953e-05,
      "loss": 0.8682062029838562,
      "step": 1938
    },
    {
      "epoch": 2.3687423687423688,
      "grad_norm": 0.5722883343696594,
      "learning_rate": 2.0091364178088982e-05,
      "loss": 0.6845846176147461,
      "step": 1940
    },
    {
      "epoch": 2.371184371184371,
      "grad_norm": 0.023987067863345146,
      "learning_rate": 2.0016612195809413e-05,
      "loss": 0.721107542514801,
      "step": 1942
    },
    {
      "epoch": 2.3736263736263736,
      "grad_norm": 0.15775702893733978,
      "learning_rate": 1.994210341895858e-05,
      "loss": 0.7121893763542175,
      "step": 1944
    },
    {
      "epoch": 2.376068376068376,
      "grad_norm": 0.22646969556808472,
      "learning_rate": 1.986783836552342e-05,
      "loss": 0.17516975104808807,
      "step": 1946
    },
    {
      "epoch": 2.3785103785103785,
      "grad_norm": 0.08263858407735825,
      "learning_rate": 1.979381755179657e-05,
      "loss": 0.4393911063671112,
      "step": 1948
    },
    {
      "epoch": 2.380952380952381,
      "grad_norm": 0.3274051547050476,
      "learning_rate": 1.9720041492372622e-05,
      "loss": 0.38030242919921875,
      "step": 1950
    },
    {
      "epoch": 2.3833943833943834,
      "grad_norm": 0.19202570617198944,
      "learning_rate": 1.9646510700144725e-05,
      "loss": 0.3027057647705078,
      "step": 1952
    },
    {
      "epoch": 2.385836385836386,
      "grad_norm": 0.4772564768791199,
      "learning_rate": 1.9573225686300828e-05,
      "loss": 0.7000046372413635,
      "step": 1954
    },
    {
      "epoch": 2.3882783882783882,
      "grad_norm": 0.21746446192264557,
      "learning_rate": 1.950018696032031e-05,
      "loss": 0.9199942946434021,
      "step": 1956
    },
    {
      "epoch": 2.3907203907203907,
      "grad_norm": 0.246440127491951,
      "learning_rate": 1.9427395029970268e-05,
      "loss": 0.6997683644294739,
      "step": 1958
    },
    {
      "epoch": 2.393162393162393,
      "grad_norm": 0.6625522971153259,
      "learning_rate": 1.9354850401302137e-05,
      "loss": 1.0697118043899536,
      "step": 1960
    },
    {
      "epoch": 2.3956043956043955,
      "grad_norm": 0.21006573736667633,
      "learning_rate": 1.928255357864806e-05,
      "loss": 0.623195469379425,
      "step": 1962
    },
    {
      "epoch": 2.398046398046398,
      "grad_norm": 0.11298193037509918,
      "learning_rate": 1.9210505064617445e-05,
      "loss": 0.9140588045120239,
      "step": 1964
    },
    {
      "epoch": 2.4004884004884004,
      "grad_norm": 0.41702476143836975,
      "learning_rate": 1.9138705360093466e-05,
      "loss": 0.38306570053100586,
      "step": 1966
    },
    {
      "epoch": 2.402930402930403,
      "grad_norm": 0.2691957354545593,
      "learning_rate": 1.9067154964229527e-05,
      "loss": 0.6268753409385681,
      "step": 1968
    },
    {
      "epoch": 2.4053724053724053,
      "grad_norm": 10.021284103393555,
      "learning_rate": 1.8995854374445866e-05,
      "loss": 0.41380101442337036,
      "step": 1970
    },
    {
      "epoch": 2.4078144078144077,
      "grad_norm": 0.8261527419090271,
      "learning_rate": 1.8924804086426058e-05,
      "loss": 0.20622682571411133,
      "step": 1972
    },
    {
      "epoch": 2.41025641025641,
      "grad_norm": 0.7584331035614014,
      "learning_rate": 1.885400459411355e-05,
      "loss": 0.1642729490995407,
      "step": 1974
    },
    {
      "epoch": 2.4126984126984126,
      "grad_norm": 0.33901268243789673,
      "learning_rate": 1.8783456389708292e-05,
      "loss": 0.37540411949157715,
      "step": 1976
    },
    {
      "epoch": 2.415140415140415,
      "grad_norm": 0.5125512480735779,
      "learning_rate": 1.8713159963663225e-05,
      "loss": 0.8112108707427979,
      "step": 1978
    },
    {
      "epoch": 2.4175824175824174,
      "grad_norm": 0.0952700823545456,
      "learning_rate": 1.8643115804680956e-05,
      "loss": 0.4625963270664215,
      "step": 1980
    },
    {
      "epoch": 2.42002442002442,
      "grad_norm": 0.32406389713287354,
      "learning_rate": 1.8573324399710324e-05,
      "loss": 0.8792840242385864,
      "step": 1982
    },
    {
      "epoch": 2.4224664224664223,
      "grad_norm": 0.27870288491249084,
      "learning_rate": 1.850378623394298e-05,
      "loss": 0.5139374136924744,
      "step": 1984
    },
    {
      "epoch": 2.4249084249084247,
      "grad_norm": 0.14946326613426208,
      "learning_rate": 1.8434501790810103e-05,
      "loss": 0.9647743701934814,
      "step": 1986
    },
    {
      "epoch": 2.427350427350427,
      "grad_norm": 0.13209617137908936,
      "learning_rate": 1.836547155197893e-05,
      "loss": 0.820813775062561,
      "step": 1988
    },
    {
      "epoch": 2.42979242979243,
      "grad_norm": 0.5546777248382568,
      "learning_rate": 1.8296695997349505e-05,
      "loss": 0.9282412528991699,
      "step": 1990
    },
    {
      "epoch": 2.4322344322344325,
      "grad_norm": 0.4288235306739807,
      "learning_rate": 1.822817560505129e-05,
      "loss": 0.6502490043640137,
      "step": 1992
    },
    {
      "epoch": 2.434676434676435,
      "grad_norm": 0.3928282856941223,
      "learning_rate": 1.8159910851439842e-05,
      "loss": 0.836300790309906,
      "step": 1994
    },
    {
      "epoch": 2.4371184371184373,
      "grad_norm": 0.2621248662471771,
      "learning_rate": 1.8091902211093513e-05,
      "loss": 0.6482276320457458,
      "step": 1996
    },
    {
      "epoch": 2.4395604395604398,
      "grad_norm": 0.32245925068855286,
      "learning_rate": 1.8024150156810172e-05,
      "loss": 0.9061039686203003,
      "step": 1998
    },
    {
      "epoch": 2.442002442002442,
      "grad_norm": 0.17262418568134308,
      "learning_rate": 1.795665515960384e-05,
      "loss": 0.5754269361495972,
      "step": 2000
    },
    {
      "epoch": 2.4444444444444446,
      "grad_norm": 0.16230104863643646,
      "learning_rate": 1.788941768870155e-05,
      "loss": 0.6996177434921265,
      "step": 2002
    },
    {
      "epoch": 2.446886446886447,
      "grad_norm": 0.1100786030292511,
      "learning_rate": 1.7822438211539904e-05,
      "loss": 0.5718708038330078,
      "step": 2004
    },
    {
      "epoch": 2.4493284493284495,
      "grad_norm": 0.1992870420217514,
      "learning_rate": 1.775571719376205e-05,
      "loss": 0.6165488958358765,
      "step": 2006
    },
    {
      "epoch": 2.451770451770452,
      "grad_norm": 0.2712002098560333,
      "learning_rate": 1.7689255099214203e-05,
      "loss": 0.712196409702301,
      "step": 2008
    },
    {
      "epoch": 2.4542124542124544,
      "grad_norm": 0.16029568016529083,
      "learning_rate": 1.762305238994261e-05,
      "loss": 0.5514350533485413,
      "step": 2010
    },
    {
      "epoch": 2.456654456654457,
      "grad_norm": 0.1269841194152832,
      "learning_rate": 1.7557109526190222e-05,
      "loss": 0.5049785375595093,
      "step": 2012
    },
    {
      "epoch": 2.4590964590964592,
      "grad_norm": 0.2610805034637451,
      "learning_rate": 1.7491426966393582e-05,
      "loss": 0.9741380214691162,
      "step": 2014
    },
    {
      "epoch": 2.4615384615384617,
      "grad_norm": 0.23219804465770721,
      "learning_rate": 1.742600516717953e-05,
      "loss": 0.9162542819976807,
      "step": 2016
    },
    {
      "epoch": 2.463980463980464,
      "grad_norm": 0.15160159766674042,
      "learning_rate": 1.7360844583362164e-05,
      "loss": 0.9087503552436829,
      "step": 2018
    },
    {
      "epoch": 2.4664224664224665,
      "grad_norm": 0.46155115962028503,
      "learning_rate": 1.729594566793955e-05,
      "loss": 0.6472157835960388,
      "step": 2020
    },
    {
      "epoch": 2.468864468864469,
      "grad_norm": 0.11180655658245087,
      "learning_rate": 1.7231308872090666e-05,
      "loss": 0.5804570913314819,
      "step": 2022
    },
    {
      "epoch": 2.4713064713064714,
      "grad_norm": 0.2438187450170517,
      "learning_rate": 1.716693464517219e-05,
      "loss": 0.6094151735305786,
      "step": 2024
    },
    {
      "epoch": 2.473748473748474,
      "grad_norm": 0.2587358057498932,
      "learning_rate": 1.7102823434715443e-05,
      "loss": 0.7836107611656189,
      "step": 2026
    },
    {
      "epoch": 2.4761904761904763,
      "grad_norm": 0.06034945324063301,
      "learning_rate": 1.703897568642324e-05,
      "loss": 0.6507312059402466,
      "step": 2028
    },
    {
      "epoch": 2.4786324786324787,
      "grad_norm": 0.2733549475669861,
      "learning_rate": 1.6975391844166797e-05,
      "loss": 0.9156701564788818,
      "step": 2030
    },
    {
      "epoch": 2.481074481074481,
      "grad_norm": 0.17805607616901398,
      "learning_rate": 1.6912072349982654e-05,
      "loss": 0.9989659190177917,
      "step": 2032
    },
    {
      "epoch": 2.4835164835164836,
      "grad_norm": 0.8150944113731384,
      "learning_rate": 1.6849017644069613e-05,
      "loss": 0.5687444806098938,
      "step": 2034
    },
    {
      "epoch": 2.485958485958486,
      "grad_norm": 0.23178020119667053,
      "learning_rate": 1.6786228164785607e-05,
      "loss": 0.8616185188293457,
      "step": 2036
    },
    {
      "epoch": 2.4884004884004884,
      "grad_norm": 0.15798431634902954,
      "learning_rate": 1.6723704348644763e-05,
      "loss": 0.6111150979995728,
      "step": 2038
    },
    {
      "epoch": 2.490842490842491,
      "grad_norm": 0.9420503377914429,
      "learning_rate": 1.666144663031428e-05,
      "loss": 0.7210328578948975,
      "step": 2040
    },
    {
      "epoch": 2.4932844932844933,
      "grad_norm": 0.15810662508010864,
      "learning_rate": 1.6599455442611465e-05,
      "loss": 0.9326408505439758,
      "step": 2042
    },
    {
      "epoch": 2.4957264957264957,
      "grad_norm": 0.15084275603294373,
      "learning_rate": 1.653773121650064e-05,
      "loss": 0.6402502059936523,
      "step": 2044
    },
    {
      "epoch": 2.498168498168498,
      "grad_norm": 0.3722740411758423,
      "learning_rate": 1.647627438109029e-05,
      "loss": 0.4539627432823181,
      "step": 2046
    },
    {
      "epoch": 2.5006105006105006,
      "grad_norm": 0.486492395401001,
      "learning_rate": 1.6415085363629917e-05,
      "loss": 0.6245033740997314,
      "step": 2048
    },
    {
      "epoch": 2.503052503052503,
      "grad_norm": 0.1764748990535736,
      "learning_rate": 1.6354164589507184e-05,
      "loss": 0.7035425901412964,
      "step": 2050
    },
    {
      "epoch": 2.5054945054945055,
      "grad_norm": 0.19042401015758514,
      "learning_rate": 1.62935124822449e-05,
      "loss": 0.9986182451248169,
      "step": 2052
    },
    {
      "epoch": 2.507936507936508,
      "grad_norm": 0.3112033009529114,
      "learning_rate": 1.6233129463498114e-05,
      "loss": 0.6655936241149902,
      "step": 2054
    },
    {
      "epoch": 2.5103785103785103,
      "grad_norm": 0.2647741138935089,
      "learning_rate": 1.6173015953051145e-05,
      "loss": 0.9137226939201355,
      "step": 2056
    },
    {
      "epoch": 2.5128205128205128,
      "grad_norm": 0.17615091800689697,
      "learning_rate": 1.6113172368814696e-05,
      "loss": 0.2434530407190323,
      "step": 2058
    },
    {
      "epoch": 2.515262515262515,
      "grad_norm": 0.3077661991119385,
      "learning_rate": 1.6053599126822935e-05,
      "loss": 0.28476378321647644,
      "step": 2060
    },
    {
      "epoch": 2.5177045177045176,
      "grad_norm": 0.07086680084466934,
      "learning_rate": 1.5994296641230612e-05,
      "loss": 0.6296054720878601,
      "step": 2062
    },
    {
      "epoch": 2.52014652014652,
      "grad_norm": 0.20632986724376678,
      "learning_rate": 1.5935265324310136e-05,
      "loss": 0.6522476673126221,
      "step": 2064
    },
    {
      "epoch": 2.5225885225885225,
      "grad_norm": 1.1197623014450073,
      "learning_rate": 1.5876505586448794e-05,
      "loss": 0.6207690238952637,
      "step": 2066
    },
    {
      "epoch": 2.525030525030525,
      "grad_norm": 0.8066185116767883,
      "learning_rate": 1.5818017836145802e-05,
      "loss": 0.531438946723938,
      "step": 2068
    },
    {
      "epoch": 2.5274725274725274,
      "grad_norm": 0.44343841075897217,
      "learning_rate": 1.5759802480009546e-05,
      "loss": 1.0111730098724365,
      "step": 2070
    },
    {
      "epoch": 2.52991452991453,
      "grad_norm": 0.14161907136440277,
      "learning_rate": 1.570185992275471e-05,
      "loss": 0.5810820460319519,
      "step": 2072
    },
    {
      "epoch": 2.5323565323565322,
      "grad_norm": 0.11181794852018356,
      "learning_rate": 1.5644190567199456e-05,
      "loss": 0.9442424178123474,
      "step": 2074
    },
    {
      "epoch": 2.5347985347985347,
      "grad_norm": 0.2842358350753784,
      "learning_rate": 1.5586794814262674e-05,
      "loss": 0.7653964161872864,
      "step": 2076
    },
    {
      "epoch": 2.537240537240537,
      "grad_norm": 0.46459442377090454,
      "learning_rate": 1.552967306296112e-05,
      "loss": 0.7721389532089233,
      "step": 2078
    },
    {
      "epoch": 2.5396825396825395,
      "grad_norm": 1.7199498414993286,
      "learning_rate": 1.547282571040672e-05,
      "loss": 0.5821112394332886,
      "step": 2080
    },
    {
      "epoch": 2.542124542124542,
      "grad_norm": 0.31185182929039,
      "learning_rate": 1.5416253151803756e-05,
      "loss": 0.8948327898979187,
      "step": 2082
    },
    {
      "epoch": 2.5445665445665444,
      "grad_norm": 0.6430724859237671,
      "learning_rate": 1.5359955780446145e-05,
      "loss": 0.7543439269065857,
      "step": 2084
    },
    {
      "epoch": 2.547008547008547,
      "grad_norm": 0.15543311834335327,
      "learning_rate": 1.5303933987714675e-05,
      "loss": 0.6919330358505249,
      "step": 2086
    },
    {
      "epoch": 2.5494505494505493,
      "grad_norm": 0.3517249822616577,
      "learning_rate": 1.5248188163074332e-05,
      "loss": 0.7540191411972046,
      "step": 2088
    },
    {
      "epoch": 2.5518925518925517,
      "grad_norm": 0.19396033883094788,
      "learning_rate": 1.5192718694071533e-05,
      "loss": 0.6194606423377991,
      "step": 2090
    },
    {
      "epoch": 2.554334554334554,
      "grad_norm": 0.15331897139549255,
      "learning_rate": 1.5137525966331496e-05,
      "loss": 0.5733762979507446,
      "step": 2092
    },
    {
      "epoch": 2.5567765567765566,
      "grad_norm": 0.20664499700069427,
      "learning_rate": 1.5082610363555493e-05,
      "loss": 0.5452690124511719,
      "step": 2094
    },
    {
      "epoch": 2.559218559218559,
      "grad_norm": 0.1511068046092987,
      "learning_rate": 1.5027972267518242e-05,
      "loss": 0.8426185846328735,
      "step": 2096
    },
    {
      "epoch": 2.5616605616605614,
      "grad_norm": 0.026180965825915337,
      "learning_rate": 1.4973612058065223e-05,
      "loss": 0.021800726652145386,
      "step": 2098
    },
    {
      "epoch": 2.564102564102564,
      "grad_norm": 0.21482513844966888,
      "learning_rate": 1.4919530113110036e-05,
      "loss": 0.5521060824394226,
      "step": 2100
    },
    {
      "epoch": 2.5665445665445663,
      "grad_norm": 0.8316694498062134,
      "learning_rate": 1.4865726808631772e-05,
      "loss": 0.9114159941673279,
      "step": 2102
    },
    {
      "epoch": 2.5689865689865687,
      "grad_norm": 0.7761131525039673,
      "learning_rate": 1.4812202518672427e-05,
      "loss": 0.6670872569084167,
      "step": 2104
    },
    {
      "epoch": 2.571428571428571,
      "grad_norm": 0.2237665355205536,
      "learning_rate": 1.4758957615334252e-05,
      "loss": 0.7423463463783264,
      "step": 2106
    },
    {
      "epoch": 2.5738705738705736,
      "grad_norm": 0.5679123997688293,
      "learning_rate": 1.4705992468777221e-05,
      "loss": 0.5345439910888672,
      "step": 2108
    },
    {
      "epoch": 2.576312576312576,
      "grad_norm": 0.2362390011548996,
      "learning_rate": 1.46533074472164e-05,
      "loss": 0.5681825876235962,
      "step": 2110
    },
    {
      "epoch": 2.578754578754579,
      "grad_norm": 0.16195961833000183,
      "learning_rate": 1.4600902916919474e-05,
      "loss": 0.9305347204208374,
      "step": 2112
    },
    {
      "epoch": 2.5811965811965814,
      "grad_norm": 0.19195407629013062,
      "learning_rate": 1.4548779242204084e-05,
      "loss": 0.2443677932024002,
      "step": 2114
    },
    {
      "epoch": 2.583638583638584,
      "grad_norm": 0.2873615026473999,
      "learning_rate": 1.4496936785435397e-05,
      "loss": 0.641851007938385,
      "step": 2116
    },
    {
      "epoch": 2.586080586080586,
      "grad_norm": 0.22643738985061646,
      "learning_rate": 1.4445375907023518e-05,
      "loss": 0.9270722270011902,
      "step": 2118
    },
    {
      "epoch": 2.5885225885225887,
      "grad_norm": 0.5615414381027222,
      "learning_rate": 1.4394096965421044e-05,
      "loss": 0.5653753280639648,
      "step": 2120
    },
    {
      "epoch": 2.590964590964591,
      "grad_norm": 0.4698256850242615,
      "learning_rate": 1.4343100317120487e-05,
      "loss": 0.7999030947685242,
      "step": 2122
    },
    {
      "epoch": 2.5934065934065935,
      "grad_norm": 0.22171932458877563,
      "learning_rate": 1.4292386316651923e-05,
      "loss": 0.7787465453147888,
      "step": 2124
    },
    {
      "epoch": 2.595848595848596,
      "grad_norm": 0.08361851423978806,
      "learning_rate": 1.4241955316580386e-05,
      "loss": 0.3853815197944641,
      "step": 2126
    },
    {
      "epoch": 2.5982905982905984,
      "grad_norm": 0.11281153559684753,
      "learning_rate": 1.419180766750352e-05,
      "loss": 0.9270216822624207,
      "step": 2128
    },
    {
      "epoch": 2.600732600732601,
      "grad_norm": 0.23104451596736908,
      "learning_rate": 1.4141943718049095e-05,
      "loss": 0.603350043296814,
      "step": 2130
    },
    {
      "epoch": 2.6031746031746033,
      "grad_norm": 0.34137165546417236,
      "learning_rate": 1.4092363814872588e-05,
      "loss": 0.5130594968795776,
      "step": 2132
    },
    {
      "epoch": 2.6056166056166057,
      "grad_norm": 0.28743472695350647,
      "learning_rate": 1.4043068302654791e-05,
      "loss": 0.8078405261039734,
      "step": 2134
    },
    {
      "epoch": 2.608058608058608,
      "grad_norm": 0.3752667009830475,
      "learning_rate": 1.3994057524099386e-05,
      "loss": 0.5297508239746094,
      "step": 2136
    },
    {
      "epoch": 2.6105006105006106,
      "grad_norm": 0.1670704185962677,
      "learning_rate": 1.3945331819930605e-05,
      "loss": 0.4818686544895172,
      "step": 2138
    },
    {
      "epoch": 2.612942612942613,
      "grad_norm": 0.11463461816310883,
      "learning_rate": 1.389689152889082e-05,
      "loss": 0.5629554986953735,
      "step": 2140
    },
    {
      "epoch": 2.6153846153846154,
      "grad_norm": 0.3031578063964844,
      "learning_rate": 1.3848736987738186e-05,
      "loss": 0.7412528395652771,
      "step": 2142
    },
    {
      "epoch": 2.617826617826618,
      "grad_norm": 0.13335902988910675,
      "learning_rate": 1.380086853124436e-05,
      "loss": 0.8015611171722412,
      "step": 2144
    },
    {
      "epoch": 2.6202686202686203,
      "grad_norm": 0.6250423789024353,
      "learning_rate": 1.3753286492192083e-05,
      "loss": 0.9416741132736206,
      "step": 2146
    },
    {
      "epoch": 2.6227106227106227,
      "grad_norm": 0.15486980974674225,
      "learning_rate": 1.3705991201372941e-05,
      "loss": 0.5695586204528809,
      "step": 2148
    },
    {
      "epoch": 2.625152625152625,
      "grad_norm": 0.20108355581760406,
      "learning_rate": 1.3658982987585044e-05,
      "loss": 0.9314045906066895,
      "step": 2150
    },
    {
      "epoch": 2.6275946275946276,
      "grad_norm": 0.2014009952545166,
      "learning_rate": 1.3612262177630733e-05,
      "loss": 0.6691548228263855,
      "step": 2152
    },
    {
      "epoch": 2.63003663003663,
      "grad_norm": 0.638117253780365,
      "learning_rate": 1.3565829096314284e-05,
      "loss": 0.7646288275718689,
      "step": 2154
    },
    {
      "epoch": 2.6324786324786325,
      "grad_norm": 0.23792199790477753,
      "learning_rate": 1.351968406643971e-05,
      "loss": 0.9055653810501099,
      "step": 2156
    },
    {
      "epoch": 2.634920634920635,
      "grad_norm": 0.25359049439430237,
      "learning_rate": 1.3473827408808453e-05,
      "loss": 0.7020068168640137,
      "step": 2158
    },
    {
      "epoch": 2.6373626373626373,
      "grad_norm": 0.20003177225589752,
      "learning_rate": 1.3428259442217217e-05,
      "loss": 0.43044763803482056,
      "step": 2160
    },
    {
      "epoch": 2.6398046398046398,
      "grad_norm": 0.17046095430850983,
      "learning_rate": 1.3382980483455682e-05,
      "loss": 0.543694257736206,
      "step": 2162
    },
    {
      "epoch": 2.642246642246642,
      "grad_norm": 6.694880962371826,
      "learning_rate": 1.333799084730436e-05,
      "loss": 0.37838348746299744,
      "step": 2164
    },
    {
      "epoch": 2.6446886446886446,
      "grad_norm": 0.23152433335781097,
      "learning_rate": 1.32932908465324e-05,
      "loss": 0.90546053647995,
      "step": 2166
    },
    {
      "epoch": 2.647130647130647,
      "grad_norm": 0.44327032566070557,
      "learning_rate": 1.3248880791895346e-05,
      "loss": 0.5909172892570496,
      "step": 2168
    },
    {
      "epoch": 2.6495726495726495,
      "grad_norm": 0.2053682655096054,
      "learning_rate": 1.3204760992133086e-05,
      "loss": 0.9391003251075745,
      "step": 2170
    },
    {
      "epoch": 2.652014652014652,
      "grad_norm": 0.3836727738380432,
      "learning_rate": 1.316093175396762e-05,
      "loss": 0.9521498680114746,
      "step": 2172
    },
    {
      "epoch": 2.6544566544566544,
      "grad_norm": 2.1571011543273926,
      "learning_rate": 1.311739338210095e-05,
      "loss": 0.8946664929389954,
      "step": 2174
    },
    {
      "epoch": 2.656898656898657,
      "grad_norm": 0.24789409339427948,
      "learning_rate": 1.3074146179212985e-05,
      "loss": 0.6126503348350525,
      "step": 2176
    },
    {
      "epoch": 2.659340659340659,
      "grad_norm": 0.1362510621547699,
      "learning_rate": 1.303119044595942e-05,
      "loss": 0.936055600643158,
      "step": 2178
    },
    {
      "epoch": 2.6617826617826617,
      "grad_norm": 0.4179238975048065,
      "learning_rate": 1.2988526480969623e-05,
      "loss": 0.7655514478683472,
      "step": 2180
    },
    {
      "epoch": 2.664224664224664,
      "grad_norm": 0.16768568754196167,
      "learning_rate": 1.2946154580844611e-05,
      "loss": 0.8849906325340271,
      "step": 2182
    },
    {
      "epoch": 2.6666666666666665,
      "grad_norm": 0.2775038480758667,
      "learning_rate": 1.290407504015493e-05,
      "loss": 0.5696703195571899,
      "step": 2184
    },
    {
      "epoch": 2.669108669108669,
      "grad_norm": 0.1575010120868683,
      "learning_rate": 1.2862288151438665e-05,
      "loss": 0.8959333300590515,
      "step": 2186
    },
    {
      "epoch": 2.6715506715506714,
      "grad_norm": 0.13436463475227356,
      "learning_rate": 1.282079420519934e-05,
      "loss": 0.7810011506080627,
      "step": 2188
    },
    {
      "epoch": 2.6739926739926743,
      "grad_norm": 0.2730397582054138,
      "learning_rate": 1.2779593489903982e-05,
      "loss": 0.9554069638252258,
      "step": 2190
    },
    {
      "epoch": 2.6764346764346767,
      "grad_norm": 0.1561058759689331,
      "learning_rate": 1.2738686291981028e-05,
      "loss": 0.8356117010116577,
      "step": 2192
    },
    {
      "epoch": 2.678876678876679,
      "grad_norm": 0.5023959875106812,
      "learning_rate": 1.2698072895818397e-05,
      "loss": 0.28213539719581604,
      "step": 2194
    },
    {
      "epoch": 2.6813186813186816,
      "grad_norm": 0.5667269825935364,
      "learning_rate": 1.2657753583761476e-05,
      "loss": 0.8802306056022644,
      "step": 2196
    },
    {
      "epoch": 2.683760683760684,
      "grad_norm": 0.12068428844213486,
      "learning_rate": 1.2617728636111187e-05,
      "loss": 0.8706485033035278,
      "step": 2198
    },
    {
      "epoch": 2.6862026862026864,
      "grad_norm": 0.5108808279037476,
      "learning_rate": 1.2577998331121998e-05,
      "loss": 0.8768801093101501,
      "step": 2200
    },
    {
      "epoch": 2.688644688644689,
      "grad_norm": 0.545958399772644,
      "learning_rate": 1.2538562945000051e-05,
      "loss": 0.33499714732170105,
      "step": 2202
    },
    {
      "epoch": 2.6910866910866913,
      "grad_norm": 1.0399829149246216,
      "learning_rate": 1.2499422751901172e-05,
      "loss": 0.6333140134811401,
      "step": 2204
    },
    {
      "epoch": 2.6935286935286937,
      "grad_norm": 0.985112190246582,
      "learning_rate": 1.2460578023929017e-05,
      "loss": 0.45254790782928467,
      "step": 2206
    },
    {
      "epoch": 2.695970695970696,
      "grad_norm": 0.21014508605003357,
      "learning_rate": 1.2422029031133143e-05,
      "loss": 0.7272936105728149,
      "step": 2208
    },
    {
      "epoch": 2.6984126984126986,
      "grad_norm": 0.39050862193107605,
      "learning_rate": 1.2383776041507172e-05,
      "loss": 0.534014880657196,
      "step": 2210
    },
    {
      "epoch": 2.700854700854701,
      "grad_norm": 0.11521206796169281,
      "learning_rate": 1.2345819320986872e-05,
      "loss": 0.8974270224571228,
      "step": 2212
    },
    {
      "epoch": 2.7032967032967035,
      "grad_norm": 0.14597372710704803,
      "learning_rate": 1.2308159133448367e-05,
      "loss": 0.5622401237487793,
      "step": 2214
    },
    {
      "epoch": 2.705738705738706,
      "grad_norm": 0.017224080860614777,
      "learning_rate": 1.2270795740706271e-05,
      "loss": 0.47363150119781494,
      "step": 2216
    },
    {
      "epoch": 2.7081807081807083,
      "grad_norm": 0.4101310968399048,
      "learning_rate": 1.2233729402511876e-05,
      "loss": 0.520636796951294,
      "step": 2218
    },
    {
      "epoch": 2.7106227106227108,
      "grad_norm": 0.8713362216949463,
      "learning_rate": 1.2196960376551318e-05,
      "loss": 0.257546991109848,
      "step": 2220
    },
    {
      "epoch": 2.713064713064713,
      "grad_norm": 0.36402884125709534,
      "learning_rate": 1.2160488918443844e-05,
      "loss": 0.5223596096038818,
      "step": 2222
    },
    {
      "epoch": 2.7155067155067156,
      "grad_norm": 0.30874237418174744,
      "learning_rate": 1.2124315281739976e-05,
      "loss": 0.6043662428855896,
      "step": 2224
    },
    {
      "epoch": 2.717948717948718,
      "grad_norm": 0.15704752504825592,
      "learning_rate": 1.2088439717919797e-05,
      "loss": 0.7366093397140503,
      "step": 2226
    },
    {
      "epoch": 2.7203907203907205,
      "grad_norm": 0.4803425371646881,
      "learning_rate": 1.2052862476391146e-05,
      "loss": 0.5565959215164185,
      "step": 2228
    },
    {
      "epoch": 2.722832722832723,
      "grad_norm": 0.18192808330059052,
      "learning_rate": 1.2017583804487963e-05,
      "loss": 0.914871335029602,
      "step": 2230
    },
    {
      "epoch": 2.7252747252747254,
      "grad_norm": 0.2773580253124237,
      "learning_rate": 1.1982603947468482e-05,
      "loss": 0.5831704139709473,
      "step": 2232
    },
    {
      "epoch": 2.727716727716728,
      "grad_norm": 0.13562490046024323,
      "learning_rate": 1.1947923148513598e-05,
      "loss": 0.7942695617675781,
      "step": 2234
    },
    {
      "epoch": 2.7301587301587302,
      "grad_norm": 0.33229681849479675,
      "learning_rate": 1.1913541648725125e-05,
      "loss": 0.9253073334693909,
      "step": 2236
    },
    {
      "epoch": 2.7326007326007327,
      "grad_norm": 0.351931631565094,
      "learning_rate": 1.1879459687124157e-05,
      "loss": 0.8293993473052979,
      "step": 2238
    },
    {
      "epoch": 2.735042735042735,
      "grad_norm": 0.17059414088726044,
      "learning_rate": 1.184567750064937e-05,
      "loss": 0.45666587352752686,
      "step": 2240
    },
    {
      "epoch": 2.7374847374847375,
      "grad_norm": 0.10000285506248474,
      "learning_rate": 1.1812195324155426e-05,
      "loss": 0.9256134033203125,
      "step": 2242
    },
    {
      "epoch": 2.73992673992674,
      "grad_norm": 0.42588916420936584,
      "learning_rate": 1.1779013390411284e-05,
      "loss": 0.5543507933616638,
      "step": 2244
    },
    {
      "epoch": 2.7423687423687424,
      "grad_norm": 0.24285273253917694,
      "learning_rate": 1.1746131930098625e-05,
      "loss": 0.550348162651062,
      "step": 2246
    },
    {
      "epoch": 2.744810744810745,
      "grad_norm": 0.3814103603363037,
      "learning_rate": 1.1713551171810215e-05,
      "loss": 0.4132462739944458,
      "step": 2248
    },
    {
      "epoch": 2.7472527472527473,
      "grad_norm": 0.2242743968963623,
      "learning_rate": 1.1681271342048347e-05,
      "loss": 0.853303849697113,
      "step": 2250
    },
    {
      "epoch": 2.7496947496947497,
      "grad_norm": 0.16938181221485138,
      "learning_rate": 1.1649292665223234e-05,
      "loss": 0.9305144548416138,
      "step": 2252
    },
    {
      "epoch": 2.752136752136752,
      "grad_norm": 0.17428834736347198,
      "learning_rate": 1.1617615363651478e-05,
      "loss": 0.5639536380767822,
      "step": 2254
    },
    {
      "epoch": 2.7545787545787546,
      "grad_norm": 0.2849515676498413,
      "learning_rate": 1.1586239657554517e-05,
      "loss": 0.6453112363815308,
      "step": 2256
    },
    {
      "epoch": 2.757020757020757,
      "grad_norm": 0.3031458258628845,
      "learning_rate": 1.1555165765057072e-05,
      "loss": 0.9232110381126404,
      "step": 2258
    },
    {
      "epoch": 2.7594627594627594,
      "grad_norm": 0.44533681869506836,
      "learning_rate": 1.1524393902185663e-05,
      "loss": 0.8147604465484619,
      "step": 2260
    },
    {
      "epoch": 2.761904761904762,
      "grad_norm": 0.38014358282089233,
      "learning_rate": 1.1493924282867089e-05,
      "loss": 0.8898773789405823,
      "step": 2262
    },
    {
      "epoch": 2.7643467643467643,
      "grad_norm": 0.19250597059726715,
      "learning_rate": 1.1463757118926937e-05,
      "loss": 0.8258563280105591,
      "step": 2264
    },
    {
      "epoch": 2.7667887667887667,
      "grad_norm": 0.5206453800201416,
      "learning_rate": 1.1433892620088125e-05,
      "loss": 0.720075786113739,
      "step": 2266
    },
    {
      "epoch": 2.769230769230769,
      "grad_norm": 0.0654718354344368,
      "learning_rate": 1.140433099396943e-05,
      "loss": 0.5580767393112183,
      "step": 2268
    },
    {
      "epoch": 2.7716727716727716,
      "grad_norm": 0.12150853127241135,
      "learning_rate": 1.1375072446084048e-05,
      "loss": 0.5127288699150085,
      "step": 2270
    },
    {
      "epoch": 2.774114774114774,
      "grad_norm": 0.044079847633838654,
      "learning_rate": 1.1346117179838177e-05,
      "loss": 0.1200222373008728,
      "step": 2272
    },
    {
      "epoch": 2.7765567765567765,
      "grad_norm": 0.20107226073741913,
      "learning_rate": 1.1317465396529584e-05,
      "loss": 0.9214982986450195,
      "step": 2274
    },
    {
      "epoch": 2.778998778998779,
      "grad_norm": 0.17506659030914307,
      "learning_rate": 1.128911729534622e-05,
      "loss": 0.6488751769065857,
      "step": 2276
    },
    {
      "epoch": 2.7814407814407813,
      "grad_norm": 0.0763765498995781,
      "learning_rate": 1.1261073073364818e-05,
      "loss": 0.5175724625587463,
      "step": 2278
    },
    {
      "epoch": 2.7838827838827838,
      "grad_norm": 0.38485652208328247,
      "learning_rate": 1.1233332925549555e-05,
      "loss": 0.2695869207382202,
      "step": 2280
    },
    {
      "epoch": 2.786324786324786,
      "grad_norm": 0.16343873739242554,
      "learning_rate": 1.1205897044750652e-05,
      "loss": 0.8788585662841797,
      "step": 2282
    },
    {
      "epoch": 2.7887667887667886,
      "grad_norm": 0.1511439085006714,
      "learning_rate": 1.1178765621703091e-05,
      "loss": 0.8803359866142273,
      "step": 2284
    },
    {
      "epoch": 2.791208791208791,
      "grad_norm": 0.1273798793554306,
      "learning_rate": 1.115193884502522e-05,
      "loss": 0.879483699798584,
      "step": 2286
    },
    {
      "epoch": 2.7936507936507935,
      "grad_norm": 0.087889663875103,
      "learning_rate": 1.1125416901217505e-05,
      "loss": 0.8987056612968445,
      "step": 2288
    },
    {
      "epoch": 2.796092796092796,
      "grad_norm": 0.37511512637138367,
      "learning_rate": 1.1099199974661181e-05,
      "loss": 0.284568727016449,
      "step": 2290
    },
    {
      "epoch": 2.7985347985347984,
      "grad_norm": 0.44007736444473267,
      "learning_rate": 1.1073288247617021e-05,
      "loss": 0.5415482521057129,
      "step": 2292
    },
    {
      "epoch": 2.800976800976801,
      "grad_norm": 0.12672172486782074,
      "learning_rate": 1.1047681900224018e-05,
      "loss": 0.5931652188301086,
      "step": 2294
    },
    {
      "epoch": 2.8034188034188032,
      "grad_norm": 0.35362815856933594,
      "learning_rate": 1.1022381110498182e-05,
      "loss": 0.7559791207313538,
      "step": 2296
    },
    {
      "epoch": 2.8058608058608057,
      "grad_norm": 0.5573434829711914,
      "learning_rate": 1.0997386054331255e-05,
      "loss": 0.3488505184650421,
      "step": 2298
    },
    {
      "epoch": 2.808302808302808,
      "grad_norm": 0.2508881986141205,
      "learning_rate": 1.097269690548954e-05,
      "loss": 0.5698355436325073,
      "step": 2300
    },
    {
      "epoch": 2.8107448107448105,
      "grad_norm": 0.5273947715759277,
      "learning_rate": 1.0948313835612624e-05,
      "loss": 0.9447473287582397,
      "step": 2302
    },
    {
      "epoch": 2.813186813186813,
      "grad_norm": 0.049647558480501175,
      "learning_rate": 1.0924237014212265e-05,
      "loss": 0.5654804706573486,
      "step": 2304
    },
    {
      "epoch": 2.8156288156288154,
      "grad_norm": 0.2335987389087677,
      "learning_rate": 1.0900466608671147e-05,
      "loss": 0.691981315612793,
      "step": 2306
    },
    {
      "epoch": 2.818070818070818,
      "grad_norm": 0.14841300249099731,
      "learning_rate": 1.0877002784241758e-05,
      "loss": 0.5586347579956055,
      "step": 2308
    },
    {
      "epoch": 2.8205128205128203,
      "grad_norm": 0.14393511414527893,
      "learning_rate": 1.0853845704045213e-05,
      "loss": 0.9617201685905457,
      "step": 2310
    },
    {
      "epoch": 2.8229548229548227,
      "grad_norm": 0.3243793547153473,
      "learning_rate": 1.0830995529070153e-05,
      "loss": 0.5552883148193359,
      "step": 2312
    },
    {
      "epoch": 2.825396825396825,
      "grad_norm": 0.8651401400566101,
      "learning_rate": 1.080845241817158e-05,
      "loss": 0.6081613898277283,
      "step": 2314
    },
    {
      "epoch": 2.8278388278388276,
      "grad_norm": 0.1977468729019165,
      "learning_rate": 1.0786216528069798e-05,
      "loss": 0.5818818211555481,
      "step": 2316
    },
    {
      "epoch": 2.8302808302808304,
      "grad_norm": 0.5484998822212219,
      "learning_rate": 1.0764288013349295e-05,
      "loss": 0.8033775091171265,
      "step": 2318
    },
    {
      "epoch": 2.832722832722833,
      "grad_norm": 0.24685503542423248,
      "learning_rate": 1.0742667026457678e-05,
      "loss": 0.5256894826889038,
      "step": 2320
    },
    {
      "epoch": 2.8351648351648353,
      "grad_norm": 0.47894465923309326,
      "learning_rate": 1.0721353717704625e-05,
      "loss": 0.5885627269744873,
      "step": 2322
    },
    {
      "epoch": 2.8376068376068377,
      "grad_norm": 0.04807301610708237,
      "learning_rate": 1.0700348235260809e-05,
      "loss": 0.1685209572315216,
      "step": 2324
    },
    {
      "epoch": 2.84004884004884,
      "grad_norm": 0.1125311627984047,
      "learning_rate": 1.0679650725156892e-05,
      "loss": 0.7372404932975769,
      "step": 2326
    },
    {
      "epoch": 2.8424908424908426,
      "grad_norm": 2.8107287883758545,
      "learning_rate": 1.065926133128251e-05,
      "loss": 0.6371179223060608,
      "step": 2328
    },
    {
      "epoch": 2.844932844932845,
      "grad_norm": 0.08771976083517075,
      "learning_rate": 1.063918019538527e-05,
      "loss": 0.5829328298568726,
      "step": 2330
    },
    {
      "epoch": 2.8473748473748475,
      "grad_norm": 0.34634438157081604,
      "learning_rate": 1.0619407457069744e-05,
      "loss": 0.9081605672836304,
      "step": 2332
    },
    {
      "epoch": 2.84981684981685,
      "grad_norm": 0.442281037569046,
      "learning_rate": 1.0599943253796524e-05,
      "loss": 0.06729144603013992,
      "step": 2334
    },
    {
      "epoch": 2.8522588522588523,
      "grad_norm": 0.43480950593948364,
      "learning_rate": 1.0580787720881278e-05,
      "loss": 0.8884823322296143,
      "step": 2336
    },
    {
      "epoch": 2.8547008547008548,
      "grad_norm": 0.2847522497177124,
      "learning_rate": 1.056194099149376e-05,
      "loss": 0.6051849722862244,
      "step": 2338
    },
    {
      "epoch": 2.857142857142857,
      "grad_norm": 0.2190149575471878,
      "learning_rate": 1.0543403196656928e-05,
      "loss": 0.9653596878051758,
      "step": 2340
    },
    {
      "epoch": 2.8595848595848596,
      "grad_norm": 1.3416590690612793,
      "learning_rate": 1.0525174465246024e-05,
      "loss": 0.8496460914611816,
      "step": 2342
    },
    {
      "epoch": 2.862026862026862,
      "grad_norm": 0.239431232213974,
      "learning_rate": 1.050725492398766e-05,
      "loss": 0.14625638723373413,
      "step": 2344
    },
    {
      "epoch": 2.8644688644688645,
      "grad_norm": 0.2299855649471283,
      "learning_rate": 1.0489644697458956e-05,
      "loss": 0.7827672958374023,
      "step": 2346
    },
    {
      "epoch": 2.866910866910867,
      "grad_norm": 0.03336143493652344,
      "learning_rate": 1.047234390808667e-05,
      "loss": 0.49717092514038086,
      "step": 2348
    },
    {
      "epoch": 2.8693528693528694,
      "grad_norm": 0.14469321072101593,
      "learning_rate": 1.045535267614634e-05,
      "loss": 0.582015335559845,
      "step": 2350
    },
    {
      "epoch": 2.871794871794872,
      "grad_norm": 0.3091880679130554,
      "learning_rate": 1.0438671119761468e-05,
      "loss": 0.6304939389228821,
      "step": 2352
    },
    {
      "epoch": 2.8742368742368742,
      "grad_norm": 0.12924562394618988,
      "learning_rate": 1.0422299354902653e-05,
      "loss": 0.47916877269744873,
      "step": 2354
    },
    {
      "epoch": 2.8766788766788767,
      "grad_norm": 0.38469940423965454,
      "learning_rate": 1.040623749538685e-05,
      "loss": 0.9549888968467712,
      "step": 2356
    },
    {
      "epoch": 2.879120879120879,
      "grad_norm": 0.5296687483787537,
      "learning_rate": 1.0390485652876516e-05,
      "loss": 0.634440004825592,
      "step": 2358
    },
    {
      "epoch": 2.8815628815628815,
      "grad_norm": 0.28588035702705383,
      "learning_rate": 1.037504393687888e-05,
      "loss": 0.4866846799850464,
      "step": 2360
    },
    {
      "epoch": 2.884004884004884,
      "grad_norm": 0.25893455743789673,
      "learning_rate": 1.035991245474515e-05,
      "loss": 0.6054922342300415,
      "step": 2362
    },
    {
      "epoch": 2.8864468864468864,
      "grad_norm": 0.26358985900878906,
      "learning_rate": 1.0345091311669789e-05,
      "loss": 0.9277290105819702,
      "step": 2364
    },
    {
      "epoch": 2.888888888888889,
      "grad_norm": 0.10939505696296692,
      "learning_rate": 1.0330580610689777e-05,
      "loss": 0.7286083698272705,
      "step": 2366
    },
    {
      "epoch": 2.8913308913308913,
      "grad_norm": 1.217232584953308,
      "learning_rate": 1.0316380452683879e-05,
      "loss": 0.6054674983024597,
      "step": 2368
    },
    {
      "epoch": 2.8937728937728937,
      "grad_norm": 0.18041126430034637,
      "learning_rate": 1.0302490936371966e-05,
      "loss": 0.956548273563385,
      "step": 2370
    },
    {
      "epoch": 2.896214896214896,
      "grad_norm": 0.25252801179885864,
      "learning_rate": 1.028891215831433e-05,
      "loss": 0.8740776777267456,
      "step": 2372
    },
    {
      "epoch": 2.8986568986568986,
      "grad_norm": 0.07368501275777817,
      "learning_rate": 1.027564421291098e-05,
      "loss": 0.6913008093833923,
      "step": 2374
    },
    {
      "epoch": 2.901098901098901,
      "grad_norm": 0.21639108657836914,
      "learning_rate": 1.0262687192401022e-05,
      "loss": 0.8055187463760376,
      "step": 2376
    },
    {
      "epoch": 2.9035409035409034,
      "grad_norm": 0.14491795003414154,
      "learning_rate": 1.0250041186862011e-05,
      "loss": 0.8874975442886353,
      "step": 2378
    },
    {
      "epoch": 2.905982905982906,
      "grad_norm": 0.16996614634990692,
      "learning_rate": 1.0237706284209298e-05,
      "loss": 0.5474310517311096,
      "step": 2380
    },
    {
      "epoch": 2.9084249084249083,
      "grad_norm": 0.16943812370300293,
      "learning_rate": 1.0225682570195457e-05,
      "loss": 0.8697795271873474,
      "step": 2382
    },
    {
      "epoch": 2.9108669108669107,
      "grad_norm": 0.14685095846652985,
      "learning_rate": 1.0213970128409658e-05,
      "loss": 0.8361122608184814,
      "step": 2384
    },
    {
      "epoch": 2.913308913308913,
      "grad_norm": 0.12646551430225372,
      "learning_rate": 1.0202569040277104e-05,
      "loss": 0.9396628141403198,
      "step": 2386
    },
    {
      "epoch": 2.9157509157509156,
      "grad_norm": 0.1660378873348236,
      "learning_rate": 1.0191479385058462e-05,
      "loss": 0.635297417640686,
      "step": 2388
    },
    {
      "epoch": 2.918192918192918,
      "grad_norm": 0.18587251007556915,
      "learning_rate": 1.0180701239849304e-05,
      "loss": 0.3286590576171875,
      "step": 2390
    },
    {
      "epoch": 2.9206349206349205,
      "grad_norm": 0.27579906582832336,
      "learning_rate": 1.0170234679579574e-05,
      "loss": 0.470412939786911,
      "step": 2392
    },
    {
      "epoch": 2.9230769230769234,
      "grad_norm": 0.2389817088842392,
      "learning_rate": 1.0160079777013081e-05,
      "loss": 0.7788825631141663,
      "step": 2394
    },
    {
      "epoch": 2.925518925518926,
      "grad_norm": 0.45952925086021423,
      "learning_rate": 1.0150236602746965e-05,
      "loss": 0.6100042462348938,
      "step": 2396
    },
    {
      "epoch": 2.927960927960928,
      "grad_norm": 0.18304722011089325,
      "learning_rate": 1.0140705225211237e-05,
      "loss": 0.5717623233795166,
      "step": 2398
    },
    {
      "epoch": 2.9304029304029307,
      "grad_norm": 0.37822744250297546,
      "learning_rate": 1.013148571066828e-05,
      "loss": 0.3323323726654053,
      "step": 2400
    },
    {
      "epoch": 2.932844932844933,
      "grad_norm": 0.40260812640190125,
      "learning_rate": 1.012257812321241e-05,
      "loss": 0.5289126634597778,
      "step": 2402
    },
    {
      "epoch": 2.9352869352869355,
      "grad_norm": 0.11691813170909882,
      "learning_rate": 1.0113982524769395e-05,
      "loss": 0.25224849581718445,
      "step": 2404
    },
    {
      "epoch": 2.937728937728938,
      "grad_norm": 0.34821441769599915,
      "learning_rate": 1.0105698975096067e-05,
      "loss": 0.8060319423675537,
      "step": 2406
    },
    {
      "epoch": 2.9401709401709404,
      "grad_norm": 0.12309245765209198,
      "learning_rate": 1.0097727531779882e-05,
      "loss": 0.5822362303733826,
      "step": 2408
    },
    {
      "epoch": 2.942612942612943,
      "grad_norm": 0.27418801188468933,
      "learning_rate": 1.0090068250238521e-05,
      "loss": 0.5575027465820312,
      "step": 2410
    },
    {
      "epoch": 2.9450549450549453,
      "grad_norm": 0.23748725652694702,
      "learning_rate": 1.0082721183719512e-05,
      "loss": 0.8845927715301514,
      "step": 2412
    },
    {
      "epoch": 2.9474969474969477,
      "grad_norm": 0.2792826294898987,
      "learning_rate": 1.007568638329985e-05,
      "loss": 0.9328206181526184,
      "step": 2414
    },
    {
      "epoch": 2.94993894993895,
      "grad_norm": 0.15178164839744568,
      "learning_rate": 1.006896389788565e-05,
      "loss": 0.8631373643875122,
      "step": 2416
    },
    {
      "epoch": 2.9523809523809526,
      "grad_norm": 0.5004929900169373,
      "learning_rate": 1.0062553774211814e-05,
      "loss": 0.5906471014022827,
      "step": 2418
    },
    {
      "epoch": 2.954822954822955,
      "grad_norm": 0.6168224215507507,
      "learning_rate": 1.005645605684169e-05,
      "loss": 0.7751826643943787,
      "step": 2420
    },
    {
      "epoch": 2.9572649572649574,
      "grad_norm": 0.13668419420719147,
      "learning_rate": 1.0050670788166761e-05,
      "loss": 0.8252941966056824,
      "step": 2422
    },
    {
      "epoch": 2.95970695970696,
      "grad_norm": 0.2519516944885254,
      "learning_rate": 1.0045198008406373e-05,
      "loss": 0.45424923300743103,
      "step": 2424
    },
    {
      "epoch": 2.9621489621489623,
      "grad_norm": 0.6055773496627808,
      "learning_rate": 1.0040037755607428e-05,
      "loss": 0.8147112131118774,
      "step": 2426
    },
    {
      "epoch": 2.9645909645909647,
      "grad_norm": 0.37422075867652893,
      "learning_rate": 1.0035190065644145e-05,
      "loss": 0.4457106590270996,
      "step": 2428
    },
    {
      "epoch": 2.967032967032967,
      "grad_norm": 0.410826176404953,
      "learning_rate": 1.0030654972217791e-05,
      "loss": 0.8721326589584351,
      "step": 2430
    },
    {
      "epoch": 2.9694749694749696,
      "grad_norm": 0.1232210174202919,
      "learning_rate": 1.0026432506856445e-05,
      "loss": 0.8431730270385742,
      "step": 2432
    },
    {
      "epoch": 2.971916971916972,
      "grad_norm": 0.22085325419902802,
      "learning_rate": 1.0022522698914816e-05,
      "loss": 0.8151767253875732,
      "step": 2434
    },
    {
      "epoch": 2.9743589743589745,
      "grad_norm": 0.1448344588279724,
      "learning_rate": 1.0018925575573973e-05,
      "loss": 0.49180135130882263,
      "step": 2436
    },
    {
      "epoch": 2.976800976800977,
      "grad_norm": 0.3198087811470032,
      "learning_rate": 1.0015641161841218e-05,
      "loss": 0.43782997131347656,
      "step": 2438
    },
    {
      "epoch": 2.9792429792429793,
      "grad_norm": 0.13322417438030243,
      "learning_rate": 1.0012669480549882e-05,
      "loss": 0.9003132581710815,
      "step": 2440
    },
    {
      "epoch": 2.9816849816849818,
      "grad_norm": 0.1805696189403534,
      "learning_rate": 1.0010010552359173e-05,
      "loss": 0.8543267846107483,
      "step": 2442
    },
    {
      "epoch": 2.984126984126984,
      "grad_norm": 0.6951938271522522,
      "learning_rate": 1.000766439575403e-05,
      "loss": 0.664506196975708,
      "step": 2444
    },
    {
      "epoch": 2.9865689865689866,
      "grad_norm": 0.20818327367305756,
      "learning_rate": 1.000563102704499e-05,
      "loss": 0.8623005747795105,
      "step": 2446
    },
    {
      "epoch": 2.989010989010989,
      "grad_norm": 0.21340824663639069,
      "learning_rate": 1.0003910460368087e-05,
      "loss": 0.8571358323097229,
      "step": 2448
    },
    {
      "epoch": 2.9914529914529915,
      "grad_norm": 0.4306589365005493,
      "learning_rate": 1.000250270768475e-05,
      "loss": 0.5608749985694885,
      "step": 2450
    },
    {
      "epoch": 2.993894993894994,
      "grad_norm": 0.10902591794729233,
      "learning_rate": 1.0001407778781705e-05,
      "loss": 0.8583354949951172,
      "step": 2452
    },
    {
      "epoch": 2.9963369963369964,
      "grad_norm": 0.11453904956579208,
      "learning_rate": 1.0000625681270934e-05,
      "loss": 0.8831861615180969,
      "step": 2454
    },
    {
      "epoch": 2.998778998778999,
      "grad_norm": 0.09050007164478302,
      "learning_rate": 1.0000156420589591e-05,
      "loss": 0.4622391164302826,
      "step": 2456
    },
    {
      "epoch": 3.0,
      "step": 2457,
      "total_flos": 6.574576867100066e+18,
      "train_loss": 0.8942287936473116,
      "train_runtime": 42713.458,
      "train_samples_per_second": 0.92,
      "train_steps_per_second": 0.058
    }
  ],
  "logging_steps": 2,
  "max_steps": 2457,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 99999,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": false,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 6.574576867100066e+18,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}