{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 3.0,
  "eval_steps": 500,
  "global_step": 2457,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.002442002442002442,
      "grad_norm": 2.3893706798553467,
      "learning_rate": 8.130081300813009e-08,
      "loss": 1.9268020391464233,
      "step": 2
    },
    {
      "epoch": 0.004884004884004884,
      "grad_norm": 2.7525486946105957,
      "learning_rate": 2.439024390243903e-07,
      "loss": 2.098186492919922,
      "step": 4
    },
    {
      "epoch": 0.007326007326007326,
      "grad_norm": 11.947481155395508,
      "learning_rate": 4.0650406504065046e-07,
      "loss": 2.4138333797454834,
      "step": 6
    },
    {
      "epoch": 0.009768009768009768,
      "grad_norm": 2.4891531467437744,
      "learning_rate": 5.691056910569106e-07,
      "loss": 1.953867793083191,
      "step": 8
    },
    {
      "epoch": 0.01221001221001221,
      "grad_norm": 3.49385666847229,
      "learning_rate": 7.317073170731707e-07,
      "loss": 2.1249871253967285,
      "step": 10
    },
    {
      "epoch": 0.014652014652014652,
      "grad_norm": 9.621060371398926,
      "learning_rate": 8.94308943089431e-07,
      "loss": 1.870603322982788,
      "step": 12
    },
    {
      "epoch": 0.017094017094017096,
      "grad_norm": 1.2622815370559692,
      "learning_rate": 1.0569105691056912e-06,
      "loss": 1.646697998046875,
      "step": 14
    },
    {
      "epoch": 0.019536019536019536,
      "grad_norm": 16.232858657836914,
      "learning_rate": 1.2195121951219514e-06,
      "loss": 1.6898235082626343,
      "step": 16
    },
    {
      "epoch": 0.02197802197802198,
      "grad_norm": 10.059346199035645,
      "learning_rate": 1.3821138211382116e-06,
      "loss": 1.8439620733261108,
      "step": 18
    },
    {
      "epoch": 0.02442002442002442,
      "grad_norm": 3.1513400077819824,
      "learning_rate": 1.5447154471544717e-06,
      "loss": 1.6882305145263672,
      "step": 20
    },
    {
      "epoch": 0.026862026862026864,
      "grad_norm": 5.707210540771484,
      "learning_rate": 1.707317073170732e-06,
      "loss": 1.4086613655090332,
      "step": 22
    },
    {
      "epoch": 0.029304029304029304,
      "grad_norm": 1.5729589462280273,
      "learning_rate": 1.8699186991869919e-06,
      "loss": 1.22359037399292,
      "step": 24
    },
    {
      "epoch": 0.031746031746031744,
      "grad_norm": 1.6034835577011108,
      "learning_rate": 2.0325203252032523e-06,
      "loss": 1.6794222593307495,
      "step": 26
    },
    {
      "epoch": 0.03418803418803419,
      "grad_norm": 4.907107353210449,
      "learning_rate": 2.1951219512195125e-06,
      "loss": 1.7425767183303833,
      "step": 28
    },
    {
      "epoch": 0.03663003663003663,
      "grad_norm": 3.0787065029144287,
      "learning_rate": 2.3577235772357727e-06,
      "loss": 1.1433881521224976,
      "step": 30
    },
    {
      "epoch": 0.03907203907203907,
      "grad_norm": 2.307734966278076,
      "learning_rate": 2.5203252032520324e-06,
      "loss": 1.0014692544937134,
      "step": 32
    },
    {
      "epoch": 0.04151404151404151,
      "grad_norm": 2.102328062057495,
      "learning_rate": 2.682926829268293e-06,
      "loss": 1.558118224143982,
      "step": 34
    },
    {
      "epoch": 0.04395604395604396,
      "grad_norm": 2.508723020553589,
      "learning_rate": 2.845528455284553e-06,
      "loss": 1.2752659320831299,
      "step": 36
    },
    {
      "epoch": 0.0463980463980464,
      "grad_norm": 1.2697498798370361,
      "learning_rate": 3.0081300813008134e-06,
      "loss": 1.5238615274429321,
      "step": 38
    },
    {
      "epoch": 0.04884004884004884,
      "grad_norm": 9.991412162780762,
      "learning_rate": 3.1707317073170736e-06,
      "loss": 1.3837251663208008,
      "step": 40
    },
    {
      "epoch": 0.05128205128205128,
      "grad_norm": 1.6207857131958008,
      "learning_rate": 3.3333333333333333e-06,
      "loss": 1.4677042961120605,
      "step": 42
    },
    {
      "epoch": 0.05372405372405373,
      "grad_norm": 1.4186246395111084,
      "learning_rate": 3.495934959349594e-06,
      "loss": 1.4204754829406738,
      "step": 44
    },
    {
      "epoch": 0.05616605616605617,
      "grad_norm": 3.8226752281188965,
      "learning_rate": 3.6585365853658537e-06,
      "loss": 1.3837416172027588,
      "step": 46
    },
    {
      "epoch": 0.05860805860805861,
      "grad_norm": 2.2121241092681885,
      "learning_rate": 3.821138211382115e-06,
      "loss": 1.0739210844039917,
      "step": 48
    },
    {
      "epoch": 0.06105006105006105,
      "grad_norm": 2.6986029148101807,
      "learning_rate": 3.983739837398374e-06,
      "loss": 0.9827917814254761,
      "step": 50
    },
    {
      "epoch": 0.06349206349206349,
      "grad_norm": 1.9821456670761108,
      "learning_rate": 4.146341463414634e-06,
      "loss": 1.3439877033233643,
      "step": 52
    },
    {
      "epoch": 0.06593406593406594,
      "grad_norm": 20.799144744873047,
      "learning_rate": 4.308943089430894e-06,
      "loss": 1.0445363521575928,
      "step": 54
    },
    {
      "epoch": 0.06837606837606838,
      "grad_norm": 2.018078088760376,
      "learning_rate": 4.471544715447155e-06,
      "loss": 1.3443750143051147,
      "step": 56
    },
    {
      "epoch": 0.07081807081807082,
      "grad_norm": 1.7203161716461182,
      "learning_rate": 4.634146341463416e-06,
      "loss": 1.3475321531295776,
      "step": 58
    },
    {
      "epoch": 0.07326007326007326,
      "grad_norm": 1.489026665687561,
      "learning_rate": 4.796747967479675e-06,
      "loss": 1.4037724733352661,
      "step": 60
    },
    {
      "epoch": 0.0757020757020757,
      "grad_norm": 5.072752475738525,
      "learning_rate": 4.959349593495935e-06,
      "loss": 1.0292410850524902,
      "step": 62
    },
    {
      "epoch": 0.07814407814407814,
      "grad_norm": 1.9865821599960327,
      "learning_rate": 5.121951219512195e-06,
      "loss": 1.6453887224197388,
      "step": 64
    },
    {
      "epoch": 0.08058608058608059,
      "grad_norm": 8.150779724121094,
      "learning_rate": 5.2845528455284555e-06,
      "loss": 1.1829452514648438,
      "step": 66
    },
    {
      "epoch": 0.08302808302808302,
      "grad_norm": 1.6878677606582642,
      "learning_rate": 5.447154471544716e-06,
      "loss": 1.1011936664581299,
      "step": 68
    },
    {
      "epoch": 0.08547008547008547,
      "grad_norm": 0.6670809388160706,
      "learning_rate": 5.609756097560977e-06,
      "loss": 1.1616472005844116,
      "step": 70
    },
    {
      "epoch": 0.08791208791208792,
      "grad_norm": 1.4617451429367065,
      "learning_rate": 5.772357723577237e-06,
      "loss": 1.3839240074157715,
      "step": 72
    },
    {
      "epoch": 0.09035409035409035,
      "grad_norm": 1.9361579418182373,
      "learning_rate": 5.934959349593496e-06,
      "loss": 1.4121818542480469,
      "step": 74
    },
    {
      "epoch": 0.0927960927960928,
      "grad_norm": 3.0737693309783936,
      "learning_rate": 6.0975609756097564e-06,
      "loss": 1.416529893875122,
      "step": 76
    },
    {
      "epoch": 0.09523809523809523,
      "grad_norm": 1.4835634231567383,
      "learning_rate": 6.260162601626017e-06,
      "loss": 1.222318410873413,
      "step": 78
    },
    {
      "epoch": 0.09768009768009768,
      "grad_norm": 3.82383394241333,
      "learning_rate": 6.422764227642278e-06,
      "loss": 1.1652414798736572,
      "step": 80
    },
    {
      "epoch": 0.10012210012210013,
      "grad_norm": 13.640969276428223,
      "learning_rate": 6.585365853658538e-06,
      "loss": 1.0345308780670166,
      "step": 82
    },
    {
      "epoch": 0.10256410256410256,
      "grad_norm": 9.584553718566895,
      "learning_rate": 6.747967479674797e-06,
      "loss": 1.0803658962249756,
      "step": 84
    },
    {
      "epoch": 0.10500610500610501,
      "grad_norm": 1.267685055732727,
      "learning_rate": 6.910569105691057e-06,
      "loss": 1.249168038368225,
      "step": 86
    },
    {
      "epoch": 0.10744810744810745,
      "grad_norm": 1.5764743089675903,
      "learning_rate": 7.0731707317073175e-06,
      "loss": 1.4062129259109497,
      "step": 88
    },
    {
      "epoch": 0.10989010989010989,
      "grad_norm": 0.6901059746742249,
      "learning_rate": 7.2357723577235786e-06,
      "loss": 1.1516574621200562,
      "step": 90
    },
    {
      "epoch": 0.11233211233211234,
      "grad_norm": 2.498300552368164,
      "learning_rate": 7.398373983739838e-06,
      "loss": 1.4968205690383911,
      "step": 92
    },
    {
      "epoch": 0.11477411477411477,
      "grad_norm": 8.051702499389648,
      "learning_rate": 7.560975609756098e-06,
      "loss": 1.1234135627746582,
      "step": 94
    },
    {
      "epoch": 0.11721611721611722,
      "grad_norm": 2.431464433670044,
      "learning_rate": 7.723577235772358e-06,
      "loss": 1.4027729034423828,
      "step": 96
    },
    {
      "epoch": 0.11965811965811966,
      "grad_norm": 2.105727434158325,
      "learning_rate": 7.886178861788618e-06,
      "loss": 1.3487744331359863,
      "step": 98
    },
    {
      "epoch": 0.1221001221001221,
      "grad_norm": 2.983010768890381,
      "learning_rate": 8.048780487804879e-06,
      "loss": 1.074942708015442,
      "step": 100
    },
    {
      "epoch": 0.12454212454212454,
      "grad_norm": 3.559720039367676,
      "learning_rate": 8.21138211382114e-06,
      "loss": 1.0268707275390625,
      "step": 102
    },
    {
      "epoch": 0.12698412698412698,
      "grad_norm": 1.4598705768585205,
      "learning_rate": 8.373983739837399e-06,
      "loss": 0.9993240833282471,
      "step": 104
    },
    {
      "epoch": 0.12942612942612944,
      "grad_norm": 1.1988660097122192,
      "learning_rate": 8.536585365853658e-06,
      "loss": 0.9525761604309082,
      "step": 106
    },
    {
      "epoch": 0.13186813186813187,
      "grad_norm": 27.485122680664062,
      "learning_rate": 8.69918699186992e-06,
      "loss": 1.3531205654144287,
      "step": 108
    },
    {
      "epoch": 0.1343101343101343,
      "grad_norm": 2.1461856365203857,
      "learning_rate": 8.86178861788618e-06,
      "loss": 1.6010525226593018,
      "step": 110
    },
    {
      "epoch": 0.13675213675213677,
      "grad_norm": 2.505549430847168,
      "learning_rate": 9.02439024390244e-06,
      "loss": 1.41323721408844,
      "step": 112
    },
    {
      "epoch": 0.1391941391941392,
      "grad_norm": 1.478813648223877,
      "learning_rate": 9.1869918699187e-06,
      "loss": 1.1879425048828125,
      "step": 114
    },
    {
      "epoch": 0.14163614163614163,
      "grad_norm": 1.3980270624160767,
      "learning_rate": 9.34959349593496e-06,
      "loss": 1.3165570497512817,
      "step": 116
    },
    {
      "epoch": 0.14407814407814407,
      "grad_norm": 3.0620999336242676,
      "learning_rate": 9.51219512195122e-06,
      "loss": 1.2242571115493774,
      "step": 118
    },
    {
      "epoch": 0.14652014652014653,
      "grad_norm": 1.2746002674102783,
      "learning_rate": 9.67479674796748e-06,
      "loss": 1.3259317874908447,
      "step": 120
    },
    {
      "epoch": 0.14896214896214896,
      "grad_norm": 1.4318238496780396,
      "learning_rate": 9.837398373983741e-06,
      "loss": 1.3270224332809448,
      "step": 122
    },
    {
      "epoch": 0.1514041514041514,
      "grad_norm": 2.3391611576080322,
      "learning_rate": 1e-05,
      "loss": 1.3085572719573975,
      "step": 124
    },
    {
      "epoch": 0.15384615384615385,
      "grad_norm": 1.5901521444320679,
      "learning_rate": 1.0162601626016262e-05,
      "loss": 1.1765004396438599,
      "step": 126
    },
    {
      "epoch": 0.1562881562881563,
      "grad_norm": 1.361893892288208,
      "learning_rate": 1.0325203252032521e-05,
      "loss": 1.4069057703018188,
      "step": 128
    },
    {
      "epoch": 0.15873015873015872,
      "grad_norm": 2.779815673828125,
      "learning_rate": 1.0487804878048782e-05,
      "loss": 1.2615665197372437,
      "step": 130
    },
    {
      "epoch": 0.16117216117216118,
      "grad_norm": 1.3855739831924438,
      "learning_rate": 1.065040650406504e-05,
      "loss": 1.0511776208877563,
      "step": 132
    },
    {
      "epoch": 0.16361416361416362,
      "grad_norm": 1.6709128618240356,
      "learning_rate": 1.0813008130081301e-05,
      "loss": 1.1562919616699219,
      "step": 134
    },
    {
      "epoch": 0.16605616605616605,
      "grad_norm": 2.7451095581054688,
      "learning_rate": 1.0975609756097562e-05,
      "loss": 1.1669853925704956,
      "step": 136
    },
    {
      "epoch": 0.1684981684981685,
      "grad_norm": 1.3229765892028809,
      "learning_rate": 1.1138211382113821e-05,
      "loss": 1.132803201675415,
      "step": 138
    },
    {
      "epoch": 0.17094017094017094,
      "grad_norm": 1.1329905986785889,
      "learning_rate": 1.1300813008130082e-05,
      "loss": 1.078572392463684,
      "step": 140
    },
    {
      "epoch": 0.17338217338217338,
      "grad_norm": 1.5809731483459473,
      "learning_rate": 1.1463414634146342e-05,
      "loss": 1.3616305589675903,
      "step": 142
    },
    {
      "epoch": 0.17582417582417584,
      "grad_norm": 1.0317999124526978,
      "learning_rate": 1.1626016260162603e-05,
      "loss": 1.1173185110092163,
      "step": 144
    },
    {
      "epoch": 0.17826617826617827,
      "grad_norm": 2.4350783824920654,
      "learning_rate": 1.1788617886178864e-05,
      "loss": 0.9900561571121216,
      "step": 146
    },
    {
      "epoch": 0.1807081807081807,
      "grad_norm": 1.8645095825195312,
      "learning_rate": 1.1951219512195123e-05,
      "loss": 0.9898566007614136,
      "step": 148
    },
    {
      "epoch": 0.18315018315018314,
      "grad_norm": 2.060671091079712,
      "learning_rate": 1.2113821138211384e-05,
      "loss": 1.3455116748809814,
      "step": 150
    },
    {
      "epoch": 0.1855921855921856,
      "grad_norm": 4.001134395599365,
      "learning_rate": 1.2276422764227642e-05,
      "loss": 1.4696322679519653,
      "step": 152
    },
    {
      "epoch": 0.18803418803418803,
      "grad_norm": 1.4498295783996582,
      "learning_rate": 1.2439024390243903e-05,
      "loss": 1.343530297279358,
      "step": 154
    },
    {
      "epoch": 0.19047619047619047,
      "grad_norm": 6.848788261413574,
      "learning_rate": 1.2601626016260164e-05,
      "loss": 1.6466281414031982,
      "step": 156
    },
    {
      "epoch": 0.19291819291819293,
      "grad_norm": 3.0440895557403564,
      "learning_rate": 1.2764227642276423e-05,
      "loss": 1.1969726085662842,
      "step": 158
    },
    {
      "epoch": 0.19536019536019536,
      "grad_norm": 3.5766472816467285,
      "learning_rate": 1.2926829268292684e-05,
      "loss": 0.961052656173706,
      "step": 160
    },
    {
      "epoch": 0.1978021978021978,
      "grad_norm": 4.323490619659424,
      "learning_rate": 1.3089430894308943e-05,
      "loss": 1.4117612838745117,
      "step": 162
    },
    {
      "epoch": 0.20024420024420025,
      "grad_norm": 1.282266616821289,
      "learning_rate": 1.3252032520325204e-05,
      "loss": 1.319150447845459,
      "step": 164
    },
    {
      "epoch": 0.2026862026862027,
      "grad_norm": 1.7024965286254883,
      "learning_rate": 1.3414634146341466e-05,
      "loss": 1.3318078517913818,
      "step": 166
    },
    {
      "epoch": 0.20512820512820512,
      "grad_norm": 4.461455821990967,
      "learning_rate": 1.3577235772357725e-05,
      "loss": 1.1935322284698486,
      "step": 168
    },
    {
      "epoch": 0.20757020757020758,
      "grad_norm": 4.874426364898682,
      "learning_rate": 1.3739837398373986e-05,
      "loss": 0.9753493666648865,
      "step": 170
    },
    {
      "epoch": 0.21001221001221002,
      "grad_norm": 1.221576452255249,
      "learning_rate": 1.3902439024390244e-05,
      "loss": 1.0886809825897217,
      "step": 172
    },
    {
      "epoch": 0.21245421245421245,
      "grad_norm": 1.046645998954773,
      "learning_rate": 1.4065040650406505e-05,
      "loss": 1.3587074279785156,
      "step": 174
    },
    {
      "epoch": 0.2148962148962149,
      "grad_norm": 1.0372843742370605,
      "learning_rate": 1.4227642276422766e-05,
      "loss": 1.2677640914916992,
      "step": 176
    },
    {
      "epoch": 0.21733821733821734,
      "grad_norm": 3.766371250152588,
      "learning_rate": 1.4390243902439025e-05,
      "loss": 1.3696472644805908,
      "step": 178
    },
    {
      "epoch": 0.21978021978021978,
      "grad_norm": 0.8646840453147888,
      "learning_rate": 1.4552845528455286e-05,
      "loss": 1.0324885845184326,
      "step": 180
    },
    {
      "epoch": 0.2222222222222222,
      "grad_norm": 2.4293770790100098,
      "learning_rate": 1.4715447154471545e-05,
      "loss": 0.9206986427307129,
      "step": 182
    },
    {
      "epoch": 0.22466422466422467,
      "grad_norm": 1.333274006843567,
      "learning_rate": 1.4878048780487806e-05,
      "loss": 1.4569449424743652,
      "step": 184
    },
    {
      "epoch": 0.2271062271062271,
      "grad_norm": 10.24266529083252,
      "learning_rate": 1.5040650406504067e-05,
      "loss": 1.3317943811416626,
      "step": 186
    },
    {
      "epoch": 0.22954822954822954,
      "grad_norm": 1.4686931371688843,
      "learning_rate": 1.5203252032520327e-05,
      "loss": 1.4440950155258179,
      "step": 188
    },
    {
      "epoch": 0.231990231990232,
      "grad_norm": 3.4735898971557617,
      "learning_rate": 1.5365853658536586e-05,
      "loss": 1.4389160871505737,
      "step": 190
    },
    {
      "epoch": 0.23443223443223443,
      "grad_norm": 1.2915067672729492,
      "learning_rate": 1.5528455284552847e-05,
      "loss": 1.383222222328186,
      "step": 192
    },
    {
      "epoch": 0.23687423687423687,
      "grad_norm": 1.2586745023727417,
      "learning_rate": 1.5691056910569108e-05,
      "loss": 1.3772218227386475,
      "step": 194
    },
    {
      "epoch": 0.23931623931623933,
      "grad_norm": 5.940347194671631,
      "learning_rate": 1.585365853658537e-05,
      "loss": 1.152698040008545,
      "step": 196
    },
    {
      "epoch": 0.24175824175824176,
      "grad_norm": 1.017399787902832,
      "learning_rate": 1.6016260162601627e-05,
      "loss": 1.3445426225662231,
      "step": 198
    },
    {
      "epoch": 0.2442002442002442,
      "grad_norm": 2.1003332138061523,
      "learning_rate": 1.6178861788617888e-05,
      "loss": 1.4353071451187134,
      "step": 200
    },
    {
      "epoch": 0.24664224664224665,
      "grad_norm": 1.2850189208984375,
      "learning_rate": 1.6341463414634145e-05,
      "loss": 1.3451241254806519,
      "step": 202
    },
    {
      "epoch": 0.2490842490842491,
      "grad_norm": 1.576464295387268,
      "learning_rate": 1.6504065040650406e-05,
      "loss": 1.0413107872009277,
      "step": 204
    },
    {
      "epoch": 0.2515262515262515,
      "grad_norm": 2.5853071212768555,
      "learning_rate": 1.6666666666666667e-05,
      "loss": 1.319067120552063,
      "step": 206
    },
    {
      "epoch": 0.25396825396825395,
      "grad_norm": 1.365488052368164,
      "learning_rate": 1.682926829268293e-05,
      "loss": 1.1813554763793945,
      "step": 208
    },
    {
      "epoch": 0.2564102564102564,
      "grad_norm": 2.6422295570373535,
      "learning_rate": 1.699186991869919e-05,
      "loss": 0.9516135454177856,
      "step": 210
    },
    {
      "epoch": 0.2588522588522589,
      "grad_norm": 3.197498321533203,
      "learning_rate": 1.7154471544715447e-05,
      "loss": 0.7080205678939819,
      "step": 212
    },
    {
      "epoch": 0.2612942612942613,
      "grad_norm": 0.6656016111373901,
      "learning_rate": 1.7317073170731708e-05,
      "loss": 1.2077349424362183,
      "step": 214
    },
    {
      "epoch": 0.26373626373626374,
      "grad_norm": 1.1304625272750854,
      "learning_rate": 1.747967479674797e-05,
      "loss": 1.340700626373291,
      "step": 216
    },
    {
      "epoch": 0.2661782661782662,
      "grad_norm": 1.5265967845916748,
      "learning_rate": 1.7642276422764227e-05,
      "loss": 1.2717061042785645,
      "step": 218
    },
    {
      "epoch": 0.2686202686202686,
      "grad_norm": 1.4525116682052612,
      "learning_rate": 1.7804878048780488e-05,
      "loss": 1.3473409414291382,
      "step": 220
    },
    {
      "epoch": 0.27106227106227104,
      "grad_norm": 1.32387113571167,
      "learning_rate": 1.796747967479675e-05,
      "loss": 1.0149593353271484,
      "step": 222
    },
    {
      "epoch": 0.27350427350427353,
      "grad_norm": 3.1132187843322754,
      "learning_rate": 1.813008130081301e-05,
      "loss": 1.0153287649154663,
      "step": 224
    },
    {
      "epoch": 0.27594627594627597,
      "grad_norm": 1.0930202007293701,
      "learning_rate": 1.829268292682927e-05,
      "loss": 1.3861629962921143,
      "step": 226
    },
    {
      "epoch": 0.2783882783882784,
      "grad_norm": 1.287597417831421,
      "learning_rate": 1.845528455284553e-05,
      "loss": 1.4393969774246216,
      "step": 228
    },
    {
      "epoch": 0.28083028083028083,
      "grad_norm": 2.620121717453003,
      "learning_rate": 1.861788617886179e-05,
      "loss": 1.3899247646331787,
      "step": 230
    },
    {
      "epoch": 0.28327228327228327,
      "grad_norm": 8.519104957580566,
      "learning_rate": 1.878048780487805e-05,
      "loss": 1.5776143074035645,
      "step": 232
    },
    {
      "epoch": 0.2857142857142857,
      "grad_norm": 1.6813069581985474,
      "learning_rate": 1.8943089430894312e-05,
      "loss": 1.1832704544067383,
      "step": 234
    },
    {
      "epoch": 0.28815628815628813,
      "grad_norm": 0.8178291320800781,
      "learning_rate": 1.9105691056910573e-05,
      "loss": 1.4064499139785767,
      "step": 236
    },
    {
      "epoch": 0.2905982905982906,
      "grad_norm": 1.324826717376709,
      "learning_rate": 1.926829268292683e-05,
      "loss": 1.3489106893539429,
      "step": 238
    },
    {
      "epoch": 0.29304029304029305,
      "grad_norm": 1.8617048263549805,
      "learning_rate": 1.943089430894309e-05,
      "loss": 1.2338833808898926,
      "step": 240
    },
    {
      "epoch": 0.2954822954822955,
      "grad_norm": 1.1062006950378418,
      "learning_rate": 1.959349593495935e-05,
      "loss": 1.1017166376113892,
      "step": 242
    },
    {
      "epoch": 0.2979242979242979,
      "grad_norm": 1.151795744895935,
      "learning_rate": 1.975609756097561e-05,
      "loss": 1.4224822521209717,
      "step": 244
    },
    {
      "epoch": 0.30036630036630035,
      "grad_norm": 1.1693967580795288,
      "learning_rate": 1.991869918699187e-05,
      "loss": 0.9105122089385986,
      "step": 246
    },
    {
      "epoch": 0.3028083028083028,
      "grad_norm": 2.165432929992676,
      "learning_rate": 1.9999990914795638e-05,
      "loss": 1.3537715673446655,
      "step": 248
    },
    {
      "epoch": 0.3052503052503053,
      "grad_norm": 2.523041009902954,
      "learning_rate": 1.9999918233270764e-05,
      "loss": 1.1235604286193848,
      "step": 250
    },
    {
      "epoch": 0.3076923076923077,
      "grad_norm": 4.936850547790527,
      "learning_rate": 1.999977287080797e-05,
      "loss": 1.2547414302825928,
      "step": 252
    },
    {
      "epoch": 0.31013431013431014,
      "grad_norm": 1.219511866569519,
      "learning_rate": 1.9999554828581173e-05,
      "loss": 1.4373202323913574,
      "step": 254
    },
    {
      "epoch": 0.3125763125763126,
      "grad_norm": 1.137669324874878,
      "learning_rate": 1.9999264108351216e-05,
      "loss": 1.3956284523010254,
      "step": 256
    },
    {
      "epoch": 0.315018315018315,
      "grad_norm": 1.6814566850662231,
      "learning_rate": 1.999890071246588e-05,
      "loss": 1.4139020442962646,
      "step": 258
    },
    {
      "epoch": 0.31746031746031744,
      "grad_norm": 1.1596673727035522,
      "learning_rate": 1.9998464643859853e-05,
      "loss": 1.3567984104156494,
      "step": 260
    },
    {
      "epoch": 0.3199023199023199,
      "grad_norm": 2.8471524715423584,
      "learning_rate": 1.999795590605471e-05,
      "loss": 1.6041795015335083,
      "step": 262
    },
    {
      "epoch": 0.32234432234432236,
      "grad_norm": 3.1703484058380127,
      "learning_rate": 1.9997374503158877e-05,
      "loss": 0.9505234956741333,
      "step": 264
    },
    {
      "epoch": 0.3247863247863248,
      "grad_norm": 1.568231463432312,
      "learning_rate": 1.9996720439867617e-05,
      "loss": 1.1375908851623535,
      "step": 266
    },
    {
      "epoch": 0.32722832722832723,
      "grad_norm": 1.1084926128387451,
      "learning_rate": 1.9995993721462966e-05,
      "loss": 1.5744917392730713,
      "step": 268
    },
    {
      "epoch": 0.32967032967032966,
      "grad_norm": 2.8259096145629883,
      "learning_rate": 1.9995194353813707e-05,
      "loss": 1.1887890100479126,
      "step": 270
    },
    {
      "epoch": 0.3321123321123321,
      "grad_norm": 1.1199963092803955,
      "learning_rate": 1.999432234337532e-05,
      "loss": 1.4438523054122925,
      "step": 272
    },
    {
      "epoch": 0.33455433455433453,
      "grad_norm": 3.761988878250122,
      "learning_rate": 1.999337769718993e-05,
      "loss": 1.2220399379730225,
      "step": 274
    },
    {
      "epoch": 0.336996336996337,
      "grad_norm": 1.841293454170227,
      "learning_rate": 1.9992360422886246e-05,
      "loss": 1.1481637954711914,
      "step": 276
    },
    {
      "epoch": 0.33943833943833945,
      "grad_norm": 1.215539813041687,
      "learning_rate": 1.9991270528679508e-05,
      "loss": 1.5834959745407104,
      "step": 278
    },
    {
      "epoch": 0.3418803418803419,
      "grad_norm": 0.9015586972236633,
      "learning_rate": 1.9990108023371403e-05,
      "loss": 1.4441936016082764,
      "step": 280
    },
    {
      "epoch": 0.3443223443223443,
      "grad_norm": 1.5563743114471436,
      "learning_rate": 1.9988872916350022e-05,
      "loss": 1.376705288887024,
      "step": 282
    },
    {
      "epoch": 0.34676434676434675,
      "grad_norm": 7.034574031829834,
      "learning_rate": 1.9987565217589756e-05,
      "loss": 1.4534231424331665,
      "step": 284
    },
    {
      "epoch": 0.3492063492063492,
      "grad_norm": 0.9118156433105469,
      "learning_rate": 1.9986184937651227e-05,
      "loss": 1.2641198635101318,
      "step": 286
    },
    {
      "epoch": 0.3516483516483517,
      "grad_norm": 3.323513984680176,
      "learning_rate": 1.9984732087681215e-05,
      "loss": 1.834381341934204,
      "step": 288
    },
    {
      "epoch": 0.3540903540903541,
      "grad_norm": 3.959578037261963,
      "learning_rate": 1.9983206679412542e-05,
      "loss": 1.1039708852767944,
      "step": 290
    },
    {
      "epoch": 0.35653235653235654,
      "grad_norm": 0.8664885759353638,
      "learning_rate": 1.9981608725164002e-05,
      "loss": 1.4267356395721436,
      "step": 292
    },
    {
      "epoch": 0.358974358974359,
      "grad_norm": 1.372922658920288,
      "learning_rate": 1.9979938237840247e-05,
      "loss": 1.198704481124878,
      "step": 294
    },
    {
      "epoch": 0.3614163614163614,
      "grad_norm": 2.058027982711792,
      "learning_rate": 1.9978195230931686e-05,
      "loss": 1.1538225412368774,
      "step": 296
    },
    {
      "epoch": 0.36385836385836384,
      "grad_norm": 4.946676254272461,
      "learning_rate": 1.997637971851438e-05,
      "loss": 1.5473830699920654,
      "step": 298
    },
    {
      "epoch": 0.3663003663003663,
      "grad_norm": 2.0882294178009033,
      "learning_rate": 1.9974491715249917e-05,
      "loss": 1.357876181602478,
      "step": 300
    },
    {
      "epoch": 0.36874236874236876,
      "grad_norm": 3.573915958404541,
      "learning_rate": 1.9972531236385314e-05,
      "loss": 1.0178381204605103,
      "step": 302
    },
    {
      "epoch": 0.3711843711843712,
      "grad_norm": 1.7873722314834595,
      "learning_rate": 1.997049829775287e-05,
      "loss": 1.327938199043274,
      "step": 304
    },
    {
      "epoch": 0.37362637362637363,
      "grad_norm": 1.3761481046676636,
      "learning_rate": 1.996839291577006e-05,
      "loss": 1.4819612503051758,
      "step": 306
    },
    {
      "epoch": 0.37606837606837606,
      "grad_norm": 1.9104338884353638,
      "learning_rate": 1.996621510743938e-05,
      "loss": 1.418102741241455,
      "step": 308
    },
    {
      "epoch": 0.3785103785103785,
      "grad_norm": 1.1609731912612915,
      "learning_rate": 1.9963964890348236e-05,
      "loss": 1.4227708578109741,
      "step": 310
    },
    {
      "epoch": 0.38095238095238093,
      "grad_norm": 3.0023646354675293,
      "learning_rate": 1.9961642282668776e-05,
      "loss": 1.1034045219421387,
      "step": 312
    },
    {
      "epoch": 0.3833943833943834,
      "grad_norm": 4.011119842529297,
      "learning_rate": 1.9959247303157763e-05,
      "loss": 1.4926037788391113,
      "step": 314
    },
    {
      "epoch": 0.38583638583638585,
      "grad_norm": 4.095101356506348,
      "learning_rate": 1.995677997115641e-05,
      "loss": 0.8862283229827881,
      "step": 316
    },
    {
      "epoch": 0.3882783882783883,
      "grad_norm": 1.9095430374145508,
      "learning_rate": 1.9954240306590235e-05,
      "loss": 1.15045166015625,
      "step": 318
    },
    {
      "epoch": 0.3907203907203907,
      "grad_norm": 1.4787174463272095,
      "learning_rate": 1.9951628329968885e-05,
      "loss": 1.4402953386306763,
      "step": 320
    },
    {
      "epoch": 0.39316239316239315,
      "grad_norm": 2.3421995639801025,
      "learning_rate": 1.9948944062385994e-05,
      "loss": 1.456636667251587,
      "step": 322
    },
    {
      "epoch": 0.3956043956043956,
      "grad_norm": 1.1577990055084229,
      "learning_rate": 1.9946187525518986e-05,
      "loss": 1.4146589040756226,
      "step": 324
    },
    {
      "epoch": 0.398046398046398,
      "grad_norm": 1.954940676689148,
      "learning_rate": 1.994335874162892e-05,
      "loss": 1.3673632144927979,
      "step": 326
    },
    {
      "epoch": 0.4004884004884005,
      "grad_norm": 1.90268874168396,
      "learning_rate": 1.9940457733560293e-05,
      "loss": 1.3601889610290527,
      "step": 328
    },
    {
      "epoch": 0.40293040293040294,
      "grad_norm": 4.163765907287598,
      "learning_rate": 1.993748452474088e-05,
      "loss": 0.9897390007972717,
      "step": 330
    },
    {
      "epoch": 0.4053724053724054,
      "grad_norm": 3.35142183303833,
      "learning_rate": 1.9934439139181516e-05,
      "loss": 0.6906993389129639,
      "step": 332
    },
    {
      "epoch": 0.4078144078144078,
      "grad_norm": 1.405617356300354,
      "learning_rate": 1.993132160147593e-05,
      "loss": 1.1328214406967163,
      "step": 334
    },
    {
      "epoch": 0.41025641025641024,
      "grad_norm": 1.5693705081939697,
      "learning_rate": 1.9928131936800514e-05,
      "loss": 1.4789706468582153,
      "step": 336
    },
    {
      "epoch": 0.4126984126984127,
      "grad_norm": 1.2349439859390259,
      "learning_rate": 1.9924870170914157e-05,
      "loss": 1.0828137397766113,
      "step": 338
    },
    {
      "epoch": 0.41514041514041516,
      "grad_norm": 5.380833148956299,
      "learning_rate": 1.9921536330158007e-05,
      "loss": 1.1599012613296509,
      "step": 340
    },
    {
      "epoch": 0.4175824175824176,
      "grad_norm": 2.7839314937591553,
      "learning_rate": 1.9918130441455273e-05,
      "loss": 1.6682945489883423,
      "step": 342
    },
    {
      "epoch": 0.42002442002442003,
      "grad_norm": 1.93392813205719,
      "learning_rate": 1.9914652532311005e-05,
      "loss": 0.9947870969772339,
      "step": 344
    },
    {
      "epoch": 0.42246642246642246,
      "grad_norm": 1.5755698680877686,
      "learning_rate": 1.991110263081186e-05,
      "loss": 1.315640926361084,
      "step": 346
    },
    {
      "epoch": 0.4249084249084249,
      "grad_norm": 2.16658878326416,
      "learning_rate": 1.9907480765625906e-05,
      "loss": 1.39967679977417,
      "step": 348
    },
    {
      "epoch": 0.42735042735042733,
      "grad_norm": 2.711895704269409,
      "learning_rate": 1.9903786966002352e-05,
      "loss": 0.9204920530319214,
      "step": 350
    },
    {
      "epoch": 0.4297924297924298,
      "grad_norm": 2.3947465419769287,
      "learning_rate": 1.9900021261771348e-05,
      "loss": 1.1823644638061523,
      "step": 352
    },
    {
      "epoch": 0.43223443223443225,
      "grad_norm": 1.8362082242965698,
      "learning_rate": 1.9896183683343706e-05,
      "loss": 1.3596951961517334,
      "step": 354
    },
    {
      "epoch": 0.4346764346764347,
      "grad_norm": 2.1142735481262207,
      "learning_rate": 1.989227426171069e-05,
      "loss": 1.03623628616333,
      "step": 356
    },
    {
      "epoch": 0.4371184371184371,
      "grad_norm": 4.102887153625488,
      "learning_rate": 1.9888293028443747e-05,
      "loss": 1.240249514579773,
      "step": 358
    },
    {
      "epoch": 0.43956043956043955,
      "grad_norm": 1.5868562459945679,
      "learning_rate": 1.9884240015694248e-05,
      "loss": 1.281577467918396,
      "step": 360
    },
    {
      "epoch": 0.442002442002442,
      "grad_norm": 1.967654824256897,
      "learning_rate": 1.988011525619325e-05,
      "loss": 1.1424391269683838,
      "step": 362
    },
    {
      "epoch": 0.4444444444444444,
      "grad_norm": 1.7741585969924927,
      "learning_rate": 1.9875918783251207e-05,
      "loss": 1.2371528148651123,
      "step": 364
    },
    {
      "epoch": 0.4468864468864469,
      "grad_norm": 2.0856261253356934,
      "learning_rate": 1.9871650630757716e-05,
      "loss": 1.4550820589065552,
      "step": 366
    },
    {
      "epoch": 0.44932844932844934,
      "grad_norm": 1.4822794198989868,
      "learning_rate": 1.9867310833181234e-05,
      "loss": 1.1890130043029785,
      "step": 368
    },
    {
      "epoch": 0.4517704517704518,
      "grad_norm": 0.6963343620300293,
      "learning_rate": 1.986289942556881e-05,
      "loss": 1.2029908895492554,
      "step": 370
    },
    {
      "epoch": 0.4542124542124542,
      "grad_norm": 1.5182689428329468,
      "learning_rate": 1.9858416443545794e-05,
      "loss": 1.3851736783981323,
      "step": 372
    },
    {
      "epoch": 0.45665445665445664,
      "grad_norm": 1.8810380697250366,
      "learning_rate": 1.9853861923315555e-05,
      "loss": 1.0434424877166748,
      "step": 374
    },
    {
      "epoch": 0.4590964590964591,
      "grad_norm": 1.6905688047409058,
      "learning_rate": 1.984923590165918e-05,
      "loss": 1.301484227180481,
      "step": 376
    },
    {
      "epoch": 0.46153846153846156,
      "grad_norm": 2.4930872917175293,
      "learning_rate": 1.9844538415935187e-05,
      "loss": 1.0400949716567993,
      "step": 378
    },
    {
      "epoch": 0.463980463980464,
      "grad_norm": 4.205483913421631,
      "learning_rate": 1.983976950407922e-05,
      "loss": 0.9666699767112732,
      "step": 380
    },
    {
      "epoch": 0.46642246642246643,
      "grad_norm": 1.9438555240631104,
      "learning_rate": 1.983492920460373e-05,
      "loss": 1.3446414470672607,
      "step": 382
    },
    {
      "epoch": 0.46886446886446886,
      "grad_norm": 1.6146860122680664,
      "learning_rate": 1.983001755659769e-05,
      "loss": 1.2357232570648193,
      "step": 384
    },
    {
      "epoch": 0.4713064713064713,
      "grad_norm": 2.4254696369171143,
      "learning_rate": 1.9825034599726263e-05,
      "loss": 1.2619645595550537,
      "step": 386
    },
    {
      "epoch": 0.47374847374847373,
      "grad_norm": 2.857746124267578,
      "learning_rate": 1.9819980374230468e-05,
      "loss": 1.6904096603393555,
      "step": 388
    },
    {
      "epoch": 0.47619047619047616,
      "grad_norm": 1.4608720541000366,
      "learning_rate": 1.981485492092689e-05,
      "loss": 0.9965710639953613,
      "step": 390
    },
    {
      "epoch": 0.47863247863247865,
      "grad_norm": 61.0188102722168,
      "learning_rate": 1.9809658281207318e-05,
      "loss": 0.9120445251464844,
      "step": 392
    },
    {
      "epoch": 0.4810744810744811,
      "grad_norm": 2.121208429336548,
      "learning_rate": 1.980439049703843e-05,
      "loss": 1.0203512907028198,
      "step": 394
    },
    {
      "epoch": 0.4835164835164835,
      "grad_norm": 1.042589783668518,
      "learning_rate": 1.979905161096144e-05,
      "loss": 1.3058192729949951,
      "step": 396
    },
    {
      "epoch": 0.48595848595848595,
      "grad_norm": 1.507728934288025,
      "learning_rate": 1.9793641666091773e-05,
      "loss": 1.3444452285766602,
      "step": 398
    },
    {
      "epoch": 0.4884004884004884,
      "grad_norm": 4.658176422119141,
      "learning_rate": 1.9788160706118698e-05,
      "loss": 0.6673938035964966,
      "step": 400
    },
    {
      "epoch": 0.4908424908424908,
      "grad_norm": 1.1496187448501587,
      "learning_rate": 1.978260877530499e-05,
      "loss": 1.3050227165222168,
      "step": 402
    },
    {
      "epoch": 0.4932844932844933,
      "grad_norm": 0.8402596712112427,
      "learning_rate": 1.9776985918486552e-05,
      "loss": 1.4215201139450073,
      "step": 404
    },
    {
      "epoch": 0.49572649572649574,
      "grad_norm": 8.28558349609375,
      "learning_rate": 1.9771292181072076e-05,
      "loss": 0.8944355845451355,
      "step": 406
    },
    {
      "epoch": 0.4981684981684982,
      "grad_norm": 2.735724449157715,
      "learning_rate": 1.9765527609042676e-05,
      "loss": 1.0254771709442139,
      "step": 408
    },
    {
      "epoch": 0.5006105006105006,
      "grad_norm": 1.9720531702041626,
      "learning_rate": 1.9759692248951482e-05,
      "loss": 1.3571816682815552,
      "step": 410
    },
    {
      "epoch": 0.503052503052503,
      "grad_norm": 14.514373779296875,
      "learning_rate": 1.975378614792332e-05,
      "loss": 0.6523332595825195,
      "step": 412
    },
    {
      "epoch": 0.5054945054945055,
      "grad_norm": 1.5351808071136475,
      "learning_rate": 1.9747809353654276e-05,
      "loss": 1.3964738845825195,
      "step": 414
    },
    {
      "epoch": 0.5079365079365079,
      "grad_norm": 1.1067290306091309,
      "learning_rate": 1.974176191441135e-05,
      "loss": 1.3599458932876587,
      "step": 416
    },
    {
      "epoch": 0.5103785103785103,
      "grad_norm": 0.968450665473938,
      "learning_rate": 1.973564387903204e-05,
      "loss": 1.1259132623672485,
      "step": 418
    },
    {
      "epoch": 0.5128205128205128,
      "grad_norm": 0.7555665373802185,
      "learning_rate": 1.972945529692398e-05,
      "loss": 1.3250101804733276,
      "step": 420
    },
    {
      "epoch": 0.5152625152625152,
      "grad_norm": 1.294765830039978,
      "learning_rate": 1.97231962180645e-05,
      "loss": 1.3246148824691772,
      "step": 422
    },
    {
      "epoch": 0.5177045177045178,
      "grad_norm": 3.749925374984741,
      "learning_rate": 1.9716866693000248e-05,
      "loss": 1.3295143842697144,
      "step": 424
    },
    {
      "epoch": 0.5201465201465202,
      "grad_norm": 1.7079066038131714,
      "learning_rate": 1.9710466772846784e-05,
      "loss": 1.1310526132583618,
      "step": 426
    },
    {
      "epoch": 0.5225885225885226,
      "grad_norm": 1.0455013513565063,
      "learning_rate": 1.9703996509288153e-05,
      "loss": 1.341339111328125,
      "step": 428
    },
    {
      "epoch": 0.525030525030525,
      "grad_norm": 2.6277689933776855,
      "learning_rate": 1.9697455954576478e-05,
      "loss": 0.984380841255188,
      "step": 430
    },
    {
      "epoch": 0.5274725274725275,
      "grad_norm": 3.6414973735809326,
      "learning_rate": 1.9690845161531532e-05,
      "loss": 0.6374328136444092,
      "step": 432
    },
    {
      "epoch": 0.5299145299145299,
      "grad_norm": 0.9854040741920471,
      "learning_rate": 1.968416418354032e-05,
      "loss": 1.363136887550354,
      "step": 434
    },
    {
      "epoch": 0.5323565323565324,
      "grad_norm": 1.02694833278656,
      "learning_rate": 1.967741307455663e-05,
      "loss": 1.3728197813034058,
      "step": 436
    },
    {
      "epoch": 0.5347985347985348,
      "grad_norm": 1.2664965391159058,
      "learning_rate": 1.967059188910062e-05,
      "loss": 1.3319021463394165,
      "step": 438
    },
    {
      "epoch": 0.5372405372405372,
      "grad_norm": 0.8867588043212891,
      "learning_rate": 1.9663700682258367e-05,
      "loss": 1.299553394317627,
      "step": 440
    },
    {
      "epoch": 0.5396825396825397,
      "grad_norm": 13.338286399841309,
      "learning_rate": 1.9656739509681413e-05,
      "loss": 1.1493945121765137,
      "step": 442
    },
    {
      "epoch": 0.5421245421245421,
      "grad_norm": 2.412151575088501,
      "learning_rate": 1.9649708427586333e-05,
      "loss": 1.0136598348617554,
      "step": 444
    },
    {
      "epoch": 0.5445665445665445,
      "grad_norm": 2.4818806648254395,
      "learning_rate": 1.964260749275427e-05,
      "loss": 1.1629705429077148,
      "step": 446
    },
    {
      "epoch": 0.5470085470085471,
      "grad_norm": 1.1341965198516846,
      "learning_rate": 1.963543676253048e-05,
      "loss": 1.1858645677566528,
      "step": 448
    },
    {
      "epoch": 0.5494505494505495,
      "grad_norm": 1.6893372535705566,
      "learning_rate": 1.962819629482386e-05,
      "loss": 1.1235462427139282,
      "step": 450
    },
    {
      "epoch": 0.5518925518925519,
      "grad_norm": 1.6189004182815552,
      "learning_rate": 1.9620886148106498e-05,
      "loss": 0.9178623557090759,
      "step": 452
    },
    {
      "epoch": 0.5543345543345544,
      "grad_norm": 1.3195807933807373,
      "learning_rate": 1.9613506381413194e-05,
      "loss": 1.377665400505066,
      "step": 454
    },
    {
      "epoch": 0.5567765567765568,
      "grad_norm": 1.4087958335876465,
      "learning_rate": 1.960605705434097e-05,
      "loss": 1.3081351518630981,
      "step": 456
    },
    {
      "epoch": 0.5592185592185592,
      "grad_norm": 0.652862012386322,
      "learning_rate": 1.95985382270486e-05,
      "loss": 0.8939856290817261,
      "step": 458
    },
    {
      "epoch": 0.5616605616605617,
      "grad_norm": 3.38787579536438,
      "learning_rate": 1.9590949960256132e-05,
      "loss": 1.266584873199463,
      "step": 460
    },
    {
      "epoch": 0.5641025641025641,
      "grad_norm": 1.0980466604232788,
      "learning_rate": 1.9583292315244383e-05,
      "loss": 1.2569012641906738,
      "step": 462
    },
    {
      "epoch": 0.5665445665445665,
      "grad_norm": 4.170780181884766,
      "learning_rate": 1.9575565353854448e-05,
      "loss": 0.641703724861145,
      "step": 464
    },
    {
      "epoch": 0.568986568986569,
      "grad_norm": 1.1431292295455933,
      "learning_rate": 1.9567769138487208e-05,
      "loss": 1.567794680595398,
      "step": 466
    },
    {
      "epoch": 0.5714285714285714,
      "grad_norm": 1.7932583093643188,
      "learning_rate": 1.955990373210281e-05,
      "loss": 1.3980201482772827,
      "step": 468
    },
    {
      "epoch": 0.5738705738705738,
      "grad_norm": 2.625420570373535,
      "learning_rate": 1.9551969198220188e-05,
      "loss": 1.1457037925720215,
      "step": 470
    },
    {
      "epoch": 0.5763125763125763,
      "grad_norm": 4.886669635772705,
      "learning_rate": 1.954396560091652e-05,
      "loss": 1.344892144203186,
      "step": 472
    },
    {
      "epoch": 0.5787545787545788,
      "grad_norm": 2.250831127166748,
      "learning_rate": 1.953589300482671e-05,
      "loss": 0.9534360766410828,
      "step": 474
    },
    {
      "epoch": 0.5811965811965812,
      "grad_norm": 2.8664050102233887,
      "learning_rate": 1.9527751475142904e-05,
      "loss": 1.0838558673858643,
      "step": 476
    },
    {
      "epoch": 0.5836385836385837,
      "grad_norm": 0.9391406774520874,
      "learning_rate": 1.951954107761391e-05,
      "loss": 1.2320207357406616,
      "step": 478
    },
    {
      "epoch": 0.5860805860805861,
      "grad_norm": 1.4157171249389648,
      "learning_rate": 1.9511261878544715e-05,
      "loss": 1.3821120262145996,
      "step": 480
    },
    {
      "epoch": 0.5885225885225885,
      "grad_norm": 4.214658737182617,
      "learning_rate": 1.950291394479592e-05,
      "loss": 0.5741876363754272,
      "step": 482
    },
    {
      "epoch": 0.590964590964591,
      "grad_norm": 2.0429494380950928,
      "learning_rate": 1.9494497343783212e-05,
      "loss": 1.1259833574295044,
      "step": 484
    },
    {
      "epoch": 0.5934065934065934,
      "grad_norm": 0.9556084275245667,
      "learning_rate": 1.9486012143476813e-05,
      "loss": 1.1523076295852661,
      "step": 486
    },
    {
      "epoch": 0.5958485958485958,
      "grad_norm": 5.83870792388916,
      "learning_rate": 1.9477458412400934e-05,
      "loss": 1.0496693849563599,
      "step": 488
    },
    {
      "epoch": 0.5982905982905983,
      "grad_norm": 1.3661986589431763,
      "learning_rate": 1.946883621963323e-05,
      "loss": 1.1105148792266846,
      "step": 490
    },
    {
      "epoch": 0.6007326007326007,
      "grad_norm": 1.4116313457489014,
      "learning_rate": 1.946014563480422e-05,
      "loss": 0.9300603866577148,
      "step": 492
    },
    {
      "epoch": 0.6031746031746031,
      "grad_norm": 1.300858974456787,
      "learning_rate": 1.9451386728096758e-05,
      "loss": 1.0661330223083496,
      "step": 494
    },
    {
      "epoch": 0.6056166056166056,
      "grad_norm": 1.8178846836090088,
      "learning_rate": 1.9442559570245433e-05,
      "loss": 1.304194450378418,
      "step": 496
    },
    {
      "epoch": 0.608058608058608,
      "grad_norm": 1.6697763204574585,
      "learning_rate": 1.9433664232536014e-05,
      "loss": 0.6469916105270386,
      "step": 498
    },
    {
      "epoch": 0.6105006105006106,
      "grad_norm": 1.206526279449463,
      "learning_rate": 1.9424700786804877e-05,
      "loss": 0.9863432049751282,
      "step": 500
    },
    {
      "epoch": 0.612942612942613,
      "grad_norm": 1.7002737522125244,
      "learning_rate": 1.9415669305438413e-05,
      "loss": 1.2856956720352173,
      "step": 502
    },
    {
      "epoch": 0.6153846153846154,
      "grad_norm": 1.4255826473236084,
      "learning_rate": 1.9406569861372466e-05,
      "loss": 1.3286441564559937,
      "step": 504
    },
    {
      "epoch": 0.6178266178266179,
      "grad_norm": 1.0831611156463623,
      "learning_rate": 1.9397402528091707e-05,
      "loss": 1.3130193948745728,
      "step": 506
    },
    {
      "epoch": 0.6202686202686203,
      "grad_norm": 1.9533292055130005,
      "learning_rate": 1.9388167379629076e-05,
      "loss": 1.380988597869873,
      "step": 508
    },
    {
      "epoch": 0.6227106227106227,
      "grad_norm": 3.5476789474487305,
      "learning_rate": 1.9378864490565172e-05,
      "loss": 1.3338630199432373,
      "step": 510
    },
    {
      "epoch": 0.6251526251526252,
      "grad_norm": 3.0227179527282715,
      "learning_rate": 1.9369493936027642e-05,
      "loss": 1.2690256834030151,
      "step": 512
    },
    {
      "epoch": 0.6275946275946276,
      "grad_norm": 0.7818955779075623,
      "learning_rate": 1.9360055791690584e-05,
      "loss": 1.1770192384719849,
      "step": 514
    },
    {
      "epoch": 0.63003663003663,
      "grad_norm": 0.7348341941833496,
      "learning_rate": 1.935055013377393e-05,
      "loss": 1.119304895401001,
      "step": 516
    },
    {
      "epoch": 0.6324786324786325,
      "grad_norm": 1.465811848640442,
      "learning_rate": 1.934097703904284e-05,
      "loss": 1.34721040725708,
      "step": 518
    },
    {
      "epoch": 0.6349206349206349,
      "grad_norm": 1.2145129442214966,
      "learning_rate": 1.933133658480707e-05,
      "loss": 0.9806722402572632,
      "step": 520
    },
    {
      "epoch": 0.6373626373626373,
      "grad_norm": 2.869335174560547,
      "learning_rate": 1.9321628848920358e-05,
      "loss": 1.0333569049835205,
      "step": 522
    },
    {
      "epoch": 0.6398046398046398,
      "grad_norm": 2.509185552597046,
      "learning_rate": 1.9311853909779785e-05,
      "loss": 1.087817907333374,
      "step": 524
    },
    {
      "epoch": 0.6422466422466423,
      "grad_norm": 1.7746318578720093,
      "learning_rate": 1.9302011846325156e-05,
      "loss": 1.3438972234725952,
      "step": 526
    },
    {
      "epoch": 0.6446886446886447,
      "grad_norm": 0.9185584783554077,
      "learning_rate": 1.9292102738038347e-05,
      "loss": 1.38664972782135,
      "step": 528
    },
    {
      "epoch": 0.6471306471306472,
      "grad_norm": 1.1560609340667725,
      "learning_rate": 1.9282126664942667e-05,
      "loss": 1.1136956214904785,
      "step": 530
    },
    {
      "epoch": 0.6495726495726496,
      "grad_norm": 1.5920125246047974,
      "learning_rate": 1.927208370760223e-05,
      "loss": 1.0266146659851074,
      "step": 532
    },
    {
      "epoch": 0.652014652014652,
      "grad_norm": 2.174090623855591,
      "learning_rate": 1.9261973947121273e-05,
      "loss": 1.6666396856307983,
      "step": 534
    },
    {
      "epoch": 0.6544566544566545,
      "grad_norm": 1.7790899276733398,
      "learning_rate": 1.925179746514352e-05,
      "loss": 0.9882057309150696,
      "step": 536
    },
    {
      "epoch": 0.6568986568986569,
      "grad_norm": 1.3070317506790161,
      "learning_rate": 1.9241554343851537e-05,
      "loss": 1.368809461593628,
      "step": 538
    },
    {
      "epoch": 0.6593406593406593,
      "grad_norm": 1.5976839065551758,
      "learning_rate": 1.923124466596602e-05,
      "loss": 1.3585935831069946,
      "step": 540
    },
    {
      "epoch": 0.6617826617826618,
      "grad_norm": 1.836732268333435,
      "learning_rate": 1.922086851474519e-05,
      "loss": 1.0160579681396484,
      "step": 542
    },
    {
      "epoch": 0.6642246642246642,
      "grad_norm": 4.108547687530518,
      "learning_rate": 1.9210425973984074e-05,
      "loss": 1.3244247436523438,
      "step": 544
    },
    {
      "epoch": 0.6666666666666666,
      "grad_norm": 1.7101798057556152,
      "learning_rate": 1.9199917128013836e-05,
      "loss": 1.2471184730529785,
      "step": 546
    },
    {
      "epoch": 0.6691086691086691,
      "grad_norm": 1.3308701515197754,
      "learning_rate": 1.918934206170112e-05,
      "loss": 1.3621915578842163,
      "step": 548
    },
    {
      "epoch": 0.6715506715506715,
      "grad_norm": 1.1020407676696777,
      "learning_rate": 1.917870086044734e-05,
      "loss": 1.230018973350525,
      "step": 550
    },
    {
      "epoch": 0.673992673992674,
      "grad_norm": 19.01947021484375,
      "learning_rate": 1.9167993610187988e-05,
      "loss": 1.0613629817962646,
      "step": 552
    },
    {
      "epoch": 0.6764346764346765,
      "grad_norm": 1.0684137344360352,
      "learning_rate": 1.915722039739197e-05,
      "loss": 1.1644939184188843,
      "step": 554
    },
    {
      "epoch": 0.6788766788766789,
      "grad_norm": 1.4123005867004395,
      "learning_rate": 1.9146381309060874e-05,
      "loss": 0.9099707007408142,
      "step": 556
    },
    {
      "epoch": 0.6813186813186813,
      "grad_norm": 3.2105636596679688,
      "learning_rate": 1.913547643272828e-05,
      "loss": 1.228736400604248,
      "step": 558
    },
    {
      "epoch": 0.6837606837606838,
      "grad_norm": 0.4815189242362976,
      "learning_rate": 1.912450585645907e-05,
      "loss": 1.3034601211547852,
      "step": 560
    },
    {
      "epoch": 0.6862026862026862,
      "grad_norm": 2.001192569732666,
      "learning_rate": 1.9113469668848675e-05,
      "loss": 1.072668433189392,
      "step": 562
    },
    {
      "epoch": 0.6886446886446886,
      "grad_norm": 1.3243483304977417,
      "learning_rate": 1.9102367959022417e-05,
      "loss": 1.3628251552581787,
      "step": 564
    },
    {
      "epoch": 0.6910866910866911,
      "grad_norm": 1.6034096479415894,
      "learning_rate": 1.909120081663473e-05,
      "loss": 1.1910985708236694,
      "step": 566
    },
    {
      "epoch": 0.6935286935286935,
      "grad_norm": 1.6782633066177368,
      "learning_rate": 1.9079968331868487e-05,
      "loss": 1.4165751934051514,
      "step": 568
    },
    {
      "epoch": 0.6959706959706959,
      "grad_norm": 0.8705784678459167,
      "learning_rate": 1.9068670595434228e-05,
      "loss": 1.1330338716506958,
      "step": 570
    },
    {
      "epoch": 0.6984126984126984,
      "grad_norm": 3.466735601425171,
      "learning_rate": 1.9057307698569458e-05,
      "loss": 1.0612688064575195,
      "step": 572
    },
    {
      "epoch": 0.7008547008547008,
      "grad_norm": 2.736870765686035,
      "learning_rate": 1.9045879733037907e-05,
      "loss": 1.4824306964874268,
      "step": 574
    },
    {
      "epoch": 0.7032967032967034,
      "grad_norm": 1.9692933559417725,
      "learning_rate": 1.9034386791128766e-05,
      "loss": 1.28273606300354,
      "step": 576
    },
    {
      "epoch": 0.7057387057387058,
      "grad_norm": 0.8525418043136597,
      "learning_rate": 1.9022828965655975e-05,
      "loss": 1.2495508193969727,
      "step": 578
    },
    {
      "epoch": 0.7081807081807082,
      "grad_norm": 0.8721325993537903,
      "learning_rate": 1.9011206349957444e-05,
      "loss": 1.2048630714416504,
      "step": 580
    },
    {
      "epoch": 0.7106227106227107,
      "grad_norm": 1.3199268579483032,
      "learning_rate": 1.899951903789431e-05,
      "loss": 1.2845754623413086,
      "step": 582
    },
    {
      "epoch": 0.7130647130647131,
      "grad_norm": 1.1963062286376953,
      "learning_rate": 1.8987767123850197e-05,
      "loss": 1.2032135725021362,
      "step": 584
    },
    {
      "epoch": 0.7155067155067155,
      "grad_norm": 1.1792757511138916,
      "learning_rate": 1.8975950702730425e-05,
      "loss": 1.375983715057373,
      "step": 586
    },
    {
      "epoch": 0.717948717948718,
      "grad_norm": 1.8274788856506348,
      "learning_rate": 1.8964069869961254e-05,
      "loss": 1.1112651824951172,
      "step": 588
    },
    {
      "epoch": 0.7203907203907204,
      "grad_norm": 1.0463271141052246,
      "learning_rate": 1.8952124721489115e-05,
      "loss": 1.0283359289169312,
      "step": 590
    },
    {
      "epoch": 0.7228327228327228,
      "grad_norm": 1.1223207712173462,
      "learning_rate": 1.8940115353779847e-05,
      "loss": 0.9025493860244751,
      "step": 592
    },
    {
      "epoch": 0.7252747252747253,
      "grad_norm": 1.450899600982666,
      "learning_rate": 1.8928041863817896e-05,
      "loss": 1.2699706554412842,
      "step": 594
    },
    {
      "epoch": 0.7277167277167277,
      "grad_norm": 2.5641753673553467,
      "learning_rate": 1.891590434910554e-05,
      "loss": 1.0194693803787231,
      "step": 596
    },
    {
      "epoch": 0.7301587301587301,
      "grad_norm": 0.7553045153617859,
      "learning_rate": 1.890370290766212e-05,
      "loss": 1.160589337348938,
      "step": 598
    },
    {
      "epoch": 0.7326007326007326,
      "grad_norm": 1.1860005855560303,
      "learning_rate": 1.8891437638023212e-05,
      "loss": 1.2648638486862183,
      "step": 600
    },
    {
      "epoch": 0.7350427350427351,
      "grad_norm": 1.1435580253601074,
      "learning_rate": 1.8879108639239864e-05,
      "loss": 1.3810834884643555,
      "step": 602
    },
    {
      "epoch": 0.7374847374847375,
      "grad_norm": 0.9142278432846069,
      "learning_rate": 1.8866716010877774e-05,
      "loss": 1.2209972143173218,
      "step": 604
    },
    {
      "epoch": 0.73992673992674,
      "grad_norm": 3.2111129760742188,
      "learning_rate": 1.885425985301651e-05,
      "loss": 1.510741949081421,
      "step": 606
    },
    {
      "epoch": 0.7423687423687424,
      "grad_norm": 1.5610990524291992,
      "learning_rate": 1.884174026624868e-05,
      "loss": 1.3180582523345947,
      "step": 608
    },
    {
      "epoch": 0.7448107448107448,
      "grad_norm": 0.7449647188186646,
      "learning_rate": 1.8829157351679116e-05,
      "loss": 0.9663639664649963,
      "step": 610
    },
    {
      "epoch": 0.7472527472527473,
      "grad_norm": 1.3256258964538574,
      "learning_rate": 1.881651121092408e-05,
      "loss": 1.2966718673706055,
      "step": 612
    },
    {
      "epoch": 0.7496947496947497,
      "grad_norm": 1.0234135389328003,
      "learning_rate": 1.880380194611044e-05,
      "loss": 1.2717726230621338,
      "step": 614
    },
    {
      "epoch": 0.7521367521367521,
      "grad_norm": 2.811690092086792,
      "learning_rate": 1.8791029659874817e-05,
      "loss": 1.0650262832641602,
      "step": 616
    },
    {
      "epoch": 0.7545787545787546,
      "grad_norm": 1.469228744506836,
      "learning_rate": 1.877819445536279e-05,
      "loss": 1.6179522275924683,
      "step": 618
    },
    {
      "epoch": 0.757020757020757,
      "grad_norm": 2.5131025314331055,
      "learning_rate": 1.8765296436228043e-05,
      "loss": 1.1963871717453003,
      "step": 620
    },
    {
      "epoch": 0.7594627594627594,
      "grad_norm": 1.2842845916748047,
      "learning_rate": 1.875233570663154e-05,
      "loss": 0.9286983013153076,
      "step": 622
    },
    {
      "epoch": 0.7619047619047619,
      "grad_norm": 1.0976072549819946,
      "learning_rate": 1.8739312371240678e-05,
      "loss": 1.2990517616271973,
      "step": 624
    },
    {
      "epoch": 0.7643467643467643,
      "grad_norm": 1.3670490980148315,
      "learning_rate": 1.8726226535228425e-05,
      "loss": 1.352059006690979,
      "step": 626
    },
    {
      "epoch": 0.7667887667887668,
      "grad_norm": 2.016474485397339,
      "learning_rate": 1.871307830427251e-05,
      "loss": 1.1491894721984863,
      "step": 628
    },
    {
      "epoch": 0.7692307692307693,
      "grad_norm": 1.5183488130569458,
      "learning_rate": 1.8699867784554537e-05,
      "loss": 1.3350757360458374,
      "step": 630
    },
    {
      "epoch": 0.7716727716727717,
      "grad_norm": 0.8359405398368835,
      "learning_rate": 1.868659508275914e-05,
      "loss": 1.0210474729537964,
      "step": 632
    },
    {
      "epoch": 0.7741147741147741,
      "grad_norm": 1.0358965396881104,
      "learning_rate": 1.867326030607311e-05,
      "loss": 1.0034987926483154,
      "step": 634
    },
    {
      "epoch": 0.7765567765567766,
      "grad_norm": 2.3178768157958984,
      "learning_rate": 1.8659863562184552e-05,
      "loss": 1.3230623006820679,
      "step": 636
    },
    {
      "epoch": 0.778998778998779,
      "grad_norm": 1.5217390060424805,
      "learning_rate": 1.8646404959281986e-05,
      "loss": 1.3143547773361206,
      "step": 638
    },
    {
      "epoch": 0.7814407814407814,
      "grad_norm": 1.7523036003112793,
      "learning_rate": 1.8632884606053506e-05,
      "loss": 0.9751634001731873,
      "step": 640
    },
    {
      "epoch": 0.7838827838827839,
      "grad_norm": 2.0202057361602783,
      "learning_rate": 1.861930261168587e-05,
      "loss": 1.1349761486053467,
      "step": 642
    },
    {
      "epoch": 0.7863247863247863,
      "grad_norm": 0.9345976710319519,
      "learning_rate": 1.860565908586365e-05,
      "loss": 1.2226810455322266,
      "step": 644
    },
    {
      "epoch": 0.7887667887667887,
      "grad_norm": 1.210115909576416,
      "learning_rate": 1.859195413876831e-05,
      "loss": 1.0119144916534424,
      "step": 646
    },
    {
      "epoch": 0.7912087912087912,
      "grad_norm": 1.0988825559616089,
      "learning_rate": 1.857818788107734e-05,
      "loss": 1.26012122631073,
      "step": 648
    },
    {
      "epoch": 0.7936507936507936,
      "grad_norm": 4.83104944229126,
      "learning_rate": 1.856436042396338e-05,
      "loss": 0.5898873209953308,
      "step": 650
    },
    {
      "epoch": 0.796092796092796,
      "grad_norm": 1.161339282989502,
      "learning_rate": 1.8550471879093275e-05,
      "loss": 0.8887655138969421,
      "step": 652
    },
    {
      "epoch": 0.7985347985347986,
      "grad_norm": 1.4048727750778198,
      "learning_rate": 1.8536522358627205e-05,
      "loss": 1.2602205276489258,
      "step": 654
    },
    {
      "epoch": 0.800976800976801,
      "grad_norm": 2.1626598834991455,
      "learning_rate": 1.852251197521778e-05,
      "loss": 1.2750191688537598,
      "step": 656
    },
    {
      "epoch": 0.8034188034188035,
      "grad_norm": 2.365673065185547,
      "learning_rate": 1.8508440842009113e-05,
      "loss": 0.5839018225669861,
      "step": 658
    },
    {
      "epoch": 0.8058608058608059,
      "grad_norm": 1.4860225915908813,
      "learning_rate": 1.849430907263592e-05,
      "loss": 1.297167181968689,
      "step": 660
    },
    {
      "epoch": 0.8083028083028083,
      "grad_norm": 1.04447603225708,
      "learning_rate": 1.8480116781222604e-05,
      "loss": 1.2555423974990845,
      "step": 662
    },
    {
      "epoch": 0.8107448107448108,
      "grad_norm": 0.8101674318313599,
      "learning_rate": 1.846586408238232e-05,
      "loss": 1.3545968532562256,
      "step": 664
    },
    {
      "epoch": 0.8131868131868132,
      "grad_norm": 1.1193162202835083,
      "learning_rate": 1.8451551091216064e-05,
      "loss": 0.9384480118751526,
      "step": 666
    },
    {
      "epoch": 0.8156288156288156,
      "grad_norm": 1.269223928451538,
      "learning_rate": 1.8437177923311728e-05,
      "loss": 1.0872721672058105,
      "step": 668
    },
    {
      "epoch": 0.818070818070818,
      "grad_norm": 1.7073310613632202,
      "learning_rate": 1.842274469474318e-05,
      "loss": 1.4501525163650513,
      "step": 670
    },
    {
      "epoch": 0.8205128205128205,
      "grad_norm": 1.2747077941894531,
      "learning_rate": 1.8408251522069323e-05,
      "loss": 1.296190857887268,
      "step": 672
    },
    {
      "epoch": 0.8229548229548229,
      "grad_norm": 1.145330786705017,
      "learning_rate": 1.8393698522333158e-05,
      "loss": 1.076781153678894,
      "step": 674
    },
    {
      "epoch": 0.8253968253968254,
      "grad_norm": 1.0505316257476807,
      "learning_rate": 1.837908581306082e-05,
      "loss": 0.963850200176239,
      "step": 676
    },
    {
      "epoch": 0.8278388278388278,
      "grad_norm": 4.262927055358887,
      "learning_rate": 1.8364413512260656e-05,
      "loss": 1.2688353061676025,
      "step": 678
    },
    {
      "epoch": 0.8302808302808303,
      "grad_norm": 2.2526209354400635,
      "learning_rate": 1.8349681738422245e-05,
      "loss": 1.3245513439178467,
      "step": 680
    },
    {
      "epoch": 0.8327228327228328,
      "grad_norm": 1.7615208625793457,
      "learning_rate": 1.8334890610515465e-05,
      "loss": 1.2618424892425537,
      "step": 682
    },
    {
      "epoch": 0.8351648351648352,
      "grad_norm": 2.4765729904174805,
      "learning_rate": 1.8320040247989516e-05,
      "loss": 0.9116923213005066,
      "step": 684
    },
    {
      "epoch": 0.8376068376068376,
      "grad_norm": 2.0831899642944336,
      "learning_rate": 1.8305130770771966e-05,
      "loss": 1.4006067514419556,
      "step": 686
    },
    {
      "epoch": 0.8400488400488401,
      "grad_norm": 3.837216854095459,
      "learning_rate": 1.829016229926777e-05,
      "loss": 1.3707760572433472,
      "step": 688
    },
    {
      "epoch": 0.8424908424908425,
      "grad_norm": 12.806596755981445,
      "learning_rate": 1.827513495435831e-05,
      "loss": 1.0350643396377563,
      "step": 690
    },
    {
      "epoch": 0.8449328449328449,
      "grad_norm": 1.426324486732483,
      "learning_rate": 1.826004885740042e-05,
      "loss": 1.3101565837860107,
      "step": 692
    },
    {
      "epoch": 0.8473748473748474,
      "grad_norm": 0.7182126045227051,
      "learning_rate": 1.8244904130225383e-05,
      "loss": 1.1183477640151978,
      "step": 694
    },
    {
      "epoch": 0.8498168498168498,
      "grad_norm": 1.0692784786224365,
      "learning_rate": 1.8229700895137977e-05,
      "loss": 1.2185040712356567,
      "step": 696
    },
    {
      "epoch": 0.8522588522588522,
      "grad_norm": 1.405985951423645,
      "learning_rate": 1.821443927491548e-05,
      "loss": 1.0439921617507935,
      "step": 698
    },
    {
      "epoch": 0.8547008547008547,
      "grad_norm": 0.9861589074134827,
      "learning_rate": 1.819911939280665e-05,
      "loss": 1.179707646369934,
      "step": 700
    },
    {
      "epoch": 0.8571428571428571,
      "grad_norm": 1.3593485355377197,
      "learning_rate": 1.8183741372530778e-05,
      "loss": 1.1061705350875854,
      "step": 702
    },
    {
      "epoch": 0.8595848595848596,
      "grad_norm": 2.342923402786255,
      "learning_rate": 1.816830533827665e-05,
      "loss": 1.0052831172943115,
      "step": 704
    },
    {
      "epoch": 0.8620268620268621,
      "grad_norm": 1.4813743829727173,
      "learning_rate": 1.815281141470155e-05,
      "loss": 0.5395532250404358,
      "step": 706
    },
    {
      "epoch": 0.8644688644688645,
      "grad_norm": 1.3919825553894043,
      "learning_rate": 1.8137259726930283e-05,
      "loss": 1.2419100999832153,
      "step": 708
    },
    {
      "epoch": 0.8669108669108669,
      "grad_norm": 3.034050464630127,
      "learning_rate": 1.8121650400554125e-05,
      "loss": 0.9318399429321289,
      "step": 710
    },
    {
      "epoch": 0.8693528693528694,
      "grad_norm": 4.048087120056152,
      "learning_rate": 1.8105983561629827e-05,
      "loss": 1.4534571170806885,
      "step": 712
    },
    {
      "epoch": 0.8717948717948718,
      "grad_norm": 13.133171081542969,
      "learning_rate": 1.8090259336678598e-05,
      "loss": 1.6200733184814453,
      "step": 714
    },
    {
      "epoch": 0.8742368742368742,
      "grad_norm": 1.3102926015853882,
      "learning_rate": 1.8074477852685088e-05,
      "loss": 1.4871742725372314,
      "step": 716
    },
    {
      "epoch": 0.8766788766788767,
      "grad_norm": 0.9029149413108826,
      "learning_rate": 1.805863923709635e-05,
      "loss": 1.0001909732818604,
      "step": 718
    },
    {
      "epoch": 0.8791208791208791,
      "grad_norm": 0.828899621963501,
      "learning_rate": 1.8042743617820814e-05,
      "loss": 1.2416490316390991,
      "step": 720
    },
    {
      "epoch": 0.8815628815628815,
      "grad_norm": 2.1641383171081543,
      "learning_rate": 1.8026791123227255e-05,
      "loss": 0.8903718590736389,
      "step": 722
    },
    {
      "epoch": 0.884004884004884,
      "grad_norm": 1.445026159286499,
      "learning_rate": 1.8010781882143773e-05,
      "loss": 1.285760521888733,
      "step": 724
    },
    {
      "epoch": 0.8864468864468864,
      "grad_norm": 0.9921174645423889,
      "learning_rate": 1.799471602385672e-05,
      "loss": 1.2185858488082886,
      "step": 726
    },
    {
      "epoch": 0.8888888888888888,
      "grad_norm": 1.5229535102844238,
      "learning_rate": 1.797859367810968e-05,
      "loss": 1.2078474760055542,
      "step": 728
    },
    {
      "epoch": 0.8913308913308914,
      "grad_norm": 1.6648898124694824,
      "learning_rate": 1.7962414975102416e-05,
      "loss": 1.4831866025924683,
      "step": 730
    },
    {
      "epoch": 0.8937728937728938,
      "grad_norm": 3.4526195526123047,
      "learning_rate": 1.794618004548982e-05,
      "loss": 1.2522797584533691,
      "step": 732
    },
    {
      "epoch": 0.8962148962148963,
      "grad_norm": 1.0352317094802856,
      "learning_rate": 1.7929889020380842e-05,
      "loss": 1.0359210968017578,
      "step": 734
    },
    {
      "epoch": 0.8986568986568987,
      "grad_norm": 0.8629250526428223,
      "learning_rate": 1.791354203133746e-05,
      "loss": 0.8198949098587036,
      "step": 736
    },
    {
      "epoch": 0.9010989010989011,
      "grad_norm": 4.816531658172607,
      "learning_rate": 1.7897139210373594e-05,
      "loss": 0.9690486788749695,
      "step": 738
    },
    {
      "epoch": 0.9035409035409036,
      "grad_norm": 2.7800450325012207,
      "learning_rate": 1.7880680689954047e-05,
      "loss": 1.0706011056900024,
      "step": 740
    },
    {
      "epoch": 0.905982905982906,
      "grad_norm": 1.3503133058547974,
      "learning_rate": 1.786416660299344e-05,
      "loss": 0.9173503518104553,
      "step": 742
    },
    {
      "epoch": 0.9084249084249084,
      "grad_norm": 0.9783918261528015,
      "learning_rate": 1.7847597082855133e-05,
      "loss": 0.9544399976730347,
      "step": 744
    },
    {
      "epoch": 0.9108669108669109,
      "grad_norm": 1.6359418630599976,
      "learning_rate": 1.7830972263350142e-05,
      "loss": 1.2056411504745483,
      "step": 746
    },
    {
      "epoch": 0.9133089133089133,
      "grad_norm": 1.5760291814804077,
      "learning_rate": 1.7814292278736084e-05,
      "loss": 0.9109166264533997,
      "step": 748
    },
    {
      "epoch": 0.9157509157509157,
      "grad_norm": 1.4765530824661255,
      "learning_rate": 1.7797557263716054e-05,
      "loss": 1.401995301246643,
      "step": 750
    },
    {
      "epoch": 0.9181929181929182,
      "grad_norm": 0.7756912708282471,
      "learning_rate": 1.7780767353437573e-05,
      "loss": 1.2727299928665161,
      "step": 752
    },
    {
      "epoch": 0.9206349206349206,
      "grad_norm": 0.8636785745620728,
      "learning_rate": 1.7763922683491476e-05,
      "loss": 1.2869514226913452,
      "step": 754
    },
    {
      "epoch": 0.9230769230769231,
      "grad_norm": 0.8454907536506653,
      "learning_rate": 1.7747023389910815e-05,
      "loss": 1.2656826972961426,
      "step": 756
    },
    {
      "epoch": 0.9255189255189256,
      "grad_norm": 1.3287631273269653,
      "learning_rate": 1.773006960916978e-05,
      "loss": 1.3375307321548462,
      "step": 758
    },
    {
      "epoch": 0.927960927960928,
      "grad_norm": 1.5437045097351074,
      "learning_rate": 1.7713061478182582e-05,
      "loss": 0.8308702111244202,
      "step": 760
    },
    {
      "epoch": 0.9304029304029304,
      "grad_norm": 3.6134531497955322,
      "learning_rate": 1.7695999134302348e-05,
      "loss": 1.2227895259857178,
      "step": 762
    },
    {
      "epoch": 0.9328449328449329,
      "grad_norm": 1.38361394405365,
      "learning_rate": 1.767888271532001e-05,
      "loss": 0.9452077150344849,
      "step": 764
    },
    {
      "epoch": 0.9352869352869353,
      "grad_norm": 1.8651083707809448,
      "learning_rate": 1.7661712359463202e-05,
      "loss": 0.6139346957206726,
      "step": 766
    },
    {
      "epoch": 0.9377289377289377,
      "grad_norm": 1.1716833114624023,
      "learning_rate": 1.7644488205395136e-05,
      "loss": 0.9175626039505005,
      "step": 768
    },
    {
      "epoch": 0.9401709401709402,
      "grad_norm": 4.235447406768799,
      "learning_rate": 1.7627210392213484e-05,
      "loss": 0.7235321402549744,
      "step": 770
    },
    {
      "epoch": 0.9426129426129426,
      "grad_norm": 0.8599190711975098,
      "learning_rate": 1.7609879059449256e-05,
      "loss": 1.1240880489349365,
      "step": 772
    },
    {
      "epoch": 0.945054945054945,
      "grad_norm": 3.387906789779663,
      "learning_rate": 1.7592494347065667e-05,
      "loss": 1.3139581680297852,
      "step": 774
    },
    {
      "epoch": 0.9474969474969475,
      "grad_norm": 1.6255816221237183,
      "learning_rate": 1.7575056395457017e-05,
      "loss": 1.2285006046295166,
      "step": 776
    },
    {
      "epoch": 0.9499389499389499,
      "grad_norm": 2.0512325763702393,
      "learning_rate": 1.7557565345447548e-05,
      "loss": 0.9121115207672119,
      "step": 778
    },
    {
      "epoch": 0.9523809523809523,
      "grad_norm": 1.003928542137146,
      "learning_rate": 1.754002133829031e-05,
      "loss": 1.1289280652999878,
      "step": 780
    },
    {
      "epoch": 0.9548229548229549,
      "grad_norm": 6.144791126251221,
      "learning_rate": 1.752242451566603e-05,
      "loss": 1.1398252248764038,
      "step": 782
    },
    {
      "epoch": 0.9572649572649573,
      "grad_norm": 0.8303928375244141,
      "learning_rate": 1.7504775019681946e-05,
      "loss": 1.263461709022522,
      "step": 784
    },
    {
      "epoch": 0.9597069597069597,
      "grad_norm": 1.0771842002868652,
      "learning_rate": 1.7487072992870683e-05,
      "loss": 1.2938859462738037,
      "step": 786
    },
    {
      "epoch": 0.9621489621489622,
      "grad_norm": 1.3151885271072388,
      "learning_rate": 1.746931857818908e-05,
      "loss": 1.3971589803695679,
      "step": 788
    },
    {
      "epoch": 0.9645909645909646,
      "grad_norm": 2.2546122074127197,
      "learning_rate": 1.7451511919017054e-05,
      "loss": 1.341101884841919,
      "step": 790
    },
    {
      "epoch": 0.967032967032967,
      "grad_norm": 0.76347416639328,
      "learning_rate": 1.743365315915643e-05,
      "loss": 1.0966370105743408,
      "step": 792
    },
    {
      "epoch": 0.9694749694749695,
      "grad_norm": 1.2820730209350586,
      "learning_rate": 1.7415742442829792e-05,
      "loss": 1.3368990421295166,
      "step": 794
    },
    {
      "epoch": 0.9719169719169719,
      "grad_norm": 0.7520409226417542,
      "learning_rate": 1.7397779914679303e-05,
      "loss": 1.2155550718307495,
      "step": 796
    },
    {
      "epoch": 0.9743589743589743,
      "grad_norm": 0.652754545211792,
      "learning_rate": 1.7379765719765542e-05,
      "loss": 1.2150750160217285,
      "step": 798
    },
    {
      "epoch": 0.9768009768009768,
      "grad_norm": 0.8119310736656189,
      "learning_rate": 1.7361700003566348e-05,
      "loss": 1.2871735095977783,
      "step": 800
    },
    {
      "epoch": 0.9792429792429792,
      "grad_norm": 2.2065281867980957,
      "learning_rate": 1.734358291197562e-05,
      "loss": 0.9395040273666382,
      "step": 802
    },
    {
      "epoch": 0.9816849816849816,
      "grad_norm": 0.936976432800293,
      "learning_rate": 1.732541459130215e-05,
      "loss": 1.1477895975112915,
      "step": 804
    },
    {
      "epoch": 0.9841269841269841,
      "grad_norm": 1.3355202674865723,
      "learning_rate": 1.730719518826846e-05,
      "loss": 1.573718547821045,
      "step": 806
    },
    {
      "epoch": 0.9865689865689866,
      "grad_norm": 4.425434112548828,
      "learning_rate": 1.7288924850009576e-05,
      "loss": 0.9391233325004578,
      "step": 808
    },
    {
      "epoch": 0.989010989010989,
      "grad_norm": 0.7173460721969604,
      "learning_rate": 1.7270603724071876e-05,
      "loss": 1.364790916442871,
      "step": 810
    },
    {
      "epoch": 0.9914529914529915,
      "grad_norm": 0.7534496784210205,
      "learning_rate": 1.725223195841189e-05,
      "loss": 1.2704541683197021,
      "step": 812
    },
    {
      "epoch": 0.9938949938949939,
      "grad_norm": 1.4058549404144287,
      "learning_rate": 1.7233809701395087e-05,
      "loss": 1.35564386844635,
      "step": 814
    },
    {
      "epoch": 0.9963369963369964,
      "grad_norm": 0.8958796858787537,
      "learning_rate": 1.72153371017947e-05,
      "loss": 1.233031153678894,
      "step": 816
    },
    {
      "epoch": 0.9987789987789988,
      "grad_norm": 0.7508826851844788,
      "learning_rate": 1.7196814308790516e-05,
      "loss": 1.1463748216629028,
      "step": 818
    },
    {
      "epoch": 1.0012210012210012,
      "grad_norm": 0.6122261881828308,
      "learning_rate": 1.717824147196767e-05,
      "loss": 1.007127285003662,
      "step": 820
    },
    {
      "epoch": 1.0036630036630036,
      "grad_norm": 1.004014015197754,
      "learning_rate": 1.7159618741315433e-05,
      "loss": 1.0883307456970215,
      "step": 822
    },
    {
      "epoch": 1.006105006105006,
      "grad_norm": 1.8373212814331055,
      "learning_rate": 1.7140946267226006e-05,
      "loss": 0.4619407653808594,
      "step": 824
    },
    {
      "epoch": 1.0085470085470085,
      "grad_norm": 7.073435306549072,
      "learning_rate": 1.712222420049331e-05,
      "loss": 0.8937675356864929,
      "step": 826
    },
    {
      "epoch": 1.010989010989011,
      "grad_norm": 3.16390061378479,
      "learning_rate": 1.7103452692311756e-05,
      "loss": 0.7834187150001526,
      "step": 828
    },
    {
      "epoch": 1.0134310134310134,
      "grad_norm": 1.286433458328247,
      "learning_rate": 1.708463189427504e-05,
      "loss": 0.7017002105712891,
      "step": 830
    },
    {
      "epoch": 1.0158730158730158,
      "grad_norm": 2.5467231273651123,
      "learning_rate": 1.7065761958374905e-05,
      "loss": 0.9201502203941345,
      "step": 832
    },
    {
      "epoch": 1.0183150183150182,
      "grad_norm": 1.361122965812683,
      "learning_rate": 1.7046843036999912e-05,
      "loss": 0.9217178821563721,
      "step": 834
    },
    {
      "epoch": 1.0207570207570207,
      "grad_norm": 2.6307156085968018,
      "learning_rate": 1.7027875282934224e-05,
      "loss": 1.00894033908844,
      "step": 836
    },
    {
      "epoch": 1.0231990231990231,
      "grad_norm": 0.9444079995155334,
      "learning_rate": 1.7008858849356363e-05,
      "loss": 1.0666855573654175,
      "step": 838
    },
    {
      "epoch": 1.0256410256410255,
      "grad_norm": 1.807748556137085,
      "learning_rate": 1.6989793889837966e-05,
      "loss": 0.7795441746711731,
      "step": 840
    },
    {
      "epoch": 1.028083028083028,
      "grad_norm": 4.041755199432373,
      "learning_rate": 1.6970680558342566e-05,
      "loss": 0.7524101734161377,
      "step": 842
    },
    {
      "epoch": 1.0305250305250304,
      "grad_norm": 0.885811448097229,
      "learning_rate": 1.695151900922432e-05,
      "loss": 0.9602640271186829,
      "step": 844
    },
    {
      "epoch": 1.032967032967033,
      "grad_norm": 0.9917791485786438,
      "learning_rate": 1.6932309397226792e-05,
      "loss": 0.8459327816963196,
      "step": 846
    },
    {
      "epoch": 1.0354090354090355,
      "grad_norm": 0.9382413029670715,
      "learning_rate": 1.6913051877481676e-05,
      "loss": 1.1561813354492188,
      "step": 848
    },
    {
      "epoch": 1.037851037851038,
      "grad_norm": 1.5294519662857056,
      "learning_rate": 1.6893746605507567e-05,
      "loss": 0.7689896821975708,
      "step": 850
    },
    {
      "epoch": 1.0402930402930404,
      "grad_norm": 1.7145957946777344,
      "learning_rate": 1.6874393737208688e-05,
      "loss": 0.5241991281509399,
      "step": 852
    },
    {
      "epoch": 1.0427350427350428,
      "grad_norm": 0.781104326248169,
      "learning_rate": 1.685499342887364e-05,
      "loss": 1.0428876876831055,
      "step": 854
    },
    {
      "epoch": 1.0451770451770452,
      "grad_norm": 1.5123246908187866,
      "learning_rate": 1.6835545837174132e-05,
      "loss": 0.668832004070282,
      "step": 856
    },
    {
      "epoch": 1.0476190476190477,
      "grad_norm": 1.0035831928253174,
      "learning_rate": 1.681605111916373e-05,
      "loss": 1.2478870153427124,
      "step": 858
    },
    {
      "epoch": 1.05006105006105,
      "grad_norm": 0.9146220684051514,
      "learning_rate": 1.679650943227657e-05,
      "loss": 0.8985828161239624,
      "step": 860
    },
    {
      "epoch": 1.0525030525030525,
      "grad_norm": 1.358199119567871,
      "learning_rate": 1.6776920934326103e-05,
      "loss": 1.0257023572921753,
      "step": 862
    },
    {
      "epoch": 1.054945054945055,
      "grad_norm": 1.0113524198532104,
      "learning_rate": 1.675728578350381e-05,
      "loss": 1.0212005376815796,
      "step": 864
    },
    {
      "epoch": 1.0573870573870574,
      "grad_norm": 2.236260175704956,
      "learning_rate": 1.673760413837793e-05,
      "loss": 1.4508510828018188,
      "step": 866
    },
    {
      "epoch": 1.0598290598290598,
      "grad_norm": 2.680145740509033,
      "learning_rate": 1.6717876157892175e-05,
      "loss": 0.5031489729881287,
      "step": 868
    },
    {
      "epoch": 1.0622710622710623,
      "grad_norm": 1.7734426259994507,
      "learning_rate": 1.6698102001364456e-05,
      "loss": 0.9893677234649658,
      "step": 870
    },
    {
      "epoch": 1.0647130647130647,
      "grad_norm": 1.0509651899337769,
      "learning_rate": 1.6678281828485576e-05,
      "loss": 0.897520124912262,
      "step": 872
    },
    {
      "epoch": 1.0671550671550671,
      "grad_norm": 1.6916723251342773,
      "learning_rate": 1.6658415799317966e-05,
      "loss": 0.7381224036216736,
      "step": 874
    },
    {
      "epoch": 1.0695970695970696,
      "grad_norm": 1.0783177614212036,
      "learning_rate": 1.6638504074294375e-05,
      "loss": 0.9826089143753052,
      "step": 876
    },
    {
      "epoch": 1.072039072039072,
      "grad_norm": 0.9295514225959778,
      "learning_rate": 1.6618546814216586e-05,
      "loss": 1.0204219818115234,
      "step": 878
    },
    {
      "epoch": 1.0744810744810744,
      "grad_norm": 2.3482747077941895,
      "learning_rate": 1.65985441802541e-05,
      "loss": 0.6614128947257996,
      "step": 880
    },
    {
      "epoch": 1.0769230769230769,
      "grad_norm": 0.9849045276641846,
      "learning_rate": 1.6578496333942848e-05,
      "loss": 0.9977365732192993,
      "step": 882
    },
    {
      "epoch": 1.0793650793650793,
      "grad_norm": 4.873172283172607,
      "learning_rate": 1.655840343718389e-05,
      "loss": 0.6593250036239624,
      "step": 884
    },
    {
      "epoch": 1.0818070818070817,
      "grad_norm": 60.08795928955078,
      "learning_rate": 1.6538265652242103e-05,
      "loss": 0.7343877553939819,
      "step": 886
    },
    {
      "epoch": 1.0842490842490842,
      "grad_norm": 1.1528880596160889,
      "learning_rate": 1.6518083141744862e-05,
      "loss": 1.0775821208953857,
      "step": 888
    },
    {
      "epoch": 1.0866910866910866,
      "grad_norm": 0.5812370181083679,
      "learning_rate": 1.649785606868073e-05,
      "loss": 0.7265040874481201,
      "step": 890
    },
    {
      "epoch": 1.089133089133089,
      "grad_norm": 0.9050455093383789,
      "learning_rate": 1.647758459639816e-05,
      "loss": 0.94173663854599,
      "step": 892
    },
    {
      "epoch": 1.0915750915750915,
      "grad_norm": 1.2509444952011108,
      "learning_rate": 1.6457268888604143e-05,
      "loss": 1.1309514045715332,
      "step": 894
    },
    {
      "epoch": 1.0940170940170941,
      "grad_norm": 1.1489883661270142,
      "learning_rate": 1.643690910936292e-05,
      "loss": 1.1048157215118408,
      "step": 896
    },
    {
      "epoch": 1.0964590964590966,
      "grad_norm": 3.072650909423828,
      "learning_rate": 1.6416505423094636e-05,
      "loss": 0.8980664014816284,
      "step": 898
    },
    {
      "epoch": 1.098901098901099,
      "grad_norm": 1.031434416770935,
      "learning_rate": 1.639605799457401e-05,
      "loss": 0.6644148826599121,
      "step": 900
    },
    {
      "epoch": 1.1013431013431014,
      "grad_norm": 3.342662811279297,
      "learning_rate": 1.6375566988929025e-05,
      "loss": 0.6176282167434692,
      "step": 902
    },
    {
      "epoch": 1.1037851037851039,
      "grad_norm": 0.8162381649017334,
      "learning_rate": 1.6355032571639574e-05,
      "loss": 0.5790269374847412,
      "step": 904
    },
    {
      "epoch": 1.1062271062271063,
      "grad_norm": 1.7559690475463867,
      "learning_rate": 1.6334454908536123e-05,
      "loss": 0.8540843725204468,
      "step": 906
    },
    {
      "epoch": 1.1086691086691087,
      "grad_norm": 2.1038284301757812,
      "learning_rate": 1.631383416579839e-05,
      "loss": 1.0307986736297607,
      "step": 908
    },
    {
      "epoch": 1.1111111111111112,
      "grad_norm": 0.8097777366638184,
      "learning_rate": 1.6293170509954e-05,
      "loss": 0.7846847176551819,
      "step": 910
    },
    {
      "epoch": 1.1135531135531136,
      "grad_norm": 0.7294727563858032,
      "learning_rate": 1.6272464107877112e-05,
      "loss": 1.0868881940841675,
      "step": 912
    },
    {
      "epoch": 1.115995115995116,
      "grad_norm": 1.1073777675628662,
      "learning_rate": 1.6251715126787114e-05,
      "loss": 0.6077226400375366,
      "step": 914
    },
    {
      "epoch": 1.1184371184371185,
      "grad_norm": 1.3670622110366821,
      "learning_rate": 1.623092373424723e-05,
      "loss": 0.7134993076324463,
      "step": 916
    },
    {
      "epoch": 1.120879120879121,
      "grad_norm": 1.8728268146514893,
      "learning_rate": 1.6210090098163206e-05,
      "loss": 1.1230908632278442,
      "step": 918
    },
    {
      "epoch": 1.1233211233211233,
      "grad_norm": 0.782214343547821,
      "learning_rate": 1.618921438678192e-05,
      "loss": 0.9432562589645386,
      "step": 920
    },
    {
      "epoch": 1.1257631257631258,
      "grad_norm": 1.2588818073272705,
      "learning_rate": 1.616829676869005e-05,
      "loss": 0.8601541519165039,
      "step": 922
    },
    {
      "epoch": 1.1282051282051282,
      "grad_norm": 1.1834020614624023,
      "learning_rate": 1.61473374128127e-05,
      "loss": 0.7565584778785706,
      "step": 924
    },
    {
      "epoch": 1.1306471306471306,
      "grad_norm": 1.476582646369934,
      "learning_rate": 1.612633648841203e-05,
      "loss": 0.6475503444671631,
      "step": 926
    },
    {
      "epoch": 1.133089133089133,
      "grad_norm": 1.7382149696350098,
      "learning_rate": 1.61052941650859e-05,
      "loss": 0.5194863677024841,
      "step": 928
    },
    {
      "epoch": 1.1355311355311355,
      "grad_norm": 1.6398006677627563,
      "learning_rate": 1.608421061276651e-05,
      "loss": 0.8809158205986023,
      "step": 930
    },
    {
      "epoch": 1.137973137973138,
      "grad_norm": 1.1977638006210327,
      "learning_rate": 1.6063086001718986e-05,
      "loss": 1.0729451179504395,
      "step": 932
    },
    {
      "epoch": 1.1404151404151404,
      "grad_norm": 1.9817147254943848,
      "learning_rate": 1.6041920502540058e-05,
      "loss": 1.008049726486206,
      "step": 934
    },
    {
      "epoch": 1.1428571428571428,
      "grad_norm": 1.1614291667938232,
      "learning_rate": 1.6020714286156646e-05,
      "loss": 0.8578592538833618,
      "step": 936
    },
    {
      "epoch": 1.1452991452991452,
      "grad_norm": 0.9589775800704956,
      "learning_rate": 1.59994675238245e-05,
      "loss": 0.9546090960502625,
      "step": 938
    },
    {
      "epoch": 1.1477411477411477,
      "grad_norm": 0.889543354511261,
      "learning_rate": 1.5978180387126797e-05,
      "loss": 1.0442495346069336,
      "step": 940
    },
    {
      "epoch": 1.15018315018315,
      "grad_norm": 1.1197261810302734,
      "learning_rate": 1.5956853047972776e-05,
      "loss": 0.8928858637809753,
      "step": 942
    },
    {
      "epoch": 1.1526251526251525,
      "grad_norm": 0.7546731233596802,
      "learning_rate": 1.5935485678596328e-05,
      "loss": 0.8579668998718262,
      "step": 944
    },
    {
      "epoch": 1.155067155067155,
      "grad_norm": 1.2320284843444824,
      "learning_rate": 1.5914078451554637e-05,
      "loss": 0.683056652545929,
      "step": 946
    },
    {
      "epoch": 1.1575091575091574,
      "grad_norm": 1.5659480094909668,
      "learning_rate": 1.5892631539726754e-05,
      "loss": 0.6238126754760742,
      "step": 948
    },
    {
      "epoch": 1.1599511599511598,
      "grad_norm": 1.120065450668335,
      "learning_rate": 1.5871145116312207e-05,
      "loss": 0.9421287178993225,
      "step": 950
    },
    {
      "epoch": 1.1623931623931625,
      "grad_norm": 0.9711224436759949,
      "learning_rate": 1.5849619354829627e-05,
      "loss": 0.9722180366516113,
      "step": 952
    },
    {
      "epoch": 1.164835164835165,
      "grad_norm": 1.5788224935531616,
      "learning_rate": 1.5828054429115317e-05,
      "loss": 0.9436995983123779,
      "step": 954
    },
    {
      "epoch": 1.1672771672771673,
      "grad_norm": 0.5967025756835938,
      "learning_rate": 1.580645051332186e-05,
      "loss": 0.8100671768188477,
      "step": 956
    },
    {
      "epoch": 1.1697191697191698,
      "grad_norm": 0.7621123790740967,
      "learning_rate": 1.5784807781916714e-05,
      "loss": 0.7545087337493896,
      "step": 958
    },
    {
      "epoch": 1.1721611721611722,
      "grad_norm": 1.0470103025436401,
      "learning_rate": 1.5763126409680803e-05,
      "loss": 1.0842094421386719,
      "step": 960
    },
    {
      "epoch": 1.1746031746031746,
      "grad_norm": 1.1259769201278687,
      "learning_rate": 1.5741406571707108e-05,
      "loss": 0.7638933062553406,
      "step": 962
    },
    {
      "epoch": 1.177045177045177,
      "grad_norm": 0.513518750667572,
      "learning_rate": 1.571964844339924e-05,
      "loss": 0.6498727798461914,
      "step": 964
    },
    {
      "epoch": 1.1794871794871795,
      "grad_norm": 0.5694072246551514,
      "learning_rate": 1.569785220047003e-05,
      "loss": 0.983795702457428,
      "step": 966
    },
    {
      "epoch": 1.181929181929182,
      "grad_norm": 0.9271643161773682,
      "learning_rate": 1.5676018018940134e-05,
      "loss": 1.1204752922058105,
      "step": 968
    },
    {
      "epoch": 1.1843711843711844,
      "grad_norm": 1.4760109186172485,
      "learning_rate": 1.5654146075136565e-05,
      "loss": 0.7088498473167419,
      "step": 970
    },
    {
      "epoch": 1.1868131868131868,
      "grad_norm": 1.260972023010254,
      "learning_rate": 1.5632236545691308e-05,
      "loss": 0.9644913077354431,
      "step": 972
    },
    {
      "epoch": 1.1892551892551892,
      "grad_norm": 0.883178174495697,
      "learning_rate": 1.561028960753988e-05,
      "loss": 0.7552489638328552,
      "step": 974
    },
    {
      "epoch": 1.1916971916971917,
      "grad_norm": 4.277756214141846,
      "learning_rate": 1.5588305437919884e-05,
      "loss": 0.6645691990852356,
      "step": 976
    },
    {
      "epoch": 1.1941391941391941,
      "grad_norm": 1.147638201713562,
      "learning_rate": 1.556628421436962e-05,
      "loss": 0.8974350094795227,
      "step": 978
    },
    {
      "epoch": 1.1965811965811965,
      "grad_norm": 2.6772568225860596,
      "learning_rate": 1.554422611472661e-05,
      "loss": 1.0676953792572021,
      "step": 980
    },
    {
      "epoch": 1.199023199023199,
      "grad_norm": 1.5516761541366577,
      "learning_rate": 1.552213131712617e-05,
      "loss": 1.0465797185897827,
      "step": 982
    },
    {
      "epoch": 1.2014652014652014,
      "grad_norm": 0.5330000519752502,
      "learning_rate": 1.55e-05,
      "loss": 1.1170203685760498,
      "step": 984
    },
    {
      "epoch": 1.2039072039072038,
      "grad_norm": 1.7233712673187256,
      "learning_rate": 1.5477832342074713e-05,
      "loss": 0.7278258800506592,
      "step": 986
    },
    {
      "epoch": 1.2063492063492063,
      "grad_norm": 4.363593101501465,
      "learning_rate": 1.545562852237039e-05,
      "loss": 0.7073162794113159,
      "step": 988
    },
    {
      "epoch": 1.2087912087912087,
      "grad_norm": 1.1713706254959106,
      "learning_rate": 1.5433388720199156e-05,
      "loss": 0.891094982624054,
      "step": 990
    },
    {
      "epoch": 1.2112332112332111,
      "grad_norm": 0.9442173838615417,
      "learning_rate": 1.5411113115163722e-05,
      "loss": 0.9304923415184021,
      "step": 992
    },
    {
      "epoch": 1.2136752136752136,
      "grad_norm": 2.135201930999756,
      "learning_rate": 1.538880188715593e-05,
      "loss": 0.9996479749679565,
      "step": 994
    },
    {
      "epoch": 1.2161172161172162,
      "grad_norm": 1.68083918094635,
      "learning_rate": 1.5366455216355298e-05,
      "loss": 0.8368605971336365,
      "step": 996
    },
    {
      "epoch": 1.2185592185592187,
      "grad_norm": 0.7228335738182068,
      "learning_rate": 1.534407328322758e-05,
      "loss": 0.9793355464935303,
      "step": 998
    },
    {
      "epoch": 1.221001221001221,
      "grad_norm": 3.5241169929504395,
      "learning_rate": 1.5321656268523294e-05,
      "loss": 0.6125832796096802,
      "step": 1000
    },
    {
      "epoch": 1.2234432234432235,
      "grad_norm": 0.628485381603241,
      "learning_rate": 1.5299204353276268e-05,
      "loss": 0.7384300827980042,
      "step": 1002
    },
    {
      "epoch": 1.225885225885226,
      "grad_norm": 0.8416216373443604,
      "learning_rate": 1.5276717718802183e-05,
      "loss": 0.9433239698410034,
      "step": 1004
    },
    {
      "epoch": 1.2283272283272284,
      "grad_norm": 1.3178609609603882,
      "learning_rate": 1.5254196546697088e-05,
      "loss": 0.9707098603248596,
      "step": 1006
    },
    {
      "epoch": 1.2307692307692308,
      "grad_norm": 1.0210210084915161,
      "learning_rate": 1.523164101883597e-05,
      "loss": 0.5824246406555176,
      "step": 1008
    },
    {
      "epoch": 1.2332112332112333,
      "grad_norm": 0.7243679165840149,
      "learning_rate": 1.5209051317371242e-05,
      "loss": 1.0274351835250854,
      "step": 1010
    },
    {
      "epoch": 1.2356532356532357,
      "grad_norm": 0.7745081782341003,
      "learning_rate": 1.5186427624731313e-05,
      "loss": 0.6757472157478333,
      "step": 1012
    },
    {
      "epoch": 1.2380952380952381,
      "grad_norm": 0.5712753534317017,
      "learning_rate": 1.5163770123619083e-05,
      "loss": 1.041149616241455,
      "step": 1014
    },
    {
      "epoch": 1.2405372405372406,
      "grad_norm": 1.5870078802108765,
      "learning_rate": 1.5141078997010486e-05,
      "loss": 0.886056125164032,
      "step": 1016
    },
    {
      "epoch": 1.242979242979243,
      "grad_norm": 0.9383798837661743,
      "learning_rate": 1.5118354428153008e-05,
      "loss": 0.9722467660903931,
      "step": 1018
    },
    {
      "epoch": 1.2454212454212454,
      "grad_norm": 3.283290147781372,
      "learning_rate": 1.5095596600564197e-05,
      "loss": 0.6366119980812073,
      "step": 1020
    },
    {
      "epoch": 1.2478632478632479,
      "grad_norm": 3.411051034927368,
      "learning_rate": 1.5072805698030197e-05,
      "loss": 0.7901923656463623,
      "step": 1022
    },
    {
      "epoch": 1.2503052503052503,
      "grad_norm": 1.0399166345596313,
      "learning_rate": 1.504998190460426e-05,
      "loss": 0.9346777200698853,
      "step": 1024
    },
    {
      "epoch": 1.2527472527472527,
      "grad_norm": 0.6323780417442322,
      "learning_rate": 1.5027125404605246e-05,
      "loss": 0.8927645087242126,
      "step": 1026
    },
    {
      "epoch": 1.2551892551892552,
      "grad_norm": 0.7854591608047485,
      "learning_rate": 1.500423638261615e-05,
      "loss": 0.8685034513473511,
      "step": 1028
    },
    {
      "epoch": 1.2576312576312576,
      "grad_norm": 0.7747111320495605,
      "learning_rate": 1.4981315023482605e-05,
      "loss": 0.8063104152679443,
      "step": 1030
    },
    {
      "epoch": 1.26007326007326,
      "grad_norm": 0.7940489649772644,
      "learning_rate": 1.4958361512311394e-05,
      "loss": 1.0881439447402954,
      "step": 1032
    },
    {
      "epoch": 1.2625152625152625,
      "grad_norm": 3.6989586353302,
      "learning_rate": 1.4935376034468944e-05,
      "loss": 1.1380131244659424,
      "step": 1034
    },
    {
      "epoch": 1.264957264957265,
      "grad_norm": 0.5151039361953735,
      "learning_rate": 1.4912358775579841e-05,
      "loss": 0.6871868968009949,
      "step": 1036
    },
    {
      "epoch": 1.2673992673992673,
      "grad_norm": 1.3680596351623535,
      "learning_rate": 1.4889309921525325e-05,
      "loss": 0.6862649321556091,
      "step": 1038
    },
    {
      "epoch": 1.2698412698412698,
      "grad_norm": 0.6552305221557617,
      "learning_rate": 1.4866229658441793e-05,
      "loss": 0.7429234385490417,
      "step": 1040
    },
    {
      "epoch": 1.2722832722832722,
      "grad_norm": 0.5459038019180298,
      "learning_rate": 1.4843118172719289e-05,
      "loss": 0.9307520389556885,
      "step": 1042
    },
    {
      "epoch": 1.2747252747252746,
      "grad_norm": 0.5527384281158447,
      "learning_rate": 1.4819975650999998e-05,
      "loss": 0.7104328274726868,
      "step": 1044
    },
    {
      "epoch": 1.277167277167277,
      "grad_norm": 1.2261544466018677,
      "learning_rate": 1.4796802280176762e-05,
      "loss": 1.0070260763168335,
      "step": 1046
    },
    {
      "epoch": 1.2796092796092795,
      "grad_norm": 1.9242292642593384,
      "learning_rate": 1.4773598247391527e-05,
      "loss": 0.690989077091217,
      "step": 1048
    },
    {
      "epoch": 1.282051282051282,
      "grad_norm": 1.825949788093567,
      "learning_rate": 1.4750363740033881e-05,
      "loss": 0.42399048805236816,
      "step": 1050
    },
    {
      "epoch": 1.2844932844932844,
      "grad_norm": 1.841841459274292,
      "learning_rate": 1.4727098945739497e-05,
      "loss": 1.0426183938980103,
      "step": 1052
    },
    {
      "epoch": 1.2869352869352868,
      "grad_norm": 0.51153963804245,
      "learning_rate": 1.470380405238865e-05,
      "loss": 0.8385255336761475,
      "step": 1054
    },
    {
      "epoch": 1.2893772893772895,
      "grad_norm": 2.656769275665283,
      "learning_rate": 1.4680479248104678e-05,
      "loss": 0.6596496105194092,
      "step": 1056
    },
    {
      "epoch": 1.291819291819292,
      "grad_norm": 1.2762665748596191,
      "learning_rate": 1.4657124721252476e-05,
      "loss": 1.232382893562317,
      "step": 1058
    },
    {
      "epoch": 1.2942612942612943,
      "grad_norm": 1.1065174341201782,
      "learning_rate": 1.4633740660436974e-05,
      "loss": 1.0262730121612549,
      "step": 1060
    },
    {
      "epoch": 1.2967032967032968,
      "grad_norm": 3.235954999923706,
      "learning_rate": 1.4610327254501607e-05,
      "loss": 0.6136125326156616,
      "step": 1062
    },
    {
      "epoch": 1.2991452991452992,
      "grad_norm": 0.5966620445251465,
      "learning_rate": 1.4586884692526791e-05,
      "loss": 0.8876266479492188,
      "step": 1064
    },
    {
      "epoch": 1.3015873015873016,
      "grad_norm": 2.7788665294647217,
      "learning_rate": 1.4563413163828397e-05,
      "loss": 0.7026379108428955,
      "step": 1066
    },
    {
      "epoch": 1.304029304029304,
      "grad_norm": 0.7998191714286804,
      "learning_rate": 1.4539912857956234e-05,
      "loss": 0.9727767705917358,
      "step": 1068
    },
    {
      "epoch": 1.3064713064713065,
      "grad_norm": 1.385021686553955,
      "learning_rate": 1.4516383964692495e-05,
      "loss": 0.7625731825828552,
      "step": 1070
    },
    {
      "epoch": 1.308913308913309,
      "grad_norm": 1.5408962965011597,
      "learning_rate": 1.4492826674050248e-05,
      "loss": 0.9061781167984009,
      "step": 1072
    },
    {
      "epoch": 1.3113553113553114,
      "grad_norm": 6.768632888793945,
      "learning_rate": 1.4469241176271884e-05,
      "loss": 0.7514428496360779,
      "step": 1074
    },
    {
      "epoch": 1.3137973137973138,
      "grad_norm": 0.7883042097091675,
      "learning_rate": 1.4445627661827589e-05,
      "loss": 0.6796785593032837,
      "step": 1076
    },
    {
      "epoch": 1.3162393162393162,
      "grad_norm": 1.3659143447875977,
      "learning_rate": 1.4421986321413801e-05,
      "loss": 0.9605479836463928,
      "step": 1078
    },
    {
      "epoch": 1.3186813186813187,
      "grad_norm": 1.356332778930664,
      "learning_rate": 1.439831734595168e-05,
      "loss": 0.8200567364692688,
      "step": 1080
    },
    {
      "epoch": 1.321123321123321,
      "grad_norm": 1.2193089723587036,
      "learning_rate": 1.4374620926585556e-05,
      "loss": 0.881037175655365,
      "step": 1082
    },
    {
      "epoch": 1.3235653235653235,
      "grad_norm": 0.5569941401481628,
      "learning_rate": 1.4350897254681386e-05,
      "loss": 0.8864683508872986,
      "step": 1084
    },
    {
      "epoch": 1.326007326007326,
      "grad_norm": 1.2279424667358398,
      "learning_rate": 1.4327146521825213e-05,
      "loss": 1.0031923055648804,
      "step": 1086
    },
    {
      "epoch": 1.3284493284493284,
      "grad_norm": 7.039901256561279,
      "learning_rate": 1.4303368919821619e-05,
      "loss": 1.0991631746292114,
      "step": 1088
    },
    {
      "epoch": 1.3308913308913308,
      "grad_norm": 0.7994674444198608,
      "learning_rate": 1.4279564640692172e-05,
      "loss": 0.6553327441215515,
      "step": 1090
    },
    {
      "epoch": 1.3333333333333333,
      "grad_norm": 5.8774871826171875,
      "learning_rate": 1.4255733876673874e-05,
      "loss": 0.7461038827896118,
      "step": 1092
    },
    {
      "epoch": 1.3357753357753357,
      "grad_norm": 0.7029107213020325,
      "learning_rate": 1.4231876820217623e-05,
      "loss": 0.9785415530204773,
      "step": 1094
    },
    {
      "epoch": 1.3382173382173383,
      "grad_norm": 3.4110426902770996,
      "learning_rate": 1.4207993663986636e-05,
      "loss": 0.47891128063201904,
      "step": 1096
    },
    {
      "epoch": 1.3406593406593408,
      "grad_norm": 1.4747514724731445,
      "learning_rate": 1.4184084600854906e-05,
      "loss": 1.1681262254714966,
      "step": 1098
    },
    {
      "epoch": 1.3431013431013432,
      "grad_norm": 1.336816668510437,
      "learning_rate": 1.4160149823905654e-05,
      "loss": 1.0751440525054932,
      "step": 1100
    },
    {
      "epoch": 1.3455433455433456,
      "grad_norm": 0.80948805809021,
      "learning_rate": 1.4136189526429749e-05,
      "loss": 1.000352144241333,
      "step": 1102
    },
    {
      "epoch": 1.347985347985348,
      "grad_norm": 2.687490701675415,
      "learning_rate": 1.4112203901924153e-05,
      "loss": 0.8417548537254333,
      "step": 1104
    },
    {
      "epoch": 1.3504273504273505,
      "grad_norm": 0.8591554760932922,
      "learning_rate": 1.4088193144090376e-05,
      "loss": 0.9740299582481384,
      "step": 1106
    },
    {
      "epoch": 1.352869352869353,
      "grad_norm": 3.9168152809143066,
      "learning_rate": 1.406415744683289e-05,
      "loss": 0.7925201058387756,
      "step": 1108
    },
    {
      "epoch": 1.3553113553113554,
      "grad_norm": 0.8020510673522949,
      "learning_rate": 1.4040097004257567e-05,
      "loss": 1.042458415031433,
      "step": 1110
    },
    {
      "epoch": 1.3577533577533578,
      "grad_norm": 1.342916488647461,
      "learning_rate": 1.4016012010670125e-05,
      "loss": 0.9074981808662415,
      "step": 1112
    },
    {
      "epoch": 1.3601953601953602,
      "grad_norm": 1.7544145584106445,
      "learning_rate": 1.3991902660574544e-05,
      "loss": 0.8596875667572021,
      "step": 1114
    },
    {
      "epoch": 1.3626373626373627,
      "grad_norm": 2.7417960166931152,
      "learning_rate": 1.39677691486715e-05,
      "loss": 0.5096735954284668,
      "step": 1116
    },
    {
      "epoch": 1.3650793650793651,
      "grad_norm": 6.50905704498291,
      "learning_rate": 1.3943611669856797e-05,
      "loss": 0.8825461268424988,
      "step": 1118
    },
    {
      "epoch": 1.3675213675213675,
      "grad_norm": 1.5938875675201416,
      "learning_rate": 1.3919430419219787e-05,
      "loss": 0.9512450695037842,
      "step": 1120
    },
    {
      "epoch": 1.36996336996337,
      "grad_norm": 2.952125072479248,
      "learning_rate": 1.389522559204179e-05,
      "loss": 0.9308354258537292,
      "step": 1122
    },
    {
      "epoch": 1.3724053724053724,
      "grad_norm": 0.7429002523422241,
      "learning_rate": 1.387099738379454e-05,
      "loss": 0.8262976408004761,
      "step": 1124
    },
    {
      "epoch": 1.3748473748473748,
      "grad_norm": 2.061551809310913,
      "learning_rate": 1.3846745990138581e-05,
      "loss": 1.28501558303833,
      "step": 1126
    },
    {
      "epoch": 1.3772893772893773,
      "grad_norm": 0.9269969463348389,
      "learning_rate": 1.382247160692169e-05,
      "loss": 0.9468799829483032,
      "step": 1128
    },
    {
      "epoch": 1.3797313797313797,
      "grad_norm": 0.8824846744537354,
      "learning_rate": 1.3798174430177314e-05,
      "loss": 0.6640329360961914,
      "step": 1130
    },
    {
      "epoch": 1.3821733821733821,
      "grad_norm": 0.633753776550293,
      "learning_rate": 1.3773854656122962e-05,
      "loss": 0.7266710996627808,
      "step": 1132
    },
    {
      "epoch": 1.3846153846153846,
      "grad_norm": 5.053553581237793,
      "learning_rate": 1.3749512481158649e-05,
      "loss": 0.5124362707138062,
      "step": 1134
    },
    {
      "epoch": 1.387057387057387,
      "grad_norm": 1.3869932889938354,
      "learning_rate": 1.3725148101865275e-05,
      "loss": 0.6932591199874878,
      "step": 1136
    },
    {
      "epoch": 1.3894993894993894,
      "grad_norm": 0.8337790369987488,
      "learning_rate": 1.3700761715003068e-05,
      "loss": 1.0207314491271973,
      "step": 1138
    },
    {
      "epoch": 1.3919413919413919,
      "grad_norm": 2.2834839820861816,
      "learning_rate": 1.3676353517509981e-05,
      "loss": 0.8703376650810242,
      "step": 1140
    },
    {
      "epoch": 1.3943833943833943,
      "grad_norm": 1.934580683708191,
      "learning_rate": 1.3651923706500105e-05,
      "loss": 0.9365097284317017,
      "step": 1142
    },
    {
      "epoch": 1.3968253968253967,
      "grad_norm": 2.526843786239624,
      "learning_rate": 1.362747247926207e-05,
      "loss": 0.7051898837089539,
      "step": 1144
    },
    {
      "epoch": 1.3992673992673992,
      "grad_norm": 0.8698064684867859,
      "learning_rate": 1.3603000033257465e-05,
      "loss": 1.0435025691986084,
      "step": 1146
    },
    {
      "epoch": 1.4017094017094016,
      "grad_norm": 2.076078176498413,
      "learning_rate": 1.3578506566119236e-05,
      "loss": 0.8728469610214233,
      "step": 1148
    },
    {
      "epoch": 1.404151404151404,
      "grad_norm": 0.8785778880119324,
      "learning_rate": 1.355399227565008e-05,
      "loss": 0.7566535472869873,
      "step": 1150
    },
    {
      "epoch": 1.4065934065934065,
      "grad_norm": 1.0821596384048462,
      "learning_rate": 1.352945735982087e-05,
      "loss": 0.7982299327850342,
      "step": 1152
    },
    {
      "epoch": 1.409035409035409,
      "grad_norm": 1.226269006729126,
      "learning_rate": 1.3504902016769039e-05,
      "loss": 0.7825957536697388,
      "step": 1154
    },
    {
      "epoch": 1.4114774114774113,
      "grad_norm": 1.9049503803253174,
      "learning_rate": 1.348032644479698e-05,
      "loss": 0.6891085505485535,
      "step": 1156
    },
    {
      "epoch": 1.4139194139194138,
      "grad_norm": 1.1582715511322021,
      "learning_rate": 1.3455730842370462e-05,
      "loss": 0.8980281352996826,
      "step": 1158
    },
    {
      "epoch": 1.4163614163614164,
      "grad_norm": 0.8849154114723206,
      "learning_rate": 1.3431115408117002e-05,
      "loss": 0.8913061618804932,
      "step": 1160
    },
    {
      "epoch": 1.4188034188034189,
      "grad_norm": 1.0964971780776978,
      "learning_rate": 1.3406480340824272e-05,
      "loss": 0.7366968393325806,
      "step": 1162
    },
    {
      "epoch": 1.4212454212454213,
      "grad_norm": 13.473047256469727,
      "learning_rate": 1.3381825839438514e-05,
      "loss": 0.6932869553565979,
      "step": 1164
    },
    {
      "epoch": 1.4236874236874237,
      "grad_norm": 1.122653603553772,
      "learning_rate": 1.3357152103062892e-05,
      "loss": 1.1828283071517944,
      "step": 1166
    },
    {
      "epoch": 1.4261294261294262,
      "grad_norm": 0.561507523059845,
      "learning_rate": 1.3332459330955921e-05,
      "loss": 0.966327428817749,
      "step": 1168
    },
    {
      "epoch": 1.4285714285714286,
      "grad_norm": 2.9495770931243896,
      "learning_rate": 1.3307747722529838e-05,
      "loss": 0.8709004521369934,
      "step": 1170
    },
    {
      "epoch": 1.431013431013431,
      "grad_norm": 0.6762902140617371,
      "learning_rate": 1.3283017477348993e-05,
      "loss": 0.9068043231964111,
      "step": 1172
    },
    {
      "epoch": 1.4334554334554335,
      "grad_norm": 0.7292370796203613,
      "learning_rate": 1.3258268795128258e-05,
      "loss": 0.9378133416175842,
      "step": 1174
    },
    {
      "epoch": 1.435897435897436,
      "grad_norm": 0.974267303943634,
      "learning_rate": 1.3233501875731376e-05,
      "loss": 1.0176819562911987,
      "step": 1176
    },
    {
      "epoch": 1.4383394383394383,
      "grad_norm": 5.0265116691589355,
      "learning_rate": 1.320871691916938e-05,
      "loss": 0.7393254041671753,
      "step": 1178
    },
    {
      "epoch": 1.4407814407814408,
      "grad_norm": 3.240424394607544,
      "learning_rate": 1.3183914125598966e-05,
      "loss": 0.8406731486320496,
      "step": 1180
    },
    {
      "epoch": 1.4432234432234432,
      "grad_norm": 0.9493277668952942,
      "learning_rate": 1.3159093695320881e-05,
      "loss": 0.756401002407074,
      "step": 1182
    },
    {
      "epoch": 1.4456654456654456,
      "grad_norm": 0.9762367010116577,
      "learning_rate": 1.313425582877829e-05,
      "loss": 1.055999755859375,
      "step": 1184
    },
    {
      "epoch": 1.448107448107448,
      "grad_norm": 0.6565649509429932,
      "learning_rate": 1.3109400726555179e-05,
      "loss": 0.8509088754653931,
      "step": 1186
    },
    {
      "epoch": 1.4505494505494505,
      "grad_norm": 2.6168346405029297,
      "learning_rate": 1.3084528589374718e-05,
      "loss": 0.7348777651786804,
      "step": 1188
    },
    {
      "epoch": 1.452991452991453,
      "grad_norm": 1.5224627256393433,
      "learning_rate": 1.305963961809765e-05,
      "loss": 0.9267134666442871,
      "step": 1190
    },
    {
      "epoch": 1.4554334554334554,
      "grad_norm": 0.7623134255409241,
      "learning_rate": 1.3034734013720669e-05,
      "loss": 0.8056920170783997,
      "step": 1192
    },
    {
      "epoch": 1.4578754578754578,
      "grad_norm": 1.4244619607925415,
      "learning_rate": 1.3009811977374784e-05,
      "loss": 0.6724956631660461,
      "step": 1194
    },
    {
      "epoch": 1.4603174603174602,
      "grad_norm": 0.7519621253013611,
      "learning_rate": 1.2984873710323711e-05,
      "loss": 0.6628673076629639,
      "step": 1196
    },
    {
      "epoch": 1.462759462759463,
      "grad_norm": 0.7634888887405396,
      "learning_rate": 1.2959919413962242e-05,
      "loss": 0.8408687710762024,
      "step": 1198
    },
    {
      "epoch": 1.4652014652014653,
      "grad_norm": 1.9624353647232056,
      "learning_rate": 1.2934949289814611e-05,
      "loss": 1.1985151767730713,
      "step": 1200
    },
    {
      "epoch": 1.4676434676434678,
      "grad_norm": 1.5909016132354736,
      "learning_rate": 1.290996353953288e-05,
      "loss": 0.9667496681213379,
      "step": 1202
    },
    {
      "epoch": 1.4700854700854702,
      "grad_norm": 0.8254397511482239,
      "learning_rate": 1.2884962364895304e-05,
      "loss": 0.9893684983253479,
      "step": 1204
    },
    {
      "epoch": 1.4725274725274726,
      "grad_norm": 0.9778246879577637,
      "learning_rate": 1.2859945967804687e-05,
      "loss": 0.8230042457580566,
      "step": 1206
    },
    {
      "epoch": 1.474969474969475,
      "grad_norm": 2.8977315425872803,
      "learning_rate": 1.2834914550286789e-05,
      "loss": 0.7464233040809631,
      "step": 1208
    },
    {
      "epoch": 1.4774114774114775,
      "grad_norm": 16.703990936279297,
      "learning_rate": 1.2809868314488647e-05,
      "loss": 0.8318718671798706,
      "step": 1210
    },
    {
      "epoch": 1.47985347985348,
      "grad_norm": 1.9694427251815796,
      "learning_rate": 1.2784807462676983e-05,
      "loss": 0.8906052708625793,
      "step": 1212
    },
    {
      "epoch": 1.4822954822954824,
      "grad_norm": 0.8902061581611633,
      "learning_rate": 1.2759732197236548e-05,
      "loss": 0.9788769483566284,
      "step": 1214
    },
    {
      "epoch": 1.4847374847374848,
      "grad_norm": 0.8015345335006714,
      "learning_rate": 1.2734642720668494e-05,
      "loss": 0.9402112364768982,
      "step": 1216
    },
    {
      "epoch": 1.4871794871794872,
      "grad_norm": 2.7102816104888916,
      "learning_rate": 1.2709539235588739e-05,
      "loss": 0.27936387062072754,
      "step": 1218
    },
    {
      "epoch": 1.4896214896214897,
      "grad_norm": 0.5606179237365723,
      "learning_rate": 1.2684421944726323e-05,
      "loss": 0.7066472768783569,
      "step": 1220
    },
    {
      "epoch": 1.492063492063492,
      "grad_norm": 1.7472079992294312,
      "learning_rate": 1.2659291050921798e-05,
      "loss": 0.8000496029853821,
      "step": 1222
    },
    {
      "epoch": 1.4945054945054945,
      "grad_norm": 3.1667306423187256,
      "learning_rate": 1.263414675712554e-05,
      "loss": 0.733214259147644,
      "step": 1224
    },
    {
      "epoch": 1.496947496947497,
      "grad_norm": 1.6288788318634033,
      "learning_rate": 1.2608989266396165e-05,
      "loss": 0.8229939341545105,
      "step": 1226
    },
    {
      "epoch": 1.4993894993894994,
      "grad_norm": 3.6219799518585205,
      "learning_rate": 1.2583818781898855e-05,
      "loss": 0.4456430971622467,
      "step": 1228
    },
    {
      "epoch": 1.5018315018315018,
      "grad_norm": 1.921484351158142,
      "learning_rate": 1.2558635506903717e-05,
      "loss": 0.6831130981445312,
      "step": 1230
    },
    {
      "epoch": 1.5042735042735043,
      "grad_norm": 0.4906938970088959,
      "learning_rate": 1.253343964478417e-05,
      "loss": 0.6764166951179504,
      "step": 1232
    },
    {
      "epoch": 1.5067155067155067,
      "grad_norm": 1.23770272731781,
      "learning_rate": 1.250823139901527e-05,
      "loss": 0.9079239368438721,
      "step": 1234
    },
    {
      "epoch": 1.5091575091575091,
      "grad_norm": 0.9974614977836609,
      "learning_rate": 1.2483010973172077e-05,
      "loss": 0.9452921748161316,
      "step": 1236
    },
    {
      "epoch": 1.5115995115995116,
      "grad_norm": 0.9079129099845886,
      "learning_rate": 1.2457778570928026e-05,
      "loss": 0.8234338760375977,
      "step": 1238
    },
    {
      "epoch": 1.514041514041514,
      "grad_norm": 0.9488117098808289,
      "learning_rate": 1.2432534396053261e-05,
      "loss": 0.8415461778640747,
      "step": 1240
    },
    {
      "epoch": 1.5164835164835164,
      "grad_norm": 0.7722516059875488,
      "learning_rate": 1.2407278652413001e-05,
      "loss": 1.0288302898406982,
      "step": 1242
    },
    {
      "epoch": 1.5189255189255189,
      "grad_norm": 3.5721123218536377,
      "learning_rate": 1.2382011543965896e-05,
      "loss": 0.7554802298545837,
      "step": 1244
    },
    {
      "epoch": 1.5213675213675213,
      "grad_norm": 0.6691564917564392,
      "learning_rate": 1.2356733274762367e-05,
      "loss": 0.7608579397201538,
      "step": 1246
    },
    {
      "epoch": 1.5238095238095237,
      "grad_norm": 0.9692053198814392,
      "learning_rate": 1.2331444048942969e-05,
      "loss": 0.8119852542877197,
      "step": 1248
    },
    {
      "epoch": 1.5262515262515262,
      "grad_norm": 1.7576018571853638,
      "learning_rate": 1.2306144070736747e-05,
      "loss": 1.1432095766067505,
      "step": 1250
    },
    {
      "epoch": 1.5286935286935286,
      "grad_norm": 2.8032066822052,
      "learning_rate": 1.228083354445957e-05,
      "loss": 0.7118352055549622,
      "step": 1252
    },
    {
      "epoch": 1.531135531135531,
      "grad_norm": 1.4581559896469116,
      "learning_rate": 1.2255512674512491e-05,
      "loss": 0.9391320943832397,
      "step": 1254
    },
    {
      "epoch": 1.5335775335775335,
      "grad_norm": 0.9859986305236816,
      "learning_rate": 1.2230181665380101e-05,
      "loss": 1.0426268577575684,
      "step": 1256
    },
    {
      "epoch": 1.536019536019536,
      "grad_norm": 0.6827996373176575,
      "learning_rate": 1.220484072162887e-05,
      "loss": 0.35382741689682007,
      "step": 1258
    },
    {
      "epoch": 1.5384615384615383,
      "grad_norm": 4.84762716293335,
      "learning_rate": 1.2179490047905495e-05,
      "loss": 0.6097034215927124,
      "step": 1260
    },
    {
      "epoch": 1.5409035409035408,
      "grad_norm": 1.7744395732879639,
      "learning_rate": 1.2154129848935258e-05,
      "loss": 0.6083784103393555,
      "step": 1262
    },
    {
      "epoch": 1.5433455433455432,
      "grad_norm": 2.7440474033355713,
      "learning_rate": 1.2128760329520355e-05,
      "loss": 0.7916078567504883,
      "step": 1264
    },
    {
      "epoch": 1.5457875457875456,
      "grad_norm": 1.4891324043273926,
      "learning_rate": 1.210338169453825e-05,
      "loss": 0.8106079697608948,
      "step": 1266
    },
    {
      "epoch": 1.5482295482295483,
      "grad_norm": 0.9212846159934998,
      "learning_rate": 1.2077994148940033e-05,
      "loss": 0.8362663984298706,
      "step": 1268
    },
    {
      "epoch": 1.5506715506715507,
      "grad_norm": 1.9237959384918213,
      "learning_rate": 1.2052597897748746e-05,
      "loss": 0.4818616807460785,
      "step": 1270
    },
    {
      "epoch": 1.5531135531135531,
      "grad_norm": 3.0629465579986572,
      "learning_rate": 1.202719314605773e-05,
      "loss": 1.0731854438781738,
      "step": 1272
    },
    {
      "epoch": 1.5555555555555556,
      "grad_norm": 1.05351984500885,
      "learning_rate": 1.2001780099028988e-05,
      "loss": 0.943490207195282,
      "step": 1274
    },
    {
      "epoch": 1.557997557997558,
      "grad_norm": 4.432197570800781,
      "learning_rate": 1.1976358961891504e-05,
      "loss": 1.3021904230117798,
      "step": 1276
    },
    {
      "epoch": 1.5604395604395604,
      "grad_norm": 1.0480554103851318,
      "learning_rate": 1.1950929939939596e-05,
      "loss": 0.7510530948638916,
      "step": 1278
    },
    {
      "epoch": 1.5628815628815629,
      "grad_norm": 1.6610548496246338,
      "learning_rate": 1.192549323853126e-05,
      "loss": 0.9113296270370483,
      "step": 1280
    },
    {
      "epoch": 1.5653235653235653,
      "grad_norm": 4.827365875244141,
      "learning_rate": 1.1900049063086508e-05,
      "loss": 0.6182503700256348,
      "step": 1282
    },
    {
      "epoch": 1.5677655677655677,
      "grad_norm": 0.8534301519393921,
      "learning_rate": 1.1874597619085712e-05,
      "loss": 0.9308310151100159,
      "step": 1284
    },
    {
      "epoch": 1.5702075702075702,
      "grad_norm": 0.9158720970153809,
      "learning_rate": 1.1849139112067937e-05,
      "loss": 0.9331011772155762,
      "step": 1286
    },
    {
      "epoch": 1.5726495726495726,
      "grad_norm": 12.01048755645752,
      "learning_rate": 1.18236737476293e-05,
      "loss": 0.490848183631897,
      "step": 1288
    },
    {
      "epoch": 1.575091575091575,
      "grad_norm": 0.9270315170288086,
      "learning_rate": 1.1798201731421286e-05,
      "loss": 0.7262513637542725,
      "step": 1290
    },
    {
      "epoch": 1.5775335775335775,
      "grad_norm": 1.8197249174118042,
      "learning_rate": 1.1772723269149096e-05,
      "loss": 0.43270692229270935,
      "step": 1292
    },
    {
      "epoch": 1.5799755799755801,
      "grad_norm": 1.0564115047454834,
      "learning_rate": 1.1747238566569993e-05,
      "loss": 0.6380181908607483,
      "step": 1294
    },
    {
      "epoch": 1.5824175824175826,
      "grad_norm": 0.937374472618103,
      "learning_rate": 1.1721747829491639e-05,
      "loss": 0.9579664468765259,
      "step": 1296
    },
    {
      "epoch": 1.584859584859585,
      "grad_norm": 0.9189720749855042,
      "learning_rate": 1.169625126377042e-05,
      "loss": 1.1132162809371948,
      "step": 1298
    },
    {
      "epoch": 1.5873015873015874,
      "grad_norm": 1.5094869136810303,
      "learning_rate": 1.1670749075309798e-05,
      "loss": 0.9595221877098083,
      "step": 1300
    },
    {
      "epoch": 1.5897435897435899,
      "grad_norm": 3.5550084114074707,
      "learning_rate": 1.164524147005864e-05,
      "loss": 1.0293970108032227,
      "step": 1302
    },
    {
      "epoch": 1.5921855921855923,
      "grad_norm": 8.070341110229492,
      "learning_rate": 1.1619728654009561e-05,
      "loss": 0.9469819664955139,
      "step": 1304
    },
    {
      "epoch": 1.5946275946275947,
      "grad_norm": 2.206435203552246,
      "learning_rate": 1.1594210833197252e-05,
      "loss": 0.6112901568412781,
      "step": 1306
    },
    {
      "epoch": 1.5970695970695972,
      "grad_norm": 0.7995406985282898,
      "learning_rate": 1.156868821369683e-05,
      "loss": 0.9325740337371826,
      "step": 1308
    },
    {
      "epoch": 1.5995115995115996,
      "grad_norm": 1.177374243736267,
      "learning_rate": 1.1543161001622154e-05,
      "loss": 0.821311891078949,
      "step": 1310
    },
    {
      "epoch": 1.601953601953602,
      "grad_norm": 1.0490672588348389,
      "learning_rate": 1.1517629403124175e-05,
      "loss": 0.8008186221122742,
      "step": 1312
    },
    {
      "epoch": 1.6043956043956045,
      "grad_norm": 1.078908085823059,
      "learning_rate": 1.1492093624389274e-05,
      "loss": 0.9607588648796082,
      "step": 1314
    },
    {
      "epoch": 1.606837606837607,
      "grad_norm": 0.9914792776107788,
      "learning_rate": 1.1466553871637585e-05,
      "loss": 1.0678871870040894,
      "step": 1316
    },
    {
      "epoch": 1.6092796092796093,
      "grad_norm": 0.9516023993492126,
      "learning_rate": 1.1441010351121332e-05,
      "loss": 0.927726686000824,
      "step": 1318
    },
    {
      "epoch": 1.6117216117216118,
      "grad_norm": 1.6526710987091064,
      "learning_rate": 1.1415463269123172e-05,
      "loss": 1.1496163606643677,
      "step": 1320
    },
    {
      "epoch": 1.6141636141636142,
      "grad_norm": 0.8162203431129456,
      "learning_rate": 1.1389912831954524e-05,
      "loss": 0.849646270275116,
      "step": 1322
    },
    {
      "epoch": 1.6166056166056166,
      "grad_norm": 0.7434989809989929,
      "learning_rate": 1.1364359245953897e-05,
      "loss": 1.0158569812774658,
      "step": 1324
    },
    {
      "epoch": 1.619047619047619,
      "grad_norm": 2.0639302730560303,
      "learning_rate": 1.1338802717485234e-05,
      "loss": 0.6589023470878601,
      "step": 1326
    },
    {
      "epoch": 1.6214896214896215,
      "grad_norm": 1.0379024744033813,
      "learning_rate": 1.1313243452936235e-05,
      "loss": 0.9295322895050049,
      "step": 1328
    },
    {
      "epoch": 1.623931623931624,
      "grad_norm": 1.181497573852539,
      "learning_rate": 1.1287681658716706e-05,
      "loss": 1.0116742849349976,
      "step": 1330
    },
    {
      "epoch": 1.6263736263736264,
      "grad_norm": 4.863892078399658,
      "learning_rate": 1.1262117541256872e-05,
      "loss": 0.8862733244895935,
      "step": 1332
    },
    {
      "epoch": 1.6288156288156288,
      "grad_norm": 0.7002055644989014,
      "learning_rate": 1.1236551307005722e-05,
      "loss": 0.9096848368644714,
      "step": 1334
    },
    {
      "epoch": 1.6312576312576312,
      "grad_norm": 0.6345333456993103,
      "learning_rate": 1.1210983162429347e-05,
      "loss": 0.5657076835632324,
      "step": 1336
    },
    {
      "epoch": 1.6336996336996337,
      "grad_norm": 2.7891440391540527,
      "learning_rate": 1.1185413314009254e-05,
      "loss": 0.9815369248390198,
      "step": 1338
    },
    {
      "epoch": 1.636141636141636,
      "grad_norm": 6.338902473449707,
      "learning_rate": 1.1159841968240714e-05,
      "loss": 0.5724242925643921,
      "step": 1340
    },
    {
      "epoch": 1.6385836385836385,
      "grad_norm": 2.7349283695220947,
      "learning_rate": 1.1134269331631096e-05,
      "loss": 0.4281773269176483,
      "step": 1342
    },
    {
      "epoch": 1.641025641025641,
      "grad_norm": 1.9846585988998413,
      "learning_rate": 1.1108695610698187e-05,
      "loss": 1.0027917623519897,
      "step": 1344
    },
    {
      "epoch": 1.6434676434676434,
      "grad_norm": 0.6990553140640259,
      "learning_rate": 1.1083121011968531e-05,
      "loss": 0.9550279378890991,
      "step": 1346
    },
    {
      "epoch": 1.6459096459096458,
      "grad_norm": 2.958153486251831,
      "learning_rate": 1.1057545741975768e-05,
      "loss": 0.6426241993904114,
      "step": 1348
    },
    {
      "epoch": 1.6483516483516483,
      "grad_norm": 0.8284672498703003,
      "learning_rate": 1.1031970007258947e-05,
      "loss": 0.8278497457504272,
      "step": 1350
    },
    {
      "epoch": 1.6507936507936507,
      "grad_norm": 0.7631545066833496,
      "learning_rate": 1.1006394014360882e-05,
      "loss": 0.9407053589820862,
      "step": 1352
    },
    {
      "epoch": 1.6532356532356531,
      "grad_norm": 4.05110502243042,
      "learning_rate": 1.0980817969826458e-05,
      "loss": 0.9099552035331726,
      "step": 1354
    },
    {
      "epoch": 1.6556776556776556,
      "grad_norm": 1.0000635385513306,
      "learning_rate": 1.0955242080200994e-05,
      "loss": 0.9383828639984131,
      "step": 1356
    },
    {
      "epoch": 1.658119658119658,
      "grad_norm": 1.1321988105773926,
      "learning_rate": 1.0929666552028545e-05,
      "loss": 0.52699214220047,
      "step": 1358
    },
    {
      "epoch": 1.6605616605616604,
      "grad_norm": 1.246857762336731,
      "learning_rate": 1.0904091591850255e-05,
      "loss": 0.6198506355285645,
      "step": 1360
    },
    {
      "epoch": 1.6630036630036629,
      "grad_norm": 1.0080903768539429,
      "learning_rate": 1.0878517406202674e-05,
      "loss": 0.9911934733390808,
      "step": 1362
    },
    {
      "epoch": 1.6654456654456653,
      "grad_norm": 0.8918383121490479,
      "learning_rate": 1.0852944201616097e-05,
      "loss": 1.0504215955734253,
      "step": 1364
    },
    {
      "epoch": 1.6678876678876677,
      "grad_norm": 1.0392669439315796,
      "learning_rate": 1.082737218461291e-05,
      "loss": 1.0229471921920776,
      "step": 1366
    },
    {
      "epoch": 1.6703296703296702,
      "grad_norm": 0.8570772409439087,
      "learning_rate": 1.080180156170589e-05,
      "loss": 1.049717903137207,
      "step": 1368
    },
    {
      "epoch": 1.6727716727716728,
      "grad_norm": 0.9958022236824036,
      "learning_rate": 1.0776232539396567e-05,
      "loss": 1.006693720817566,
      "step": 1370
    },
    {
      "epoch": 1.6752136752136753,
      "grad_norm": 0.882525622844696,
      "learning_rate": 1.0750665324173542e-05,
      "loss": 0.615381121635437,
      "step": 1372
    },
    {
      "epoch": 1.6776556776556777,
      "grad_norm": 0.9473522305488586,
      "learning_rate": 1.0725100122510819e-05,
      "loss": 0.36105355620384216,
      "step": 1374
    },
    {
      "epoch": 1.6800976800976801,
      "grad_norm": 3.743011236190796,
      "learning_rate": 1.0699537140866146e-05,
      "loss": 1.1695616245269775,
      "step": 1376
    },
    {
      "epoch": 1.6825396825396826,
      "grad_norm": 0.823453962802887,
      "learning_rate": 1.0673976585679341e-05,
      "loss": 0.9196591377258301,
      "step": 1378
    },
    {
      "epoch": 1.684981684981685,
      "grad_norm": 0.5954387187957764,
      "learning_rate": 1.0648418663370628e-05,
      "loss": 0.7695765495300293,
      "step": 1380
    },
    {
      "epoch": 1.6874236874236874,
      "grad_norm": 2.546109437942505,
      "learning_rate": 1.0622863580338967e-05,
      "loss": 1.0195831060409546,
      "step": 1382
    },
    {
      "epoch": 1.6898656898656899,
      "grad_norm": 0.7414639592170715,
      "learning_rate": 1.0597311542960385e-05,
      "loss": 0.8976457715034485,
      "step": 1384
    },
    {
      "epoch": 1.6923076923076923,
      "grad_norm": 0.6246572732925415,
      "learning_rate": 1.0571762757586321e-05,
      "loss": 0.9752371907234192,
      "step": 1386
    },
    {
      "epoch": 1.6947496947496947,
      "grad_norm": 0.8245002627372742,
      "learning_rate": 1.0546217430541947e-05,
      "loss": 0.9225857257843018,
      "step": 1388
    },
    {
      "epoch": 1.6971916971916972,
      "grad_norm": 0.7589647769927979,
      "learning_rate": 1.0520675768124507e-05,
      "loss": 0.47266364097595215,
      "step": 1390
    },
    {
      "epoch": 1.6996336996336996,
      "grad_norm": 0.8037369847297668,
      "learning_rate": 1.0495137976601648e-05,
      "loss": 0.8273367881774902,
      "step": 1392
    },
    {
      "epoch": 1.702075702075702,
      "grad_norm": 0.9903712868690491,
      "learning_rate": 1.0469604262209765e-05,
      "loss": 0.7290286421775818,
      "step": 1394
    },
    {
      "epoch": 1.7045177045177047,
      "grad_norm": 2.0067808628082275,
      "learning_rate": 1.0444074831152317e-05,
      "loss": 0.9373266100883484,
      "step": 1396
    },
    {
      "epoch": 1.7069597069597071,
      "grad_norm": 20.187288284301758,
      "learning_rate": 1.0418549889598175e-05,
      "loss": 0.8240612149238586,
      "step": 1398
    },
    {
      "epoch": 1.7094017094017095,
      "grad_norm": 4.022505283355713,
      "learning_rate": 1.0393029643679962e-05,
      "loss": 0.44202497601509094,
      "step": 1400
    },
    {
      "epoch": 1.711843711843712,
      "grad_norm": 5.573869705200195,
      "learning_rate": 1.0367514299492366e-05,
      "loss": 0.9583691954612732,
      "step": 1402
    },
    {
      "epoch": 1.7142857142857144,
      "grad_norm": 1.5996133089065552,
      "learning_rate": 1.0342004063090503e-05,
      "loss": 1.0398838520050049,
      "step": 1404
    },
    {
      "epoch": 1.7167277167277168,
      "grad_norm": 2.385746717453003,
      "learning_rate": 1.0316499140488232e-05,
      "loss": 0.4760570824146271,
      "step": 1406
    },
    {
      "epoch": 1.7191697191697193,
      "grad_norm": 0.8254954218864441,
      "learning_rate": 1.0290999737656497e-05,
      "loss": 0.907942533493042,
      "step": 1408
    },
    {
      "epoch": 1.7216117216117217,
      "grad_norm": 8.329554557800293,
      "learning_rate": 1.026550606052168e-05,
      "loss": 0.6862547397613525,
      "step": 1410
    },
    {
      "epoch": 1.7240537240537241,
      "grad_norm": 2.332361936569214,
      "learning_rate": 1.0240018314963909e-05,
      "loss": 0.8768781423568726,
      "step": 1412
    },
    {
      "epoch": 1.7264957264957266,
      "grad_norm": 2.285680055618286,
      "learning_rate": 1.0214536706815418e-05,
      "loss": 0.986327588558197,
      "step": 1414
    },
    {
      "epoch": 1.728937728937729,
      "grad_norm": 3.5364201068878174,
      "learning_rate": 1.0189061441858873e-05,
      "loss": 0.8355549573898315,
      "step": 1416
    },
    {
      "epoch": 1.7313797313797314,
      "grad_norm": 0.8595628142356873,
      "learning_rate": 1.0163592725825712e-05,
      "loss": 0.8929445743560791,
      "step": 1418
    },
    {
      "epoch": 1.7338217338217339,
      "grad_norm": 15.206433296203613,
      "learning_rate": 1.0138130764394496e-05,
      "loss": 0.7870601415634155,
      "step": 1420
    },
    {
      "epoch": 1.7362637362637363,
      "grad_norm": 2.8101370334625244,
      "learning_rate": 1.0112675763189224e-05,
      "loss": 0.7534129023551941,
      "step": 1422
    },
    {
      "epoch": 1.7387057387057387,
      "grad_norm": 1.858702540397644,
      "learning_rate": 1.0087227927777696e-05,
      "loss": 0.8370426893234253,
      "step": 1424
    },
    {
      "epoch": 1.7411477411477412,
      "grad_norm": 2.0665295124053955,
      "learning_rate": 1.006178746366984e-05,
      "loss": 0.6909109354019165,
      "step": 1426
    },
    {
      "epoch": 1.7435897435897436,
      "grad_norm": 0.9323246479034424,
      "learning_rate": 1.0036354576316052e-05,
      "loss": 1.014011263847351,
      "step": 1428
    },
    {
      "epoch": 1.746031746031746,
      "grad_norm": 1.75360107421875,
      "learning_rate": 1.0010929471105548e-05,
      "loss": 1.2392351627349854,
      "step": 1430
    },
    {
      "epoch": 1.7484737484737485,
      "grad_norm": 1.979491949081421,
      "learning_rate": 9.98551235336469e-06,
      "loss": 0.6340602040290833,
      "step": 1432
    },
    {
      "epoch": 1.750915750915751,
      "grad_norm": 2.876166343688965,
      "learning_rate": 9.960103428355337e-06,
      "loss": 0.7525686621665955,
      "step": 1434
    },
    {
      "epoch": 1.7533577533577533,
      "grad_norm": 1.366552710533142,
      "learning_rate": 9.934702901273187e-06,
      "loss": 0.6044411063194275,
      "step": 1436
    },
    {
      "epoch": 1.7557997557997558,
      "grad_norm": 0.689400315284729,
      "learning_rate": 9.90931097724612e-06,
      "loss": 0.4377739727497101,
      "step": 1438
    },
    {
      "epoch": 1.7582417582417582,
      "grad_norm": 0.8386373519897461,
      "learning_rate": 9.883927861332538e-06,
      "loss": 0.909875214099884,
      "step": 1440
    },
    {
      "epoch": 1.7606837606837606,
      "grad_norm": 7.745026111602783,
      "learning_rate": 9.85855375851971e-06,
      "loss": 0.7949923872947693,
      "step": 1442
    },
    {
      "epoch": 1.763125763125763,
      "grad_norm": 2.948460340499878,
      "learning_rate": 9.833188873722122e-06,
      "loss": 0.6595785021781921,
      "step": 1444
    },
    {
      "epoch": 1.7655677655677655,
      "grad_norm": 0.7448163032531738,
      "learning_rate": 9.80783341177981e-06,
      "loss": 1.0280483961105347,
      "step": 1446
    },
    {
      "epoch": 1.768009768009768,
      "grad_norm": 0.7969598770141602,
      "learning_rate": 9.782487577456724e-06,
      "loss": 1.0123943090438843,
      "step": 1448
    },
    {
      "epoch": 1.7704517704517704,
      "grad_norm": 0.9583572149276733,
      "learning_rate": 9.75715157543905e-06,
      "loss": 0.8486643433570862,
      "step": 1450
    },
    {
      "epoch": 1.7728937728937728,
      "grad_norm": 2.09142804145813,
      "learning_rate": 9.731825610333587e-06,
      "loss": 0.3455406129360199,
      "step": 1452
    },
    {
      "epoch": 1.7753357753357752,
      "grad_norm": 0.9442964196205139,
      "learning_rate": 9.706509886666067e-06,
      "loss": 0.8303570747375488,
      "step": 1454
    },
    {
      "epoch": 1.7777777777777777,
      "grad_norm": 1.240134358406067,
      "learning_rate": 9.681204608879518e-06,
      "loss": 0.5113586187362671,
      "step": 1456
    },
    {
      "epoch": 1.7802197802197801,
      "grad_norm": 1.1532829999923706,
      "learning_rate": 9.655909981332614e-06,
      "loss": 0.8892757892608643,
      "step": 1458
    },
    {
      "epoch": 1.7826617826617825,
      "grad_norm": 1.5256012678146362,
      "learning_rate": 9.63062620829801e-06,
      "loss": 0.8083629608154297,
      "step": 1460
    },
    {
      "epoch": 1.785103785103785,
      "grad_norm": 1.8043534755706787,
      "learning_rate": 9.605353493960717e-06,
      "loss": 0.9189132452011108,
      "step": 1462
    },
    {
      "epoch": 1.7875457875457874,
      "grad_norm": 0.841884434223175,
      "learning_rate": 9.580092042416427e-06,
      "loss": 0.6249831318855286,
      "step": 1464
    },
    {
      "epoch": 1.7899877899877898,
      "grad_norm": 2.1716599464416504,
      "learning_rate": 9.554842057669886e-06,
      "loss": 0.6827890872955322,
      "step": 1466
    },
    {
      "epoch": 1.7924297924297923,
      "grad_norm": 3.5236616134643555,
      "learning_rate": 9.529603743633229e-06,
      "loss": 0.7608170509338379,
      "step": 1468
    },
    {
      "epoch": 1.7948717948717947,
      "grad_norm": 1.99154531955719,
      "learning_rate": 9.504377304124346e-06,
      "loss": 0.9152241945266724,
      "step": 1470
    },
    {
      "epoch": 1.7973137973137974,
      "grad_norm": 0.8060831427574158,
      "learning_rate": 9.47916294286523e-06,
      "loss": 0.8515353202819824,
      "step": 1472
    },
    {
      "epoch": 1.7997557997557998,
      "grad_norm": 5.8603363037109375,
      "learning_rate": 9.453960863480333e-06,
      "loss": 0.5703706741333008,
      "step": 1474
    },
    {
      "epoch": 1.8021978021978022,
      "grad_norm": 7.417604446411133,
      "learning_rate": 9.428771269494926e-06,
      "loss": 0.7551999092102051,
      "step": 1476
    },
    {
      "epoch": 1.8046398046398047,
      "grad_norm": 1.034999966621399,
      "learning_rate": 9.403594364333444e-06,
      "loss": 0.6955189108848572,
      "step": 1478
    },
    {
      "epoch": 1.807081807081807,
      "grad_norm": 0.9549148678779602,
      "learning_rate": 9.378430351317854e-06,
      "loss": 0.42793938517570496,
      "step": 1480
    },
    {
      "epoch": 1.8095238095238095,
      "grad_norm": 1.3916822671890259,
      "learning_rate": 9.353279433666014e-06,
      "loss": 0.6840672492980957,
      "step": 1482
    },
    {
      "epoch": 1.811965811965812,
      "grad_norm": 0.854276716709137,
      "learning_rate": 9.328141814490021e-06,
      "loss": 0.893316924571991,
      "step": 1484
    },
    {
      "epoch": 1.8144078144078144,
      "grad_norm": 1.491588830947876,
      "learning_rate": 9.303017696794578e-06,
      "loss": 0.872158944606781,
      "step": 1486
    },
    {
      "epoch": 1.8168498168498168,
      "grad_norm": 1.8033097982406616,
      "learning_rate": 9.277907283475358e-06,
      "loss": 0.6238676905632019,
      "step": 1488
    },
    {
      "epoch": 1.8192918192918193,
      "grad_norm": 0.8885567784309387,
      "learning_rate": 9.252810777317351e-06,
      "loss": 0.6716984510421753,
      "step": 1490
    },
    {
      "epoch": 1.8217338217338217,
      "grad_norm": 1.0771310329437256,
      "learning_rate": 9.227728380993253e-06,
      "loss": 0.8512567281723022,
      "step": 1492
    },
    {
      "epoch": 1.8241758241758241,
      "grad_norm": 1.4891635179519653,
      "learning_rate": 9.202660297061798e-06,
      "loss": 0.5891348123550415,
      "step": 1494
    },
    {
      "epoch": 1.8266178266178266,
      "grad_norm": 1.5767910480499268,
      "learning_rate": 9.177606727966142e-06,
      "loss": 0.8717406392097473,
      "step": 1496
    },
    {
      "epoch": 1.8290598290598292,
      "grad_norm": 0.8637403845787048,
      "learning_rate": 9.15256787603222e-06,
      "loss": 1.3341138362884521,
      "step": 1498
    },
    {
      "epoch": 1.8315018315018317,
      "grad_norm": 1.3066986799240112,
      "learning_rate": 9.127543943467128e-06,
      "loss": 1.2278974056243896,
      "step": 1500
    },
    {
      "epoch": 1.833943833943834,
      "grad_norm": 1.3648895025253296,
      "learning_rate": 9.102535132357457e-06,
      "loss": 0.6873140335083008,
      "step": 1502
    },
    {
      "epoch": 1.8363858363858365,
      "grad_norm": 0.45770537853240967,
      "learning_rate": 9.077541644667697e-06,
      "loss": 0.7067763209342957,
      "step": 1504
    },
    {
      "epoch": 1.838827838827839,
      "grad_norm": 2.4009127616882324,
      "learning_rate": 9.052563682238587e-06,
      "loss": 0.6803405284881592,
      "step": 1506
    },
    {
      "epoch": 1.8412698412698414,
      "grad_norm": 1.205779790878296,
      "learning_rate": 9.02760144678548e-06,
      "loss": 0.6593731641769409,
      "step": 1508
    },
    {
      "epoch": 1.8437118437118438,
      "grad_norm": 0.640776515007019,
      "learning_rate": 9.00265513989673e-06,
      "loss": 0.8603323101997375,
      "step": 1510
    },
    {
      "epoch": 1.8461538461538463,
      "grad_norm": 1.0433986186981201,
      "learning_rate": 8.977724963032056e-06,
      "loss": 0.8412877917289734,
      "step": 1512
    },
    {
      "epoch": 1.8485958485958487,
      "grad_norm": 1.245303750038147,
      "learning_rate": 8.952811117520914e-06,
      "loss": 1.0396430492401123,
      "step": 1514
    },
    {
      "epoch": 1.8510378510378511,
      "grad_norm": 1.5737297534942627,
      "learning_rate": 8.927913804560864e-06,
      "loss": 0.6088389754295349,
      "step": 1516
    },
    {
      "epoch": 1.8534798534798536,
      "grad_norm": 0.9162042140960693,
      "learning_rate": 8.903033225215975e-06,
      "loss": 1.1635559797286987,
      "step": 1518
    },
    {
      "epoch": 1.855921855921856,
      "grad_norm": 1.7877050638198853,
      "learning_rate": 8.878169580415154e-06,
      "loss": 0.631327748298645,
      "step": 1520
    },
    {
      "epoch": 1.8583638583638584,
      "grad_norm": 3.03653883934021,
      "learning_rate": 8.85332307095057e-06,
      "loss": 0.902554452419281,
      "step": 1522
    },
    {
      "epoch": 1.8608058608058609,
      "grad_norm": 1.9247746467590332,
      "learning_rate": 8.828493897475998e-06,
      "loss": 0.8101663589477539,
      "step": 1524
    },
    {
      "epoch": 1.8632478632478633,
      "grad_norm": 1.386506199836731,
      "learning_rate": 8.803682260505216e-06,
      "loss": 0.7383776903152466,
      "step": 1526
    },
    {
      "epoch": 1.8656898656898657,
      "grad_norm": 1.1092829704284668,
      "learning_rate": 8.778888360410385e-06,
      "loss": 0.7297862768173218,
      "step": 1528
    },
    {
      "epoch": 1.8681318681318682,
      "grad_norm": 0.7110038995742798,
      "learning_rate": 8.754112397420426e-06,
      "loss": 0.8971010446548462,
      "step": 1530
    },
    {
      "epoch": 1.8705738705738706,
      "grad_norm": 1.9106638431549072,
      "learning_rate": 8.729354571619404e-06,
      "loss": 0.7592481374740601,
      "step": 1532
    },
    {
      "epoch": 1.873015873015873,
      "grad_norm": 0.805887758731842,
      "learning_rate": 8.704615082944914e-06,
      "loss": 0.8079948425292969,
      "step": 1534
    },
    {
      "epoch": 1.8754578754578755,
      "grad_norm": 0.6133478283882141,
      "learning_rate": 8.679894131186462e-06,
      "loss": 1.000016450881958,
      "step": 1536
    },
    {
      "epoch": 1.877899877899878,
      "grad_norm": 0.6692440509796143,
      "learning_rate": 8.655191915983859e-06,
      "loss": 0.8313310742378235,
      "step": 1538
    },
    {
      "epoch": 1.8803418803418803,
      "grad_norm": 0.9560274481773376,
      "learning_rate": 8.630508636825602e-06,
      "loss": 0.9431169033050537,
      "step": 1540
    },
    {
      "epoch": 1.8827838827838828,
      "grad_norm": 1.700568675994873,
      "learning_rate": 8.605844493047269e-06,
      "loss": 0.9815627336502075,
      "step": 1542
    },
    {
      "epoch": 1.8852258852258852,
      "grad_norm": 1.308621883392334,
      "learning_rate": 8.581199683829899e-06,
      "loss": 0.7461444735527039,
      "step": 1544
    },
    {
      "epoch": 1.8876678876678876,
      "grad_norm": 1.2452470064163208,
      "learning_rate": 8.556574408198399e-06,
      "loss": 0.9441168904304504,
      "step": 1546
    },
    {
      "epoch": 1.89010989010989,
      "grad_norm": 3.298710823059082,
      "learning_rate": 8.531968865019919e-06,
      "loss": 0.8527262210845947,
      "step": 1548
    },
    {
      "epoch": 1.8925518925518925,
      "grad_norm": 0.8520393967628479,
      "learning_rate": 8.507383253002264e-06,
      "loss": 0.47991418838500977,
      "step": 1550
    },
    {
      "epoch": 1.894993894993895,
      "grad_norm": 1.5283163785934448,
      "learning_rate": 8.482817770692276e-06,
      "loss": 0.8953297138214111,
      "step": 1552
    },
    {
      "epoch": 1.8974358974358974,
      "grad_norm": 2.6013505458831787,
      "learning_rate": 8.458272616474226e-06,
      "loss": 0.598823070526123,
      "step": 1554
    },
    {
      "epoch": 1.8998778998778998,
      "grad_norm": 6.25869083404541,
      "learning_rate": 8.43374798856824e-06,
      "loss": 1.0903539657592773,
      "step": 1556
    },
    {
      "epoch": 1.9023199023199022,
      "grad_norm": 0.7708169221878052,
      "learning_rate": 8.40924408502866e-06,
      "loss": 0.6560428738594055,
      "step": 1558
    },
    {
      "epoch": 1.9047619047619047,
      "grad_norm": 1.3442054986953735,
      "learning_rate": 8.384761103742476e-06,
      "loss": 0.553628146648407,
      "step": 1560
    },
    {
      "epoch": 1.907203907203907,
      "grad_norm": 0.8295760750770569,
      "learning_rate": 8.360299242427713e-06,
      "loss": 0.8809893727302551,
      "step": 1562
    },
    {
      "epoch": 1.9096459096459095,
      "grad_norm": 1.2123860120773315,
      "learning_rate": 8.335858698631829e-06,
      "loss": 0.7752953171730042,
      "step": 1564
    },
    {
      "epoch": 1.912087912087912,
      "grad_norm": 1.137731909751892,
      "learning_rate": 8.311439669730139e-06,
      "loss": 0.937446653842926,
      "step": 1566
    },
    {
      "epoch": 1.9145299145299144,
      "grad_norm": 1.4613070487976074,
      "learning_rate": 8.287042352924206e-06,
      "loss": 0.9597198963165283,
      "step": 1568
    },
    {
      "epoch": 1.9169719169719168,
      "grad_norm": 7.560548305511475,
      "learning_rate": 8.26266694524024e-06,
      "loss": 0.6756553053855896,
      "step": 1570
    },
    {
      "epoch": 1.9194139194139193,
      "grad_norm": 0.7736316919326782,
      "learning_rate": 8.238313643527533e-06,
      "loss": 0.8379277586936951,
      "step": 1572
    },
    {
      "epoch": 1.9218559218559217,
      "grad_norm": 2.3948774337768555,
      "learning_rate": 8.213982644456856e-06,
      "loss": 0.7130874991416931,
      "step": 1574
    },
    {
      "epoch": 1.9242979242979243,
      "grad_norm": 2.804558753967285,
      "learning_rate": 8.189674144518864e-06,
      "loss": 0.7871428728103638,
      "step": 1576
    },
    {
      "epoch": 1.9267399267399268,
      "grad_norm": 3.343308925628662,
      "learning_rate": 8.165388340022507e-06,
      "loss": 0.7644234895706177,
      "step": 1578
    },
    {
      "epoch": 1.9291819291819292,
      "grad_norm": 0.9689104557037354,
      "learning_rate": 8.14112542709347e-06,
      "loss": 0.9481227397918701,
      "step": 1580
    },
    {
      "epoch": 1.9316239316239316,
      "grad_norm": 0.9340876936912537,
      "learning_rate": 8.116885601672557e-06,
      "loss": 0.2258923351764679,
      "step": 1582
    },
    {
      "epoch": 1.934065934065934,
      "grad_norm": 1.9040846824645996,
      "learning_rate": 8.09266905951413e-06,
      "loss": 0.5065496563911438,
      "step": 1584
    },
    {
      "epoch": 1.9365079365079365,
      "grad_norm": 2.174138069152832,
      "learning_rate": 8.068475996184527e-06,
      "loss": 0.5920478701591492,
      "step": 1586
    },
    {
      "epoch": 1.938949938949939,
      "grad_norm": 0.8130704760551453,
      "learning_rate": 8.044306607060466e-06,
      "loss": 0.9720399379730225,
      "step": 1588
    },
    {
      "epoch": 1.9413919413919414,
      "grad_norm": 0.833109974861145,
      "learning_rate": 8.02016108732748e-06,
      "loss": 1.0517313480377197,
      "step": 1590
    },
    {
      "epoch": 1.9438339438339438,
      "grad_norm": 2.0496108531951904,
      "learning_rate": 7.996039631978352e-06,
      "loss": 1.0347234010696411,
      "step": 1592
    },
    {
      "epoch": 1.9462759462759462,
      "grad_norm": 1.0047261714935303,
      "learning_rate": 7.97194243581151e-06,
      "loss": 0.6489905118942261,
      "step": 1594
    },
    {
      "epoch": 1.9487179487179487,
      "grad_norm": 1.0025273561477661,
      "learning_rate": 7.947869693429486e-06,
      "loss": 0.568684458732605,
      "step": 1596
    },
    {
      "epoch": 1.9511599511599511,
      "grad_norm": 1.1909536123275757,
      "learning_rate": 7.923821599237322e-06,
      "loss": 0.6664155125617981,
      "step": 1598
    },
    {
      "epoch": 1.9536019536019538,
      "grad_norm": 1.6859694719314575,
      "learning_rate": 7.899798347441005e-06,
      "loss": 0.7015742063522339,
      "step": 1600
    },
    {
      "epoch": 1.9560439560439562,
      "grad_norm": 0.6844836473464966,
      "learning_rate": 7.87580013204591e-06,
      "loss": 0.9169449210166931,
      "step": 1602
    },
    {
      "epoch": 1.9584859584859586,
      "grad_norm": 2.2930445671081543,
      "learning_rate": 7.85182714685522e-06,
      "loss": 0.8345751762390137,
      "step": 1604
    },
    {
      "epoch": 1.960927960927961,
      "grad_norm": 2.5689308643341064,
      "learning_rate": 7.827879585468363e-06,
      "loss": 1.1974244117736816,
      "step": 1606
    },
    {
      "epoch": 1.9633699633699635,
      "grad_norm": 1.2992660999298096,
      "learning_rate": 7.803957641279457e-06,
      "loss": 1.1730899810791016,
      "step": 1608
    },
    {
      "epoch": 1.965811965811966,
      "grad_norm": 1.0391148328781128,
      "learning_rate": 7.780061507475738e-06,
      "loss": 0.9335651397705078,
      "step": 1610
    },
    {
      "epoch": 1.9682539682539684,
      "grad_norm": 3.6143672466278076,
      "learning_rate": 7.756191377036004e-06,
      "loss": 0.8546837568283081,
      "step": 1612
    },
    {
      "epoch": 1.9706959706959708,
      "grad_norm": 0.9346309304237366,
      "learning_rate": 7.732347442729062e-06,
      "loss": 1.0305918455123901,
      "step": 1614
    },
    {
      "epoch": 1.9731379731379732,
      "grad_norm": 0.9905077815055847,
      "learning_rate": 7.708529897112158e-06,
      "loss": 0.8775286674499512,
      "step": 1616
    },
    {
      "epoch": 1.9755799755799757,
      "grad_norm": 0.6666707396507263,
      "learning_rate": 7.684738932529441e-06,
      "loss": 0.8464508056640625,
      "step": 1618
    },
    {
      "epoch": 1.978021978021978,
      "grad_norm": 1.0916727781295776,
      "learning_rate": 7.660974741110387e-06,
      "loss": 1.035678505897522,
      "step": 1620
    },
    {
      "epoch": 1.9804639804639805,
      "grad_norm": 0.7847446203231812,
      "learning_rate": 7.637237514768265e-06,
      "loss": 0.6054593324661255,
      "step": 1622
    },
    {
      "epoch": 1.982905982905983,
      "grad_norm": 2.2946202754974365,
      "learning_rate": 7.613527445198576e-06,
      "loss": 0.45836907625198364,
      "step": 1624
    },
    {
      "epoch": 1.9853479853479854,
      "grad_norm": 9.175978660583496,
      "learning_rate": 7.5898447238775264e-06,
      "loss": 0.7117047905921936,
      "step": 1626
    },
    {
      "epoch": 1.9877899877899878,
      "grad_norm": 3.764439105987549,
      "learning_rate": 7.566189542060445e-06,
      "loss": 1.0821315050125122,
      "step": 1628
    },
    {
      "epoch": 1.9902319902319903,
      "grad_norm": 0.9272487163543701,
      "learning_rate": 7.5425620907802655e-06,
      "loss": 1.1502904891967773,
      "step": 1630
    },
    {
      "epoch": 1.9926739926739927,
      "grad_norm": 1.1519207954406738,
      "learning_rate": 7.518962560845986e-06,
      "loss": 0.8673257231712341,
      "step": 1632
    },
    {
      "epoch": 1.9951159951159951,
      "grad_norm": 0.6419383883476257,
      "learning_rate": 7.4953911428411085e-06,
      "loss": 0.75059574842453,
      "step": 1634
    },
    {
      "epoch": 1.9975579975579976,
      "grad_norm": 1.7326091527938843,
      "learning_rate": 7.4718480271221125e-06,
      "loss": 1.0258231163024902,
      "step": 1636
    },
    {
      "epoch": 2.0,
      "grad_norm": 0.8297693133354187,
      "learning_rate": 7.448333403816926e-06,
      "loss": 0.9197133779525757,
      "step": 1638
    },
    {
      "epoch": 2.0024420024420024,
      "grad_norm": 0.842572808265686,
      "learning_rate": 7.424847462823361e-06,
      "loss": 0.6060487627983093,
      "step": 1640
    },
    {
      "epoch": 2.004884004884005,
      "grad_norm": 1.4340323209762573,
      "learning_rate": 7.401390393807615e-06,
      "loss": 0.47724178433418274,
      "step": 1642
    },
    {
      "epoch": 2.0073260073260073,
      "grad_norm": 0.6351611018180847,
      "learning_rate": 7.37796238620272e-06,
      "loss": 0.5051848292350769,
      "step": 1644
    },
    {
      "epoch": 2.0097680097680097,
      "grad_norm": 3.20005202293396,
      "learning_rate": 7.3545636292070055e-06,
      "loss": 0.438951700925827,
      "step": 1646
    },
    {
      "epoch": 2.012210012210012,
      "grad_norm": 1.5867102146148682,
      "learning_rate": 7.331194311782597e-06,
      "loss": 0.528706431388855,
      "step": 1648
    },
    {
      "epoch": 2.0146520146520146,
      "grad_norm": 2.449397325515747,
      "learning_rate": 7.307854622653863e-06,
      "loss": 0.3387841284275055,
      "step": 1650
    },
    {
      "epoch": 2.017094017094017,
      "grad_norm": 5.5735626220703125,
      "learning_rate": 7.284544750305902e-06,
      "loss": 0.6135000586509705,
      "step": 1652
    },
    {
      "epoch": 2.0195360195360195,
      "grad_norm": 2.001272439956665,
      "learning_rate": 7.261264882983024e-06,
      "loss": 0.4525635838508606,
      "step": 1654
    },
    {
      "epoch": 2.021978021978022,
      "grad_norm": 1.0277931690216064,
      "learning_rate": 7.238015208687226e-06,
      "loss": 0.4565449655056,
      "step": 1656
    },
    {
      "epoch": 2.0244200244200243,
      "grad_norm": 1.670928716659546,
      "learning_rate": 7.214795915176671e-06,
      "loss": 0.4369199872016907,
      "step": 1658
    },
    {
      "epoch": 2.0268620268620268,
      "grad_norm": 1.4175351858139038,
      "learning_rate": 7.191607189964181e-06,
      "loss": 0.6220426559448242,
      "step": 1660
    },
    {
      "epoch": 2.029304029304029,
      "grad_norm": 1.3668700456619263,
      "learning_rate": 7.16844922031571e-06,
      "loss": 0.557952880859375,
      "step": 1662
    },
    {
      "epoch": 2.0317460317460316,
      "grad_norm": 0.9909934401512146,
      "learning_rate": 7.145322193248838e-06,
      "loss": 0.2245861142873764,
      "step": 1664
    },
    {
      "epoch": 2.034188034188034,
      "grad_norm": 6.492028713226318,
      "learning_rate": 7.122226295531267e-06,
      "loss": 0.40176424384117126,
      "step": 1666
    },
    {
      "epoch": 2.0366300366300365,
      "grad_norm": 0.9408150911331177,
      "learning_rate": 7.099161713679308e-06,
      "loss": 0.4665899872779846,
      "step": 1668
    },
    {
      "epoch": 2.039072039072039,
      "grad_norm": 1.566773533821106,
      "learning_rate": 7.07612863395636e-06,
      "loss": 0.6036043763160706,
      "step": 1670
    },
    {
      "epoch": 2.0415140415140414,
      "grad_norm": 1.2262314558029175,
      "learning_rate": 7.053127242371434e-06,
      "loss": 0.5682324171066284,
      "step": 1672
    },
    {
      "epoch": 2.043956043956044,
      "grad_norm": 0.9549220204353333,
      "learning_rate": 7.030157724677631e-06,
      "loss": 0.5213257074356079,
      "step": 1674
    },
    {
      "epoch": 2.0463980463980462,
      "grad_norm": 1.66300368309021,
      "learning_rate": 7.0072202663706405e-06,
      "loss": 0.3227638006210327,
      "step": 1676
    },
    {
      "epoch": 2.0488400488400487,
      "grad_norm": 1.2017823457717896,
      "learning_rate": 6.984315052687258e-06,
      "loss": 0.5378082990646362,
      "step": 1678
    },
    {
      "epoch": 2.051282051282051,
      "grad_norm": 0.8874703645706177,
      "learning_rate": 6.96144226860388e-06,
      "loss": 0.49545711278915405,
      "step": 1680
    },
    {
      "epoch": 2.0537240537240535,
      "grad_norm": 1.3648614883422852,
      "learning_rate": 6.938602098835e-06,
      "loss": 0.3199822008609772,
      "step": 1682
    },
    {
      "epoch": 2.056166056166056,
      "grad_norm": 2.5054514408111572,
      "learning_rate": 6.915794727831743e-06,
      "loss": 0.3839988112449646,
      "step": 1684
    },
    {
      "epoch": 2.0586080586080584,
      "grad_norm": 2.381861925125122,
      "learning_rate": 6.893020339780341e-06,
      "loss": 0.3781861662864685,
      "step": 1686
    },
    {
      "epoch": 2.061050061050061,
      "grad_norm": 2.2430403232574463,
      "learning_rate": 6.870279118600679e-06,
      "loss": 0.6202837824821472,
      "step": 1688
    },
    {
      "epoch": 2.0634920634920633,
      "grad_norm": 2.3006107807159424,
      "learning_rate": 6.847571247944791e-06,
      "loss": 0.46027785539627075,
      "step": 1690
    },
    {
      "epoch": 2.065934065934066,
      "grad_norm": 1.330511450767517,
      "learning_rate": 6.8248969111953825e-06,
      "loss": 0.31774628162384033,
      "step": 1692
    },
    {
      "epoch": 2.0683760683760686,
      "grad_norm": 1.060591459274292,
      "learning_rate": 6.80225629146434e-06,
      "loss": 0.47486642003059387,
      "step": 1694
    },
    {
      "epoch": 2.070818070818071,
      "grad_norm": 1.2816616296768188,
      "learning_rate": 6.7796495715912694e-06,
      "loss": 0.4364372789859772,
      "step": 1696
    },
    {
      "epoch": 2.0732600732600734,
      "grad_norm": 1.004572868347168,
      "learning_rate": 6.757076934142013e-06,
      "loss": 0.4288478493690491,
      "step": 1698
    },
    {
      "epoch": 2.075702075702076,
      "grad_norm": 1.2579833269119263,
      "learning_rate": 6.734538561407158e-06,
      "loss": 0.4020456075668335,
      "step": 1700
    },
    {
      "epoch": 2.0781440781440783,
      "grad_norm": 1.9755547046661377,
      "learning_rate": 6.712034635400593e-06,
      "loss": 0.26895561814308167,
      "step": 1702
    },
    {
      "epoch": 2.0805860805860807,
      "grad_norm": 2.1291699409484863,
      "learning_rate": 6.689565337858019e-06,
      "loss": 0.2938929796218872,
      "step": 1704
    },
    {
      "epoch": 2.083028083028083,
      "grad_norm": 1.6085429191589355,
      "learning_rate": 6.6671308502354844e-06,
      "loss": 0.19200079143047333,
      "step": 1706
    },
    {
      "epoch": 2.0854700854700856,
      "grad_norm": 3.190870761871338,
      "learning_rate": 6.644731353707927e-06,
      "loss": 0.5591083765029907,
      "step": 1708
    },
    {
      "epoch": 2.087912087912088,
      "grad_norm": 1.8141244649887085,
      "learning_rate": 6.622367029167702e-06,
      "loss": 0.2770901918411255,
      "step": 1710
    },
    {
      "epoch": 2.0903540903540905,
      "grad_norm": 4.159117221832275,
      "learning_rate": 6.600038057223126e-06,
      "loss": 0.394546240568161,
      "step": 1712
    },
    {
      "epoch": 2.092796092796093,
      "grad_norm": 1.3365147113800049,
      "learning_rate": 6.577744618197017e-06,
      "loss": 0.4641517996788025,
      "step": 1714
    },
    {
      "epoch": 2.0952380952380953,
      "grad_norm": 0.9762091636657715,
      "learning_rate": 6.555486892125243e-06,
      "loss": 0.32657861709594727,
      "step": 1716
    },
    {
      "epoch": 2.0976800976800978,
      "grad_norm": 1.1228184700012207,
      "learning_rate": 6.533265058755256e-06,
      "loss": 0.6660332083702087,
      "step": 1718
    },
    {
      "epoch": 2.1001221001221,
      "grad_norm": 0.9115656614303589,
      "learning_rate": 6.5110792975446515e-06,
      "loss": 0.48777180910110474,
      "step": 1720
    },
    {
      "epoch": 2.1025641025641026,
      "grad_norm": 1.8341835737228394,
      "learning_rate": 6.488929787659721e-06,
      "loss": 0.6992468237876892,
      "step": 1722
    },
    {
      "epoch": 2.105006105006105,
      "grad_norm": 1.1542752981185913,
      "learning_rate": 6.466816707973991e-06,
      "loss": 0.3529256284236908,
      "step": 1724
    },
    {
      "epoch": 2.1074481074481075,
      "grad_norm": 19.553573608398438,
      "learning_rate": 6.444740237066791e-06,
      "loss": 0.45478177070617676,
      "step": 1726
    },
    {
      "epoch": 2.10989010989011,
      "grad_norm": 0.6075100898742676,
      "learning_rate": 6.422700553221817e-06,
      "loss": 0.3780288100242615,
      "step": 1728
    },
    {
      "epoch": 2.1123321123321124,
      "grad_norm": 0.8796222805976868,
      "learning_rate": 6.400697834425662e-06,
      "loss": 0.42669016122817993,
      "step": 1730
    },
    {
      "epoch": 2.114774114774115,
      "grad_norm": 0.9508007764816284,
      "learning_rate": 6.378732258366421e-06,
      "loss": 0.34392303228378296,
      "step": 1732
    },
    {
      "epoch": 2.1172161172161172,
      "grad_norm": 0.28383857011795044,
      "learning_rate": 6.356804002432225e-06,
      "loss": 0.1719311773777008,
      "step": 1734
    },
    {
      "epoch": 2.1196581196581197,
      "grad_norm": 1.0620123147964478,
      "learning_rate": 6.334913243709809e-06,
      "loss": 0.5892414450645447,
      "step": 1736
    },
    {
      "epoch": 2.122100122100122,
      "grad_norm": 1.1223015785217285,
      "learning_rate": 6.313060158983104e-06,
      "loss": 0.3725854456424713,
      "step": 1738
    },
    {
      "epoch": 2.1245421245421245,
      "grad_norm": 0.83611661195755,
      "learning_rate": 6.291244924731794e-06,
      "loss": 0.4878256618976593,
      "step": 1740
    },
    {
      "epoch": 2.126984126984127,
      "grad_norm": 1.6328321695327759,
      "learning_rate": 6.26946771712988e-06,
      "loss": 0.43116888403892517,
      "step": 1742
    },
    {
      "epoch": 2.1294261294261294,
      "grad_norm": 1.3364393711090088,
      "learning_rate": 6.247728712044283e-06,
      "loss": 0.37520939111709595,
      "step": 1744
    },
    {
      "epoch": 2.131868131868132,
      "grad_norm": 1.3389878273010254,
      "learning_rate": 6.226028085033413e-06,
      "loss": 0.5751076936721802,
      "step": 1746
    },
    {
      "epoch": 2.1343101343101343,
      "grad_norm": 1.8287776708602905,
      "learning_rate": 6.2043660113457325e-06,
      "loss": 0.20154741406440735,
      "step": 1748
    },
    {
      "epoch": 2.1367521367521367,
      "grad_norm": 1.4840490818023682,
      "learning_rate": 6.182742665918373e-06,
      "loss": 0.6898431777954102,
      "step": 1750
    },
    {
      "epoch": 2.139194139194139,
      "grad_norm": 0.9770026803016663,
      "learning_rate": 6.161158223375705e-06,
      "loss": 0.3924607038497925,
      "step": 1752
    },
    {
      "epoch": 2.1416361416361416,
      "grad_norm": 0.7722997069358826,
      "learning_rate": 6.13961285802792e-06,
      "loss": 0.43264567852020264,
      "step": 1754
    },
    {
      "epoch": 2.144078144078144,
      "grad_norm": 0.9995938539505005,
      "learning_rate": 6.118106743869641e-06,
      "loss": 0.5022901296615601,
      "step": 1756
    },
    {
      "epoch": 2.1465201465201464,
      "grad_norm": 0.5033841133117676,
      "learning_rate": 6.096640054578511e-06,
      "loss": 0.21431341767311096,
      "step": 1758
    },
    {
      "epoch": 2.148962148962149,
      "grad_norm": 1.137976050376892,
      "learning_rate": 6.075212963513776e-06,
      "loss": 0.4715498685836792,
      "step": 1760
    },
    {
      "epoch": 2.1514041514041513,
      "grad_norm": 0.9455146193504333,
      "learning_rate": 6.053825643714912e-06,
      "loss": 0.4320064187049866,
      "step": 1762
    },
    {
      "epoch": 2.1538461538461537,
      "grad_norm": 2.8845789432525635,
      "learning_rate": 6.032478267900206e-06,
      "loss": 0.3226162791252136,
      "step": 1764
    },
    {
      "epoch": 2.156288156288156,
      "grad_norm": 0.9458103179931641,
      "learning_rate": 6.011171008465363e-06,
      "loss": 0.2729605436325073,
      "step": 1766
    },
    {
      "epoch": 2.1587301587301586,
      "grad_norm": 1.9725005626678467,
      "learning_rate": 5.989904037482128e-06,
      "loss": 0.3462582230567932,
      "step": 1768
    },
    {
      "epoch": 2.161172161172161,
      "grad_norm": 2.0717337131500244,
      "learning_rate": 5.968677526696882e-06,
      "loss": 0.38312727212905884,
      "step": 1770
    },
    {
      "epoch": 2.1636141636141635,
      "grad_norm": 0.8864312767982483,
      "learning_rate": 5.947491647529267e-06,
      "loss": 0.353424072265625,
      "step": 1772
    },
    {
      "epoch": 2.166056166056166,
      "grad_norm": 1.0762509107589722,
      "learning_rate": 5.9263465710707814e-06,
      "loss": 0.5065031051635742,
      "step": 1774
    },
    {
      "epoch": 2.1684981684981683,
      "grad_norm": 0.7869840264320374,
      "learning_rate": 5.905242468083423e-06,
      "loss": 0.5348921418190002,
      "step": 1776
    },
    {
      "epoch": 2.1709401709401708,
      "grad_norm": 2.1878821849823,
      "learning_rate": 5.884179508998299e-06,
      "loss": 0.27236610651016235,
      "step": 1778
    },
    {
      "epoch": 2.173382173382173,
      "grad_norm": 0.9579680562019348,
      "learning_rate": 5.863157863914239e-06,
      "loss": 0.43548962473869324,
      "step": 1780
    },
    {
      "epoch": 2.1758241758241756,
      "grad_norm": 1.8547625541687012,
      "learning_rate": 5.8421777025964446e-06,
      "loss": 0.5892971754074097,
      "step": 1782
    },
    {
      "epoch": 2.178266178266178,
      "grad_norm": 0.9620394706726074,
      "learning_rate": 5.8212391944750965e-06,
      "loss": 0.4943884313106537,
      "step": 1784
    },
    {
      "epoch": 2.1807081807081805,
      "grad_norm": 2.7082159519195557,
      "learning_rate": 5.8003425086440015e-06,
      "loss": 0.5425156354904175,
      "step": 1786
    },
    {
      "epoch": 2.183150183150183,
      "grad_norm": 4.512080669403076,
      "learning_rate": 5.779487813859218e-06,
      "loss": 0.3213900625705719,
      "step": 1788
    },
    {
      "epoch": 2.185592185592186,
      "grad_norm": 0.9232001900672913,
      "learning_rate": 5.758675278537692e-06,
      "loss": 0.46233004331588745,
      "step": 1790
    },
    {
      "epoch": 2.1880341880341883,
      "grad_norm": 3.6497743129730225,
      "learning_rate": 5.737905070755907e-06,
      "loss": 0.480983167886734,
      "step": 1792
    },
    {
      "epoch": 2.1904761904761907,
      "grad_norm": 1.0851823091506958,
      "learning_rate": 5.717177358248522e-06,
      "loss": 0.2742152810096741,
      "step": 1794
    },
    {
      "epoch": 2.192918192918193,
      "grad_norm": 2.418455123901367,
      "learning_rate": 5.696492308407002e-06,
      "loss": 0.3769078254699707,
      "step": 1796
    },
    {
      "epoch": 2.1953601953601956,
      "grad_norm": 0.7429922223091125,
      "learning_rate": 5.675850088278298e-06,
      "loss": 0.40196555852890015,
      "step": 1798
    },
    {
      "epoch": 2.197802197802198,
      "grad_norm": 1.3570210933685303,
      "learning_rate": 5.655250864563469e-06,
      "loss": 0.3571450412273407,
      "step": 1800
    },
    {
      "epoch": 2.2002442002442004,
      "grad_norm": 1.8261560201644897,
      "learning_rate": 5.63469480361635e-06,
      "loss": 0.4585352838039398,
      "step": 1802
    },
    {
      "epoch": 2.202686202686203,
      "grad_norm": 2.33353328704834,
      "learning_rate": 5.614182071442201e-06,
      "loss": 0.4414786100387573,
      "step": 1804
    },
    {
      "epoch": 2.2051282051282053,
      "grad_norm": 1.7394614219665527,
      "learning_rate": 5.59371283369637e-06,
      "loss": 0.5657206177711487,
      "step": 1806
    },
    {
      "epoch": 2.2075702075702077,
      "grad_norm": 1.2605091333389282,
      "learning_rate": 5.573287255682967e-06,
      "loss": 0.5330032706260681,
      "step": 1808
    },
    {
      "epoch": 2.21001221001221,
      "grad_norm": 0.2691946029663086,
      "learning_rate": 5.552905502353502e-06,
      "loss": 0.2634370028972626,
      "step": 1810
    },
    {
      "epoch": 2.2124542124542126,
      "grad_norm": 0.983033299446106,
      "learning_rate": 5.532567738305576e-06,
      "loss": 0.4326469302177429,
      "step": 1812
    },
    {
      "epoch": 2.214896214896215,
      "grad_norm": 0.23342449963092804,
      "learning_rate": 5.512274127781552e-06,
      "loss": 0.1571735441684723,
      "step": 1814
    },
    {
      "epoch": 2.2173382173382175,
      "grad_norm": 1.2843339443206787,
      "learning_rate": 5.492024834667205e-06,
      "loss": 0.5355442762374878,
      "step": 1816
    },
    {
      "epoch": 2.21978021978022,
      "grad_norm": 0.949738621711731,
      "learning_rate": 5.471820022490422e-06,
      "loss": 0.38218754529953003,
      "step": 1818
    },
    {
      "epoch": 2.2222222222222223,
      "grad_norm": 0.8940930962562561,
      "learning_rate": 5.451659854419882e-06,
      "loss": 0.49747079610824585,
      "step": 1820
    },
    {
      "epoch": 2.2246642246642248,
      "grad_norm": 0.6108909249305725,
      "learning_rate": 5.431544493263714e-06,
      "loss": 0.2641042172908783,
      "step": 1822
    },
    {
      "epoch": 2.227106227106227,
      "grad_norm": 0.776020884513855,
      "learning_rate": 5.411474101468208e-06,
      "loss": 0.39929312467575073,
      "step": 1824
    },
    {
      "epoch": 2.2295482295482296,
      "grad_norm": 1.3689377307891846,
      "learning_rate": 5.3914488411165e-06,
      "loss": 0.2978437840938568,
      "step": 1826
    },
    {
      "epoch": 2.231990231990232,
      "grad_norm": 2.88201904296875,
      "learning_rate": 5.3714688739272396e-06,
      "loss": 0.3673563599586487,
      "step": 1828
    },
    {
      "epoch": 2.2344322344322345,
      "grad_norm": 2.748995065689087,
      "learning_rate": 5.351534361253312e-06,
      "loss": 0.29434409737586975,
      "step": 1830
    },
    {
      "epoch": 2.236874236874237,
      "grad_norm": 1.0924896001815796,
      "learning_rate": 5.331645464080526e-06,
      "loss": 0.46827900409698486,
      "step": 1832
    },
    {
      "epoch": 2.2393162393162394,
      "grad_norm": 0.8829333186149597,
      "learning_rate": 5.311802343026302e-06,
      "loss": 0.5047073364257812,
      "step": 1834
    },
    {
      "epoch": 2.241758241758242,
      "grad_norm": 1.315529227256775,
      "learning_rate": 5.292005158338394e-06,
      "loss": 0.40334218740463257,
      "step": 1836
    },
    {
      "epoch": 2.244200244200244,
      "grad_norm": 2.0851378440856934,
      "learning_rate": 5.272254069893579e-06,
      "loss": 0.5924956798553467,
      "step": 1838
    },
    {
      "epoch": 2.2466422466422467,
      "grad_norm": 3.3136000633239746,
      "learning_rate": 5.2525492371963785e-06,
      "loss": 0.31219542026519775,
      "step": 1840
    },
    {
      "epoch": 2.249084249084249,
      "grad_norm": 0.728590190410614,
      "learning_rate": 5.232890819377765e-06,
      "loss": 0.46928393840789795,
      "step": 1842
    },
    {
      "epoch": 2.2515262515262515,
      "grad_norm": 0.7545236945152283,
      "learning_rate": 5.213278975193874e-06,
      "loss": 0.4485982060432434,
      "step": 1844
    },
    {
      "epoch": 2.253968253968254,
      "grad_norm": 2.7309439182281494,
      "learning_rate": 5.193713863024722e-06,
      "loss": 0.3948480784893036,
      "step": 1846
    },
    {
      "epoch": 2.2564102564102564,
      "grad_norm": 0.3682626187801361,
      "learning_rate": 5.174195640872937e-06,
      "loss": 0.3254821300506592,
      "step": 1848
    },
    {
      "epoch": 2.258852258852259,
      "grad_norm": 1.932949423789978,
      "learning_rate": 5.154724466362473e-06,
      "loss": 0.43265148997306824,
      "step": 1850
    },
    {
      "epoch": 2.2612942612942613,
      "grad_norm": 1.3246240615844727,
      "learning_rate": 5.135300496737335e-06,
      "loss": 0.5352158546447754,
      "step": 1852
    },
    {
      "epoch": 2.2637362637362637,
      "grad_norm": 0.8921855688095093,
      "learning_rate": 5.115923888860321e-06,
      "loss": 0.6833795309066772,
      "step": 1854
    },
    {
      "epoch": 2.266178266178266,
      "grad_norm": 1.2048108577728271,
      "learning_rate": 5.096594799211748e-06,
      "loss": 0.6043341755867004,
      "step": 1856
    },
    {
      "epoch": 2.2686202686202686,
      "grad_norm": 1.5590717792510986,
      "learning_rate": 5.0773133838881806e-06,
      "loss": 0.6158211827278137,
      "step": 1858
    },
    {
      "epoch": 2.271062271062271,
      "grad_norm": 0.9362733364105225,
      "learning_rate": 5.058079798601184e-06,
      "loss": 0.7204128503799438,
      "step": 1860
    },
    {
      "epoch": 2.2735042735042734,
      "grad_norm": 1.0600636005401611,
      "learning_rate": 5.0388941986760675e-06,
      "loss": 0.32139068841934204,
      "step": 1862
    },
    {
      "epoch": 2.275946275946276,
      "grad_norm": 0.8406434059143066,
      "learning_rate": 5.019756739050606e-06,
      "loss": 0.29253455996513367,
      "step": 1864
    },
    {
      "epoch": 2.2783882783882783,
      "grad_norm": 2.3749077320098877,
      "learning_rate": 5.000667574273821e-06,
      "loss": 0.39995700120925903,
      "step": 1866
    },
    {
      "epoch": 2.2808302808302807,
      "grad_norm": 0.8223360180854797,
      "learning_rate": 4.981626858504718e-06,
      "loss": 0.45448631048202515,
      "step": 1868
    },
    {
      "epoch": 2.283272283272283,
      "grad_norm": 0.7664647698402405,
      "learning_rate": 4.962634745511027e-06,
      "loss": 0.42726626992225647,
      "step": 1870
    },
    {
      "epoch": 2.2857142857142856,
      "grad_norm": 1.1275815963745117,
      "learning_rate": 4.943691388667989e-06,
      "loss": 0.4752141237258911,
      "step": 1872
    },
    {
      "epoch": 2.288156288156288,
      "grad_norm": 2.4123940467834473,
      "learning_rate": 4.924796940957099e-06,
      "loss": 0.13898348808288574,
      "step": 1874
    },
    {
      "epoch": 2.2905982905982905,
      "grad_norm": 1.461748480796814,
      "learning_rate": 4.905951554964876e-06,
      "loss": 0.6339101791381836,
      "step": 1876
    },
    {
      "epoch": 2.293040293040293,
      "grad_norm": 2.0306098461151123,
      "learning_rate": 4.887155382881625e-06,
      "loss": 0.347889244556427,
      "step": 1878
    },
    {
      "epoch": 2.2954822954822953,
      "grad_norm": 1.3482933044433594,
      "learning_rate": 4.868408576500216e-06,
      "loss": 0.340035080909729,
      "step": 1880
    },
    {
      "epoch": 2.2979242979242978,
      "grad_norm": 4.910120010375977,
      "learning_rate": 4.849711287214856e-06,
      "loss": 0.5293861031532288,
      "step": 1882
    },
    {
      "epoch": 2.3003663003663,
      "grad_norm": 1.0976754426956177,
      "learning_rate": 4.8310636660198616e-06,
      "loss": 0.31249868869781494,
      "step": 1884
    },
    {
      "epoch": 2.3028083028083026,
      "grad_norm": 1.3118927478790283,
      "learning_rate": 4.812465863508448e-06,
      "loss": 0.5040943026542664,
      "step": 1886
    },
    {
      "epoch": 2.305250305250305,
      "grad_norm": 0.9740425944328308,
      "learning_rate": 4.7939180298715055e-06,
      "loss": 0.42627787590026855,
      "step": 1888
    },
    {
      "epoch": 2.3076923076923075,
      "grad_norm": 1.1387205123901367,
      "learning_rate": 4.775420314896384e-06,
      "loss": 0.44656771421432495,
      "step": 1890
    },
    {
      "epoch": 2.31013431013431,
      "grad_norm": 2.269031047821045,
      "learning_rate": 4.756972867965698e-06,
      "loss": 0.5736830830574036,
      "step": 1892
    },
    {
      "epoch": 2.3125763125763124,
      "grad_norm": 0.9688907265663147,
      "learning_rate": 4.738575838056104e-06,
      "loss": 0.4964962601661682,
      "step": 1894
    },
    {
      "epoch": 2.315018315018315,
      "grad_norm": 1.7838249206542969,
      "learning_rate": 4.7202293737371066e-06,
      "loss": 0.4222361445426941,
      "step": 1896
    },
    {
      "epoch": 2.317460317460317,
      "grad_norm": 1.0578351020812988,
      "learning_rate": 4.7019336231698576e-06,
      "loss": 0.5211227536201477,
      "step": 1898
    },
    {
      "epoch": 2.3199023199023197,
      "grad_norm": 1.8706358671188354,
      "learning_rate": 4.6836887341059525e-06,
      "loss": 0.8980540633201599,
      "step": 1900
    },
    {
      "epoch": 2.3223443223443225,
      "grad_norm": 1.151202917098999,
      "learning_rate": 4.6654948538862475e-06,
      "loss": 0.4475945234298706,
      "step": 1902
    },
    {
      "epoch": 2.324786324786325,
      "grad_norm": 4.294190406799316,
      "learning_rate": 4.647352129439665e-06,
      "loss": 0.251365065574646,
      "step": 1904
    },
    {
      "epoch": 2.3272283272283274,
      "grad_norm": 1.604580044746399,
      "learning_rate": 4.629260707282009e-06,
      "loss": 0.190834641456604,
      "step": 1906
    },
    {
      "epoch": 2.32967032967033,
      "grad_norm": 1.1880110502243042,
      "learning_rate": 4.6112207335147704e-06,
      "loss": 0.2842097878456116,
      "step": 1908
    },
    {
      "epoch": 2.3321123321123323,
      "grad_norm": 2.0477302074432373,
      "learning_rate": 4.593232353823968e-06,
      "loss": 0.23184801638126373,
      "step": 1910
    },
    {
      "epoch": 2.3345543345543347,
      "grad_norm": 1.7173128128051758,
      "learning_rate": 4.575295713478956e-06,
      "loss": 0.40144017338752747,
      "step": 1912
    },
    {
      "epoch": 2.336996336996337,
      "grad_norm": 0.9430311322212219,
      "learning_rate": 4.557410957331249e-06,
      "loss": 0.5639522075653076,
      "step": 1914
    },
    {
      "epoch": 2.3394383394383396,
      "grad_norm": 3.2917191982269287,
      "learning_rate": 4.539578229813372e-06,
      "loss": 0.636457622051239,
      "step": 1916
    },
    {
      "epoch": 2.341880341880342,
      "grad_norm": 1.405510663986206,
      "learning_rate": 4.521797674937672e-06,
      "loss": 0.26978304982185364,
      "step": 1918
    },
    {
      "epoch": 2.3443223443223444,
      "grad_norm": 2.574928045272827,
      "learning_rate": 4.5040694362951625e-06,
      "loss": 0.3309711515903473,
      "step": 1920
    },
    {
      "epoch": 2.346764346764347,
      "grad_norm": 1.7721152305603027,
      "learning_rate": 4.486393657054369e-06,
      "loss": 0.3379634618759155,
      "step": 1922
    },
    {
      "epoch": 2.3492063492063493,
      "grad_norm": 0.34488657116889954,
      "learning_rate": 4.468770479960171e-06,
      "loss": 0.2894682288169861,
      "step": 1924
    },
    {
      "epoch": 2.3516483516483517,
      "grad_norm": 1.060381531715393,
      "learning_rate": 4.451200047332638e-06,
      "loss": 0.44025763869285583,
      "step": 1926
    },
    {
      "epoch": 2.354090354090354,
      "grad_norm": 1.5222772359848022,
      "learning_rate": 4.433682501065897e-06,
      "loss": 0.3474840223789215,
      "step": 1928
    },
    {
      "epoch": 2.3565323565323566,
      "grad_norm": 2.951404094696045,
      "learning_rate": 4.416217982626981e-06,
      "loss": 0.3358984589576721,
      "step": 1930
    },
    {
      "epoch": 2.358974358974359,
      "grad_norm": 1.0801118612289429,
      "learning_rate": 4.398806633054675e-06,
      "loss": 0.3395053446292877,
      "step": 1932
    },
    {
      "epoch": 2.3614163614163615,
      "grad_norm": 2.127126693725586,
      "learning_rate": 4.381448592958394e-06,
      "loss": 0.5439938902854919,
      "step": 1934
    },
    {
      "epoch": 2.363858363858364,
      "grad_norm": 1.0053937435150146,
      "learning_rate": 4.36414400251704e-06,
      "loss": 0.2674437463283539,
      "step": 1936
    },
    {
      "epoch": 2.3663003663003663,
      "grad_norm": 0.9853598475456238,
      "learning_rate": 4.346893001477861e-06,
      "loss": 0.4141199290752411,
      "step": 1938
    },
    {
      "epoch": 2.3687423687423688,
      "grad_norm": 8.180671691894531,
      "learning_rate": 4.329695729155342e-06,
      "loss": 0.5360310673713684,
      "step": 1940
    },
    {
      "epoch": 2.371184371184371,
      "grad_norm": 0.22848689556121826,
      "learning_rate": 4.3125523244300686e-06,
      "loss": 0.25111788511276245,
      "step": 1942
    },
    {
      "epoch": 2.3736263736263736,
      "grad_norm": 1.5355631113052368,
      "learning_rate": 4.295462925747594e-06,
      "loss": 0.3430798351764679,
      "step": 1944
    },
    {
      "epoch": 2.376068376068376,
      "grad_norm": 1.6975699663162231,
      "learning_rate": 4.278427671117344e-06,
      "loss": 0.08609216660261154,
      "step": 1946
    },
    {
      "epoch": 2.3785103785103785,
      "grad_norm": 1.575578212738037,
      "learning_rate": 4.261446698111496e-06,
      "loss": 0.194163978099823,
      "step": 1948
    },
    {
      "epoch": 2.380952380952381,
      "grad_norm": 4.127973556518555,
      "learning_rate": 4.24452014386385e-06,
      "loss": 0.20009776949882507,
      "step": 1950
    },
    {
      "epoch": 2.3833943833943834,
      "grad_norm": 0.7139300107955933,
      "learning_rate": 4.22764814506874e-06,
      "loss": 0.12069036066532135,
      "step": 1952
    },
    {
      "epoch": 2.385836385836386,
      "grad_norm": 3.075773000717163,
      "learning_rate": 4.210830837979932e-06,
      "loss": 0.35760805010795593,
      "step": 1954
    },
    {
      "epoch": 2.3882783882783882,
      "grad_norm": 1.492324948310852,
      "learning_rate": 4.194068358409503e-06,
      "loss": 0.48620444536209106,
      "step": 1956
    },
    {
      "epoch": 2.3907203907203907,
      "grad_norm": 1.7053909301757812,
      "learning_rate": 4.17736084172677e-06,
      "loss": 0.20889446139335632,
      "step": 1958
    },
    {
      "epoch": 2.393162393162393,
      "grad_norm": 1.3225889205932617,
      "learning_rate": 4.160708422857178e-06,
      "loss": 0.5993058085441589,
      "step": 1960
    },
    {
      "epoch": 2.3956043956043955,
      "grad_norm": 1.3367353677749634,
      "learning_rate": 4.144111236281214e-06,
      "loss": 0.1960648149251938,
      "step": 1962
    },
    {
      "epoch": 2.398046398046398,
      "grad_norm": 2.359844446182251,
      "learning_rate": 4.127569416033332e-06,
      "loss": 0.5698574185371399,
      "step": 1964
    },
    {
      "epoch": 2.4004884004884004,
      "grad_norm": 1.1340882778167725,
      "learning_rate": 4.111083095700858e-06,
      "loss": 0.18890273571014404,
      "step": 1966
    },
    {
      "epoch": 2.402930402930403,
      "grad_norm": 2.4454874992370605,
      "learning_rate": 4.094652408422913e-06,
      "loss": 0.3097396492958069,
      "step": 1968
    },
    {
      "epoch": 2.4053724053724053,
      "grad_norm": 4.218069553375244,
      "learning_rate": 4.078277486889341e-06,
      "loss": 0.23327361047267914,
      "step": 1970
    },
    {
      "epoch": 2.4078144078144077,
      "grad_norm": 3.866490364074707,
      "learning_rate": 4.061958463339646e-06,
      "loss": 0.06529633700847626,
      "step": 1972
    },
    {
      "epoch": 2.41025641025641,
      "grad_norm": 0.4942020773887634,
      "learning_rate": 4.045695469561899e-06,
      "loss": 0.08752602338790894,
      "step": 1974
    },
    {
      "epoch": 2.4126984126984126,
      "grad_norm": 3.321356773376465,
      "learning_rate": 4.029488636891702e-06,
      "loss": 0.3558381199836731,
      "step": 1976
    },
    {
      "epoch": 2.415140415140415,
      "grad_norm": 3.152714729309082,
      "learning_rate": 4.013338096211109e-06,
      "loss": 0.3303931653499603,
      "step": 1978
    },
    {
      "epoch": 2.4175824175824174,
      "grad_norm": 0.6018658876419067,
      "learning_rate": 3.99724397794758e-06,
      "loss": 0.22131627798080444,
      "step": 1980
    },
    {
      "epoch": 2.42002442002442,
      "grad_norm": 1.3327726125717163,
      "learning_rate": 3.981206412072914e-06,
      "loss": 0.39478451013565063,
      "step": 1982
    },
    {
      "epoch": 2.4224664224664223,
      "grad_norm": 1.705815076828003,
      "learning_rate": 3.965225528102217e-06,
      "loss": 0.3109724521636963,
      "step": 1984
    },
    {
      "epoch": 2.4249084249084247,
      "grad_norm": 0.7618647217750549,
      "learning_rate": 3.949301455092845e-06,
      "loss": 0.5224888920783997,
      "step": 1986
    },
    {
      "epoch": 2.427350427350427,
      "grad_norm": 1.2163892984390259,
      "learning_rate": 3.933434321643356e-06,
      "loss": 0.4845066964626312,
      "step": 1988
    },
    {
      "epoch": 2.42979242979243,
      "grad_norm": 0.8843790292739868,
      "learning_rate": 3.917624255892489e-06,
      "loss": 0.5302805304527283,
      "step": 1990
    },
    {
      "epoch": 2.4322344322344325,
      "grad_norm": 1.2315729856491089,
      "learning_rate": 3.901871385518117e-06,
      "loss": 0.42821258306503296,
      "step": 1992
    },
    {
      "epoch": 2.434676434676435,
      "grad_norm": 0.9088804125785828,
      "learning_rate": 3.886175837736214e-06,
      "loss": 0.4940814673900604,
      "step": 1994
    },
    {
      "epoch": 2.4371184371184373,
      "grad_norm": 1.1520100831985474,
      "learning_rate": 3.870537739299836e-06,
      "loss": 0.3047824501991272,
      "step": 1996
    },
    {
      "epoch": 2.4395604395604398,
      "grad_norm": 0.7935906648635864,
      "learning_rate": 3.854957216498099e-06,
      "loss": 0.5371643900871277,
      "step": 1998
    },
    {
      "epoch": 2.442002442002442,
      "grad_norm": 1.0501606464385986,
      "learning_rate": 3.839434395155135e-06,
      "loss": 0.24889859557151794,
      "step": 2000
    },
    {
      "epoch": 2.4444444444444446,
      "grad_norm": 1.7994686365127563,
      "learning_rate": 3.8239694006291194e-06,
      "loss": 0.45958831906318665,
      "step": 2002
    },
    {
      "epoch": 2.446886446886447,
      "grad_norm": 0.9377945065498352,
      "learning_rate": 3.8085623578112136e-06,
      "loss": 0.22220918536186218,
      "step": 2004
    },
    {
      "epoch": 2.4493284493284495,
      "grad_norm": 1.056534767150879,
      "learning_rate": 3.793213391124586e-06,
      "loss": 0.29667913913726807,
      "step": 2006
    },
    {
      "epoch": 2.451770451770452,
      "grad_norm": 1.055069088935852,
      "learning_rate": 3.7779226245233937e-06,
      "loss": 0.7430405616760254,
      "step": 2008
    },
    {
      "epoch": 2.4542124542124544,
      "grad_norm": 1.062638282775879,
      "learning_rate": 3.7626901814917927e-06,
      "loss": 0.3536508083343506,
      "step": 2010
    },
    {
      "epoch": 2.456654456654457,
      "grad_norm": 2.2568395137786865,
      "learning_rate": 3.747516185042922e-06,
      "loss": 0.2591190040111542,
      "step": 2012
    },
    {
      "epoch": 2.4590964590964592,
      "grad_norm": 1.5303833484649658,
      "learning_rate": 3.7324007577179283e-06,
      "loss": 0.5008297562599182,
      "step": 2014
    },
    {
      "epoch": 2.4615384615384617,
      "grad_norm": 0.9226781725883484,
      "learning_rate": 3.7173440215849744e-06,
      "loss": 0.4963090121746063,
      "step": 2016
    },
    {
      "epoch": 2.463980463980464,
      "grad_norm": 0.9127579927444458,
      "learning_rate": 3.7023460982382355e-06,
      "loss": 0.5157759189605713,
      "step": 2018
    },
    {
      "epoch": 2.4664224664224665,
      "grad_norm": 7.223013401031494,
      "learning_rate": 3.687407108796942e-06,
      "loss": 0.4686001241207123,
      "step": 2020
    },
    {
      "epoch": 2.468864468864469,
      "grad_norm": 1.2899993658065796,
      "learning_rate": 3.672527173904388e-06,
      "loss": 0.25978168845176697,
      "step": 2022
    },
    {
      "epoch": 2.4713064713064714,
      "grad_norm": 5.451155662536621,
      "learning_rate": 3.6577064137269525e-06,
      "loss": 0.3640308380126953,
      "step": 2024
    },
    {
      "epoch": 2.473748473748474,
      "grad_norm": 10.173837661743164,
      "learning_rate": 3.6429449479531416e-06,
      "loss": 0.3720964193344116,
      "step": 2026
    },
    {
      "epoch": 2.4761904761904763,
      "grad_norm": 0.20691752433776855,
      "learning_rate": 3.6282428957926154e-06,
      "loss": 0.2083432972431183,
      "step": 2028
    },
    {
      "epoch": 2.4786324786324787,
      "grad_norm": 2.024094581604004,
      "learning_rate": 3.613600375975221e-06,
      "loss": 0.5114956498146057,
      "step": 2030
    },
    {
      "epoch": 2.481074481074481,
      "grad_norm": 1.2281562089920044,
      "learning_rate": 3.599017506750042e-06,
      "loss": 0.47537893056869507,
      "step": 2032
    },
    {
      "epoch": 2.4835164835164836,
      "grad_norm": 2.2216989994049072,
      "learning_rate": 3.5844944058844393e-06,
      "loss": 0.25453007221221924,
      "step": 2034
    },
    {
      "epoch": 2.485958485958486,
      "grad_norm": 2.591078281402588,
      "learning_rate": 3.570031190663098e-06,
      "loss": 0.5005137920379639,
      "step": 2036
    },
    {
      "epoch": 2.4884004884004884,
      "grad_norm": 0.48911339044570923,
      "learning_rate": 3.5556279778870862e-06,
      "loss": 0.5193389058113098,
      "step": 2038
    },
    {
      "epoch": 2.490842490842491,
      "grad_norm": 27.082082748413086,
      "learning_rate": 3.5412848838729075e-06,
      "loss": 0.5654491782188416,
      "step": 2040
    },
    {
      "epoch": 2.4932844932844933,
      "grad_norm": 1.6297937631607056,
      "learning_rate": 3.5270020244515583e-06,
      "loss": 0.5325220227241516,
      "step": 2042
    },
    {
      "epoch": 2.4957264957264957,
      "grad_norm": 0.9335009455680847,
      "learning_rate": 3.5127795149676014e-06,
      "loss": 0.38437139987945557,
      "step": 2044
    },
    {
      "epoch": 2.498168498168498,
      "grad_norm": 141.24978637695312,
      "learning_rate": 3.49861747027823e-06,
      "loss": 0.2638123035430908,
      "step": 2046
    },
    {
      "epoch": 2.5006105006105006,
      "grad_norm": 1.3640321493148804,
      "learning_rate": 3.484516004752334e-06,
      "loss": 0.4149170219898224,
      "step": 2048
    },
    {
      "epoch": 2.503052503052503,
      "grad_norm": 1.0066052675247192,
      "learning_rate": 3.4704752322695877e-06,
      "loss": 0.4781511425971985,
      "step": 2050
    },
    {
      "epoch": 2.5054945054945055,
      "grad_norm": 1.2308069467544556,
      "learning_rate": 3.456495266219525e-06,
      "loss": 0.7653157711029053,
      "step": 2052
    },
    {
      "epoch": 2.507936507936508,
      "grad_norm": 1.3373329639434814,
      "learning_rate": 3.442576219500614e-06,
      "loss": 0.36611488461494446,
      "step": 2054
    },
    {
      "epoch": 2.5103785103785103,
      "grad_norm": 1.555979609489441,
      "learning_rate": 3.428718204519369e-06,
      "loss": 0.531693696975708,
      "step": 2056
    },
    {
      "epoch": 2.5128205128205128,
      "grad_norm": 8.703025817871094,
      "learning_rate": 3.4149213331894193e-06,
      "loss": 0.18801343441009521,
      "step": 2058
    },
    {
      "epoch": 2.515262515262515,
      "grad_norm": 1.2803109884262085,
      "learning_rate": 3.4011857169306127e-06,
      "loss": 0.16657070815563202,
      "step": 2060
    },
    {
      "epoch": 2.5177045177045176,
      "grad_norm": 0.712373673915863,
      "learning_rate": 3.3875114666681235e-06,
      "loss": 0.2420540601015091,
      "step": 2062
    },
    {
      "epoch": 2.52014652014652,
      "grad_norm": 1.780391812324524,
      "learning_rate": 3.3738986928315474e-06,
      "loss": 0.4269709587097168,
      "step": 2064
    },
    {
      "epoch": 2.5225885225885225,
      "grad_norm": 1.2723828554153442,
      "learning_rate": 3.360347505354011e-06,
      "loss": 0.3732086420059204,
      "step": 2066
    },
    {
      "epoch": 2.525030525030525,
      "grad_norm": 2.761953353881836,
      "learning_rate": 3.3468580136712903e-06,
      "loss": 0.5551900863647461,
      "step": 2068
    },
    {
      "epoch": 2.5274725274725274,
      "grad_norm": 0.8927345275878906,
      "learning_rate": 3.333430326720921e-06,
      "loss": 0.5004504919052124,
      "step": 2070
    },
    {
      "epoch": 2.52991452991453,
      "grad_norm": 0.67017662525177,
      "learning_rate": 3.3200645529413165e-06,
      "loss": 0.31844204664230347,
      "step": 2072
    },
    {
      "epoch": 2.5323565323565322,
      "grad_norm": 1.6567728519439697,
      "learning_rate": 3.3067608002709006e-06,
      "loss": 0.592690646648407,
      "step": 2074
    },
    {
      "epoch": 2.5347985347985347,
      "grad_norm": 1.0990091562271118,
      "learning_rate": 3.2935191761472313e-06,
      "loss": 0.509267270565033,
      "step": 2076
    },
    {
      "epoch": 2.537240537240537,
      "grad_norm": 2.832087516784668,
      "learning_rate": 3.280339787506127e-06,
      "loss": 0.4890163540840149,
      "step": 2078
    },
    {
      "epoch": 2.5396825396825395,
      "grad_norm": 3.6818792819976807,
      "learning_rate": 3.2672227407808184e-06,
      "loss": 0.35127052664756775,
      "step": 2080
    },
    {
      "epoch": 2.542124542124542,
      "grad_norm": 0.9744904041290283,
      "learning_rate": 3.2541681419010716e-06,
      "loss": 0.4693216383457184,
      "step": 2082
    },
    {
      "epoch": 2.5445665445665444,
      "grad_norm": 0.9872434735298157,
      "learning_rate": 3.2411760962923434e-06,
      "loss": 0.47572940587997437,
      "step": 2084
    },
    {
      "epoch": 2.547008547008547,
      "grad_norm": 1.288815975189209,
      "learning_rate": 3.228246708874926e-06,
      "loss": 0.45491641759872437,
      "step": 2086
    },
    {
      "epoch": 2.5494505494505493,
      "grad_norm": 1.0426764488220215,
      "learning_rate": 3.2153800840631043e-06,
      "loss": 0.6177046298980713,
      "step": 2088
    },
    {
      "epoch": 2.5518925518925517,
      "grad_norm": 1.2259653806686401,
      "learning_rate": 3.202576325764307e-06,
      "loss": 0.45679447054862976,
      "step": 2090
    },
    {
      "epoch": 2.554334554334554,
      "grad_norm": 2.0075936317443848,
      "learning_rate": 3.1898355373782663e-06,
      "loss": 0.3028113842010498,
      "step": 2092
    },
    {
      "epoch": 2.5567765567765566,
      "grad_norm": 0.8422965407371521,
      "learning_rate": 3.177157821796191e-06,
      "loss": 0.2570323646068573,
      "step": 2094
    },
    {
      "epoch": 2.559218559218559,
      "grad_norm": 0.8695139288902283,
      "learning_rate": 3.1645432813999306e-06,
      "loss": 0.3652976155281067,
      "step": 2096
    },
    {
      "epoch": 2.5616605616605614,
      "grad_norm": 2.6163241863250732,
      "learning_rate": 3.1519920180611436e-06,
      "loss": 0.08200995624065399,
      "step": 2098
    },
    {
      "epoch": 2.564102564102564,
      "grad_norm": 0.7538577914237976,
      "learning_rate": 3.139504133140484e-06,
      "loss": 0.26613810658454895,
      "step": 2100
    },
    {
      "epoch": 2.5665445665445663,
      "grad_norm": 0.9928892254829407,
      "learning_rate": 3.127079727486781e-06,
      "loss": 0.39854198694229126,
      "step": 2102
    },
    {
      "epoch": 2.5689865689865687,
      "grad_norm": 2.9046833515167236,
      "learning_rate": 3.114718901436215e-06,
      "loss": 0.35459813475608826,
      "step": 2104
    },
    {
      "epoch": 2.571428571428571,
      "grad_norm": 0.8664820194244385,
      "learning_rate": 3.1024217548115195e-06,
      "loss": 0.3210771977901459,
      "step": 2106
    },
    {
      "epoch": 2.5738705738705736,
      "grad_norm": 1.5520901679992676,
      "learning_rate": 3.090188386921171e-06,
      "loss": 0.24245740473270416,
      "step": 2108
    },
    {
      "epoch": 2.576312576312576,
      "grad_norm": 1.7673155069351196,
      "learning_rate": 3.078018896558582e-06,
      "loss": 0.21324002742767334,
      "step": 2110
    },
    {
      "epoch": 2.578754578754579,
      "grad_norm": 0.730332612991333,
      "learning_rate": 3.0659133820013123e-06,
      "loss": 0.469443142414093,
      "step": 2112
    },
    {
      "epoch": 2.5811965811965814,
      "grad_norm": 1.5071324110031128,
      "learning_rate": 3.0538719410102612e-06,
      "loss": 0.16458410024642944,
      "step": 2114
    },
    {
      "epoch": 2.583638583638584,
      "grad_norm": 1.1855233907699585,
      "learning_rate": 3.0418946708288984e-06,
      "loss": 0.3730916976928711,
      "step": 2116
    },
    {
      "epoch": 2.586080586080586,
      "grad_norm": 1.2179559469223022,
      "learning_rate": 3.029981668182458e-06,
      "loss": 0.5398478507995605,
      "step": 2118
    },
    {
      "epoch": 2.5885225885225887,
      "grad_norm": 1.1000230312347412,
      "learning_rate": 3.0181330292771727e-06,
      "loss": 0.25115227699279785,
      "step": 2120
    },
    {
      "epoch": 2.590964590964591,
      "grad_norm": 1.437605857849121,
      "learning_rate": 3.0063488497994864e-06,
      "loss": 0.6454752087593079,
      "step": 2122
    },
    {
      "epoch": 2.5934065934065935,
      "grad_norm": 0.7121138572692871,
      "learning_rate": 2.994629224915288e-06,
      "loss": 0.30809617042541504,
      "step": 2124
    },
    {
      "epoch": 2.595848595848596,
      "grad_norm": 1.196258783340454,
      "learning_rate": 2.9829742492691436e-06,
      "loss": 0.1984136551618576,
      "step": 2126
    },
    {
      "epoch": 2.5982905982905984,
      "grad_norm": 3.140024423599243,
      "learning_rate": 2.971384016983522e-06,
      "loss": 0.4299178123474121,
      "step": 2128
    },
    {
      "epoch": 2.600732600732601,
      "grad_norm": 2.820770502090454,
      "learning_rate": 2.959858621658047e-06,
      "loss": 0.2969256043434143,
      "step": 2130
    },
    {
      "epoch": 2.6031746031746033,
      "grad_norm": 3.3160879611968994,
      "learning_rate": 2.94839815636874e-06,
      "loss": 0.2652299702167511,
      "step": 2132
    },
    {
      "epoch": 2.6056166056166057,
      "grad_norm": 0.7100194096565247,
      "learning_rate": 2.9370027136672536e-06,
      "loss": 0.34369128942489624,
      "step": 2134
    },
    {
      "epoch": 2.608058608058608,
      "grad_norm": 3.5660557746887207,
      "learning_rate": 2.925672385580145e-06,
      "loss": 0.30307111144065857,
      "step": 2136
    },
    {
      "epoch": 2.6105006105006106,
      "grad_norm": 0.9895382523536682,
      "learning_rate": 2.9144072636081233e-06,
      "loss": 0.2503519058227539,
      "step": 2138
    },
    {
      "epoch": 2.612942612942613,
      "grad_norm": 0.7191367745399475,
      "learning_rate": 2.9032074387253017e-06,
      "loss": 0.25583434104919434,
      "step": 2140
    },
    {
      "epoch": 2.6153846153846154,
      "grad_norm": 1.4276951551437378,
      "learning_rate": 2.892073001378481e-06,
      "loss": 0.3618330955505371,
      "step": 2142
    },
    {
      "epoch": 2.617826617826618,
      "grad_norm": 2.0080482959747314,
      "learning_rate": 2.881004041486406e-06,
      "loss": 0.4887958765029907,
      "step": 2144
    },
    {
      "epoch": 2.6202686202686203,
      "grad_norm": 0.8838030099868774,
      "learning_rate": 2.8700006484390395e-06,
      "loss": 0.46932682394981384,
      "step": 2146
    },
    {
      "epoch": 2.6227106227106227,
      "grad_norm": 1.1301337480545044,
      "learning_rate": 2.8590629110968503e-06,
      "loss": 0.3209373652935028,
      "step": 2148
    },
    {
      "epoch": 2.625152625152625,
      "grad_norm": 1.117184042930603,
      "learning_rate": 2.8481909177900874e-06,
      "loss": 0.468944787979126,
      "step": 2150
    },
    {
      "epoch": 2.6275946275946276,
      "grad_norm": 1.6847853660583496,
      "learning_rate": 2.837384756318063e-06,
      "loss": 0.439802885055542,
      "step": 2152
    },
    {
      "epoch": 2.63003663003663,
      "grad_norm": 1.6028481721878052,
      "learning_rate": 2.826644513948456e-06,
      "loss": 0.48533153533935547,
      "step": 2154
    },
    {
      "epoch": 2.6324786324786325,
      "grad_norm": 2.249617576599121,
      "learning_rate": 2.8159702774166e-06,
      "loss": 0.5256586670875549,
      "step": 2156
    },
    {
      "epoch": 2.634920634920635,
      "grad_norm": 1.6403663158416748,
      "learning_rate": 2.8053621329247767e-06,
      "loss": 0.5299547910690308,
      "step": 2158
    },
    {
      "epoch": 2.6373626373626373,
      "grad_norm": 1.569277048110962,
      "learning_rate": 2.7948201661415307e-06,
      "loss": 0.2885707914829254,
      "step": 2160
    },
    {
      "epoch": 2.6398046398046398,
      "grad_norm": 1.2910041809082031,
      "learning_rate": 2.7843444622009746e-06,
      "loss": 0.34332627058029175,
      "step": 2162
    },
    {
      "epoch": 2.642246642246642,
      "grad_norm": 1.1258636713027954,
      "learning_rate": 2.773935105702096e-06,
      "loss": 0.3300524652004242,
      "step": 2164
    },
    {
      "epoch": 2.6446886446886446,
      "grad_norm": 1.1584712266921997,
      "learning_rate": 2.763592180708081e-06,
      "loss": 0.4990626871585846,
      "step": 2166
    },
    {
      "epoch": 2.647130647130647,
      "grad_norm": 0.8549714684486389,
      "learning_rate": 2.7533157707456336e-06,
      "loss": 0.42835402488708496,
      "step": 2168
    },
    {
      "epoch": 2.6495726495726495,
      "grad_norm": 0.7408347129821777,
      "learning_rate": 2.7431059588042945e-06,
      "loss": 0.504192590713501,
      "step": 2170
    },
    {
      "epoch": 2.652014652014652,
      "grad_norm": 1.2692267894744873,
      "learning_rate": 2.7329628273357815e-06,
      "loss": 0.5846405029296875,
      "step": 2172
    },
    {
      "epoch": 2.6544566544566544,
      "grad_norm": 1.1758378744125366,
      "learning_rate": 2.72288645825332e-06,
      "loss": 0.4775027632713318,
      "step": 2174
    },
    {
      "epoch": 2.656898656898657,
      "grad_norm": 1.020842432975769,
      "learning_rate": 2.7128769329309744e-06,
      "loss": 0.2678804397583008,
      "step": 2176
    },
    {
      "epoch": 2.659340659340659,
      "grad_norm": 0.7583962082862854,
      "learning_rate": 2.702934332203002e-06,
      "loss": 0.4422096908092499,
      "step": 2178
    },
    {
      "epoch": 2.6617826617826617,
      "grad_norm": 2.3237428665161133,
      "learning_rate": 2.6930587363631932e-06,
      "loss": 0.4233754575252533,
      "step": 2180
    },
    {
      "epoch": 2.664224664224664,
      "grad_norm": 0.6809400916099548,
      "learning_rate": 2.6832502251642223e-06,
      "loss": 0.40418240427970886,
      "step": 2182
    },
    {
      "epoch": 2.6666666666666665,
      "grad_norm": 0.7269507050514221,
      "learning_rate": 2.6735088778170105e-06,
      "loss": 0.2588379979133606,
      "step": 2184
    },
    {
      "epoch": 2.669108669108669,
      "grad_norm": 1.2103101015090942,
      "learning_rate": 2.66383477299008e-06,
      "loss": 0.39823517203330994,
      "step": 2186
    },
    {
      "epoch": 2.6715506715506714,
      "grad_norm": 0.9755131006240845,
      "learning_rate": 2.6542279888089163e-06,
      "loss": 0.3795110881328583,
      "step": 2188
    },
    {
      "epoch": 2.6739926739926743,
      "grad_norm": 0.9968971610069275,
      "learning_rate": 2.6446886028553476e-06,
      "loss": 0.5400364995002747,
      "step": 2190
    },
    {
      "epoch": 2.6764346764346767,
      "grad_norm": 2.260093927383423,
      "learning_rate": 2.6352166921669076e-06,
      "loss": 0.5039065480232239,
      "step": 2192
    },
    {
      "epoch": 2.678876678876679,
      "grad_norm": 2.027021646499634,
      "learning_rate": 2.625812333236222e-06,
      "loss": 0.13939893245697021,
      "step": 2194
    },
    {
      "epoch": 2.6813186813186816,
      "grad_norm": 0.9278559684753418,
      "learning_rate": 2.61647560201038e-06,
      "loss": 0.33114153146743774,
      "step": 2196
    },
    {
      "epoch": 2.683760683760684,
      "grad_norm": 0.7097818851470947,
      "learning_rate": 2.6072065738903335e-06,
      "loss": 0.521342396736145,
      "step": 2198
    },
    {
      "epoch": 2.6862026862026864,
      "grad_norm": 1.291375756263733,
      "learning_rate": 2.5980053237302816e-06,
      "loss": 0.4681139588356018,
      "step": 2200
    },
    {
      "epoch": 2.688644688644689,
      "grad_norm": 4.184018611907959,
      "learning_rate": 2.588871925837062e-06,
      "loss": 0.28020548820495605,
      "step": 2202
    },
    {
      "epoch": 2.6910866910866913,
      "grad_norm": 2.3299784660339355,
      "learning_rate": 2.5798064539695604e-06,
      "loss": 0.5311964750289917,
      "step": 2204
    },
    {
      "epoch": 2.6935286935286937,
      "grad_norm": 2.1903867721557617,
      "learning_rate": 2.5708089813381088e-06,
      "loss": 0.12289441376924515,
      "step": 2206
    },
    {
      "epoch": 2.695970695970696,
      "grad_norm": 2.261828899383545,
      "learning_rate": 2.561879580603893e-06,
      "loss": 0.47109082341194153,
      "step": 2208
    },
    {
      "epoch": 2.6984126984126986,
      "grad_norm": 1.110669493675232,
      "learning_rate": 2.5530183238783728e-06,
      "loss": 0.3485221564769745,
      "step": 2210
    },
    {
      "epoch": 2.700854700854701,
      "grad_norm": 1.4882543087005615,
      "learning_rate": 2.5442252827226925e-06,
      "loss": 0.5045080184936523,
      "step": 2212
    },
    {
      "epoch": 2.7032967032967035,
      "grad_norm": 1.0571633577346802,
      "learning_rate": 2.5355005281471046e-06,
      "loss": 0.2372823804616928,
      "step": 2214
    },
    {
      "epoch": 2.705738705738706,
      "grad_norm": 0.6153679490089417,
      "learning_rate": 2.526844130610399e-06,
      "loss": 0.2721218168735504,
      "step": 2216
    },
    {
      "epoch": 2.7081807081807083,
      "grad_norm": 1.4203280210494995,
      "learning_rate": 2.5182561600193317e-06,
      "loss": 0.311516672372818,
      "step": 2218
    },
    {
      "epoch": 2.7106227106227108,
      "grad_norm": 2.5656776428222656,
      "learning_rate": 2.5097366857280636e-06,
      "loss": 0.1073763519525528,
      "step": 2220
    },
    {
      "epoch": 2.713064713064713,
      "grad_norm": 1.4745090007781982,
      "learning_rate": 2.501285776537593e-06,
      "loss": 0.358319491147995,
      "step": 2222
    },
    {
      "epoch": 2.7155067155067156,
      "grad_norm": 1.3464287519454956,
      "learning_rate": 2.4929035006952106e-06,
      "loss": 0.21015426516532898,
      "step": 2224
    },
    {
      "epoch": 2.717948717948718,
      "grad_norm": 1.07408607006073,
      "learning_rate": 2.4845899258939362e-06,
      "loss": 0.25736236572265625,
      "step": 2226
    },
    {
      "epoch": 2.7203907203907205,
      "grad_norm": 2.0369420051574707,
      "learning_rate": 2.4763451192719816e-06,
      "loss": 0.2484760284423828,
      "step": 2228
    },
    {
      "epoch": 2.722832722832723,
      "grad_norm": 1.062886357307434,
      "learning_rate": 2.4681691474122064e-06,
      "loss": 0.4695739150047302,
      "step": 2230
    },
    {
      "epoch": 2.7252747252747254,
      "grad_norm": 3.0891904830932617,
      "learning_rate": 2.4600620763415754e-06,
      "loss": 0.2893969714641571,
      "step": 2232
    },
    {
      "epoch": 2.727716727716728,
      "grad_norm": 0.8144769072532654,
      "learning_rate": 2.4520239715306325e-06,
      "loss": 0.5152880549430847,
      "step": 2234
    },
    {
      "epoch": 2.7301587301587302,
      "grad_norm": 1.6376501321792603,
      "learning_rate": 2.4440548978929678e-06,
      "loss": 0.7832448482513428,
      "step": 2236
    },
    {
      "epoch": 2.7326007326007327,
      "grad_norm": 0.9825433492660522,
      "learning_rate": 2.4361549197846914e-06,
      "loss": 0.376642107963562,
      "step": 2238
    },
    {
      "epoch": 2.735042735042735,
      "grad_norm": 1.621090054512024,
      "learning_rate": 2.42832410100392e-06,
      "loss": 0.26889967918395996,
      "step": 2240
    },
    {
      "epoch": 2.7374847374847375,
      "grad_norm": 0.8367129564285278,
      "learning_rate": 2.420562504790256e-06,
      "loss": 0.5269310474395752,
      "step": 2242
    },
    {
      "epoch": 2.73992673992674,
      "grad_norm": 2.0027148723602295,
      "learning_rate": 2.412870193824278e-06,
      "loss": 0.2715807557106018,
      "step": 2244
    },
    {
      "epoch": 2.7423687423687424,
      "grad_norm": 1.490946650505066,
      "learning_rate": 2.4052472302270365e-06,
      "loss": 0.2188037633895874,
      "step": 2246
    },
    {
      "epoch": 2.744810744810745,
      "grad_norm": 1.6017478704452515,
      "learning_rate": 2.3976936755595533e-06,
      "loss": 0.4869040846824646,
      "step": 2248
    },
    {
      "epoch": 2.7472527472527473,
      "grad_norm": 1.3607432842254639,
      "learning_rate": 2.390209590822319e-06,
      "loss": 0.40255841612815857,
      "step": 2250
    },
    {
      "epoch": 2.7496947496947497,
      "grad_norm": 1.5456528663635254,
      "learning_rate": 2.3827950364548034e-06,
      "loss": 0.6289904117584229,
      "step": 2252
    },
    {
      "epoch": 2.752136752136752,
      "grad_norm": 1.5753426551818848,
      "learning_rate": 2.375450072334972e-06,
      "loss": 0.5615298748016357,
      "step": 2254
    },
    {
      "epoch": 2.7545787545787546,
      "grad_norm": 1.4261977672576904,
      "learning_rate": 2.3681747577787924e-06,
      "loss": 0.2363334745168686,
      "step": 2256
    },
    {
      "epoch": 2.757020757020757,
      "grad_norm": 1.1819992065429688,
      "learning_rate": 2.3609691515397628e-06,
      "loss": 0.4858379364013672,
      "step": 2258
    },
    {
      "epoch": 2.7594627594627594,
      "grad_norm": 1.9267686605453491,
      "learning_rate": 2.3538333118084396e-06,
      "loss": 0.5177884697914124,
      "step": 2260
    },
    {
      "epoch": 2.761904761904762,
      "grad_norm": 1.1344858407974243,
      "learning_rate": 2.3467672962119565e-06,
      "loss": 0.5373342037200928,
      "step": 2262
    },
    {
      "epoch": 2.7643467643467643,
      "grad_norm": 0.8637273907661438,
      "learning_rate": 2.3397711618135725e-06,
      "loss": 0.43640759587287903,
      "step": 2264
    },
    {
      "epoch": 2.7667887667887667,
      "grad_norm": 1.145462155342102,
      "learning_rate": 2.332844965112201e-06,
      "loss": 0.3964022099971771,
      "step": 2266
    },
    {
      "epoch": 2.769230769230769,
      "grad_norm": 0.5111590623855591,
      "learning_rate": 2.3259887620419573e-06,
      "loss": 0.3127731680870056,
      "step": 2268
    },
    {
      "epoch": 2.7716727716727716,
      "grad_norm": 0.791425347328186,
      "learning_rate": 2.3192026079717086e-06,
      "loss": 0.2613333463668823,
      "step": 2270
    },
    {
      "epoch": 2.774114774114774,
      "grad_norm": 0.23441043496131897,
      "learning_rate": 2.3124865577046252e-06,
      "loss": 0.07839272171258926,
      "step": 2272
    },
    {
      "epoch": 2.7765567765567765,
      "grad_norm": 1.0026205778121948,
      "learning_rate": 2.3058406654777355e-06,
      "loss": 0.502284824848175,
      "step": 2274
    },
    {
      "epoch": 2.778998778998779,
      "grad_norm": 0.9165741801261902,
      "learning_rate": 2.299264984961492e-06,
      "loss": 0.6292468905448914,
      "step": 2276
    },
    {
      "epoch": 2.7814407814407813,
      "grad_norm": 1.3016325235366821,
      "learning_rate": 2.2927595692593366e-06,
      "loss": 0.3484017252922058,
      "step": 2278
    },
    {
      "epoch": 2.7838827838827838,
      "grad_norm": 1.573944091796875,
      "learning_rate": 2.286324470907269e-06,
      "loss": 0.18759427964687347,
      "step": 2280
    },
    {
      "epoch": 2.786324786324786,
      "grad_norm": 2.0719950199127197,
      "learning_rate": 2.279959741873426e-06,
      "loss": 0.419060617685318,
      "step": 2282
    },
    {
      "epoch": 2.7887667887667886,
      "grad_norm": 1.6407965421676636,
      "learning_rate": 2.2736654335576634e-06,
      "loss": 0.4783077836036682,
      "step": 2284
    },
    {
      "epoch": 2.791208791208791,
      "grad_norm": 1.0861320495605469,
      "learning_rate": 2.267441596791132e-06,
      "loss": 0.4703105390071869,
      "step": 2286
    },
    {
      "epoch": 2.7936507936507935,
      "grad_norm": 0.9553175568580627,
      "learning_rate": 2.2612882818358784e-06,
      "loss": 0.41585975885391235,
      "step": 2288
    },
    {
      "epoch": 2.796092796092796,
      "grad_norm": 9.468893051147461,
      "learning_rate": 2.2552055383844327e-06,
      "loss": 0.08420296758413315,
      "step": 2290
    },
    {
      "epoch": 2.7985347985347984,
      "grad_norm": 2.4556336402893066,
      "learning_rate": 2.2491934155594063e-06,
      "loss": 0.35032370686531067,
      "step": 2292
    },
    {
      "epoch": 2.800976800976801,
      "grad_norm": 1.1944650411605835,
      "learning_rate": 2.243251961913099e-06,
      "loss": 0.36088746786117554,
      "step": 2294
    },
    {
      "epoch": 2.8034188034188032,
      "grad_norm": 0.9773551821708679,
      "learning_rate": 2.2373812254271074e-06,
      "loss": 0.42339953780174255,
      "step": 2296
    },
    {
      "epoch": 2.8058608058608057,
      "grad_norm": 1.2944077253341675,
      "learning_rate": 2.231581253511929e-06,
      "loss": 0.1882065087556839,
      "step": 2298
    },
    {
      "epoch": 2.808302808302808,
      "grad_norm": 1.328771948814392,
      "learning_rate": 2.2258520930065902e-06,
      "loss": 0.33834829926490784,
      "step": 2300
    },
    {
      "epoch": 2.8107448107448105,
      "grad_norm": 1.5796797275543213,
      "learning_rate": 2.2201937901782632e-06,
      "loss": 0.5746235847473145,
      "step": 2302
    },
    {
      "epoch": 2.813186813186813,
      "grad_norm": 0.1405964195728302,
      "learning_rate": 2.2146063907218928e-06,
      "loss": 0.2884528338909149,
      "step": 2304
    },
    {
      "epoch": 2.8156288156288154,
      "grad_norm": 0.7891967296600342,
      "learning_rate": 2.2090899397598235e-06,
      "loss": 0.34547799825668335,
      "step": 2306
    },
    {
      "epoch": 2.818070818070818,
      "grad_norm": 1.0902297496795654,
      "learning_rate": 2.2036444818414424e-06,
      "loss": 0.4068155288696289,
      "step": 2308
    },
    {
      "epoch": 2.8205128205128203,
      "grad_norm": 1.061621904373169,
      "learning_rate": 2.198270060942815e-06,
      "loss": 0.4539620876312256,
      "step": 2310
    },
    {
      "epoch": 2.8229548229548227,
      "grad_norm": 0.9649152755737305,
      "learning_rate": 2.192966720466328e-06,
      "loss": 0.22723491489887238,
      "step": 2312
    },
    {
      "epoch": 2.825396825396825,
      "grad_norm": 10.881244659423828,
      "learning_rate": 2.1877345032403458e-06,
      "loss": 0.287578284740448,
      "step": 2314
    },
    {
      "epoch": 2.8278388278388276,
      "grad_norm": 2.314340829849243,
      "learning_rate": 2.182573451518859e-06,
      "loss": 0.4537888169288635,
      "step": 2316
    },
    {
      "epoch": 2.8302808302808304,
      "grad_norm": 1.7877088785171509,
      "learning_rate": 2.1774836069811415e-06,
      "loss": 0.3850943446159363,
      "step": 2318
    },
    {
      "epoch": 2.832722832722833,
      "grad_norm": 0.8207268714904785,
      "learning_rate": 2.1724650107314217e-06,
      "loss": 0.22680553793907166,
      "step": 2320
    },
    {
      "epoch": 2.8351648351648353,
      "grad_norm": 1.7450029850006104,
      "learning_rate": 2.1675177032985435e-06,
      "loss": 0.34959569573402405,
      "step": 2322
    },
    {
      "epoch": 2.8376068376068377,
      "grad_norm": 0.28571420907974243,
      "learning_rate": 2.1626417246356398e-06,
      "loss": 0.08046525716781616,
      "step": 2324
    },
    {
      "epoch": 2.84004884004884,
      "grad_norm": 1.3986101150512695,
      "learning_rate": 2.1578371141198154e-06,
      "loss": 0.3989933431148529,
      "step": 2326
    },
    {
      "epoch": 2.8424908424908426,
      "grad_norm": 1.5185210704803467,
      "learning_rate": 2.15310391055182e-06,
      "loss": 0.27708202600479126,
      "step": 2328
    },
    {
      "epoch": 2.844932844932845,
      "grad_norm": 2.8958606719970703,
      "learning_rate": 2.1484421521557453e-06,
      "loss": 0.24901802837848663,
      "step": 2330
    },
    {
      "epoch": 2.8473748473748475,
      "grad_norm": 1.108059048652649,
      "learning_rate": 2.143851876578706e-06,
      "loss": 0.45619091391563416,
      "step": 2332
    },
    {
      "epoch": 2.84981684981685,
      "grad_norm": 1.0437735319137573,
      "learning_rate": 2.1393331208905436e-06,
      "loss": 0.07932747900485992,
      "step": 2334
    },
    {
      "epoch": 2.8522588522588523,
      "grad_norm": 1.237439513206482,
      "learning_rate": 2.134885921583522e-06,
      "loss": 0.5910269021987915,
      "step": 2336
    },
    {
      "epoch": 2.8547008547008548,
      "grad_norm": 1.1078741550445557,
      "learning_rate": 2.1305103145720383e-06,
      "loss": 0.3153696656227112,
      "step": 2338
    },
    {
      "epoch": 2.857142857142857,
      "grad_norm": 1.034421682357788,
      "learning_rate": 2.1262063351923255e-06,
      "loss": 0.47363409399986267,
      "step": 2340
    },
    {
      "epoch": 2.8595848595848596,
      "grad_norm": 1.1710708141326904,
      "learning_rate": 2.121974018202172e-06,
      "loss": 0.48734188079833984,
      "step": 2342
    },
    {
      "epoch": 2.862026862026862,
      "grad_norm": 2.568005084991455,
      "learning_rate": 2.1178133977806413e-06,
      "loss": 0.19048890471458435,
      "step": 2344
    },
    {
      "epoch": 2.8644688644688645,
      "grad_norm": 1.4728940725326538,
      "learning_rate": 2.113724507527794e-06,
      "loss": 0.6129634976387024,
      "step": 2346
    },
    {
      "epoch": 2.866910866910867,
      "grad_norm": 0.22239279747009277,
      "learning_rate": 2.1097073804644163e-06,
      "loss": 0.2763885259628296,
      "step": 2348
    },
    {
      "epoch": 2.8693528693528694,
      "grad_norm": 0.6631549000740051,
      "learning_rate": 2.105762049031753e-06,
      "loss": 0.2500677704811096,
      "step": 2350
    },
    {
      "epoch": 2.871794871794872,
      "grad_norm": 1.0234497785568237,
      "learning_rate": 2.1018885450912487e-06,
      "loss": 0.45614075660705566,
      "step": 2352
    },
    {
      "epoch": 2.8742368742368742,
      "grad_norm": 1.8352830410003662,
      "learning_rate": 2.098086899924288e-06,
      "loss": 0.3945198953151703,
      "step": 2354
    },
    {
      "epoch": 2.8766788766788767,
      "grad_norm": 0.8980585932731628,
      "learning_rate": 2.0943571442319437e-06,
      "loss": 0.49924108386039734,
      "step": 2356
    },
    {
      "epoch": 2.879120879120879,
      "grad_norm": 25.131999969482422,
      "learning_rate": 2.090699308134726e-06,
      "loss": 0.4753328263759613,
      "step": 2358
    },
    {
      "epoch": 2.8815628815628815,
      "grad_norm": 1.648654818534851,
      "learning_rate": 2.0871134211723417e-06,
      "loss": 0.23788021504878998,
      "step": 2360
    },
    {
      "epoch": 2.884004884004884,
      "grad_norm": 1.9093987941741943,
      "learning_rate": 2.0835995123034603e-06,
      "loss": 0.32568857073783875,
      "step": 2362
    },
    {
      "epoch": 2.8864468864468864,
      "grad_norm": 1.0956945419311523,
      "learning_rate": 2.0801576099054696e-06,
      "loss": 0.6228987574577332,
      "step": 2364
    },
    {
      "epoch": 2.888888888888889,
      "grad_norm": 0.992882490158081,
      "learning_rate": 2.0767877417742564e-06,
      "loss": 0.39544668793678284,
      "step": 2366
    },
    {
      "epoch": 2.8913308913308913,
      "grad_norm": 4.350165367126465,
      "learning_rate": 2.0734899351239744e-06,
      "loss": 0.3747745156288147,
      "step": 2368
    },
    {
      "epoch": 2.8937728937728937,
      "grad_norm": 1.0189871788024902,
      "learning_rate": 2.0702642165868326e-06,
      "loss": 0.3083977997303009,
      "step": 2370
    },
    {
      "epoch": 2.896214896214896,
      "grad_norm": 1.012895107269287,
      "learning_rate": 2.0671106122128717e-06,
      "loss": 0.388817697763443,
      "step": 2372
    },
    {
      "epoch": 2.8986568986568986,
      "grad_norm": 0.2986360788345337,
      "learning_rate": 2.064029147469759e-06,
      "loss": 0.3050660490989685,
      "step": 2374
    },
    {
      "epoch": 2.901098901098901,
      "grad_norm": 3.99959397315979,
      "learning_rate": 2.0610198472425817e-06,
      "loss": 0.42830216884613037,
      "step": 2376
    },
    {
      "epoch": 2.9035409035409034,
      "grad_norm": 0.9284391403198242,
      "learning_rate": 2.0580827358336447e-06,
      "loss": 0.4124550223350525,
      "step": 2378
    },
    {
      "epoch": 2.905982905982906,
      "grad_norm": 1.0101871490478516,
      "learning_rate": 2.055217836962276e-06,
      "loss": 0.34032320976257324,
      "step": 2380
    },
    {
      "epoch": 2.9084249084249083,
      "grad_norm": 2.9604995250701904,
      "learning_rate": 2.0524251737646367e-06,
      "loss": 0.5842119455337524,
      "step": 2382
    },
    {
      "epoch": 2.9108669108669107,
      "grad_norm": 1.806335687637329,
      "learning_rate": 2.049704768793527e-06,
      "loss": 0.308889776468277,
      "step": 2384
    },
    {
      "epoch": 2.913308913308913,
      "grad_norm": 1.2805176973342896,
      "learning_rate": 2.0470566440182126e-06,
      "loss": 0.736882746219635,
      "step": 2386
    },
    {
      "epoch": 2.9157509157509156,
      "grad_norm": 1.484055995941162,
      "learning_rate": 2.0444808208242414e-06,
      "loss": 0.3669341504573822,
      "step": 2388
    },
    {
      "epoch": 2.918192918192918,
      "grad_norm": 2.3404009342193604,
      "learning_rate": 2.041977320013275e-06,
      "loss": 0.303989052772522,
      "step": 2390
    },
    {
      "epoch": 2.9206349206349205,
      "grad_norm": 4.0918097496032715,
      "learning_rate": 2.0395461618029175e-06,
      "loss": 0.4449572265148163,
      "step": 2392
    },
    {
      "epoch": 2.9230769230769234,
      "grad_norm": 1.0222722291946411,
      "learning_rate": 2.0371873658265546e-06,
      "loss": 0.31565719842910767,
      "step": 2394
    },
    {
      "epoch": 2.925518925518926,
      "grad_norm": 1.7059550285339355,
      "learning_rate": 2.0349009511331912e-06,
      "loss": 0.24595557153224945,
      "step": 2396
    },
    {
      "epoch": 2.927960927960928,
      "grad_norm": 3.1395483016967773,
      "learning_rate": 2.032686936187305e-06,
      "loss": 0.30839934945106506,
      "step": 2398
    },
    {
      "epoch": 2.9304029304029307,
      "grad_norm": 2.6876676082611084,
      "learning_rate": 2.0305453388686876e-06,
      "loss": 0.32078707218170166,
      "step": 2400
    },
    {
      "epoch": 2.932844932844933,
      "grad_norm": 1.2002466917037964,
      "learning_rate": 2.0284761764723087e-06,
      "loss": 0.27718839049339294,
      "step": 2402
    },
    {
      "epoch": 2.9352869352869355,
      "grad_norm": 1.524316668510437,
      "learning_rate": 2.026479465708171e-06,
      "loss": 0.18042829632759094,
      "step": 2404
    },
    {
      "epoch": 2.937728937728938,
      "grad_norm": 2.9133212566375732,
      "learning_rate": 2.0245552227011777e-06,
      "loss": 0.5652621984481812,
      "step": 2406
    },
    {
      "epoch": 2.9401709401709404,
      "grad_norm": 1.6217875480651855,
      "learning_rate": 2.022703462991003e-06,
      "loss": 0.28077784180641174,
      "step": 2408
    },
    {
      "epoch": 2.942612942612943,
      "grad_norm": 0.957901656627655,
      "learning_rate": 2.0209242015319625e-06,
      "loss": 0.312043696641922,
      "step": 2410
    },
    {
      "epoch": 2.9450549450549453,
      "grad_norm": 0.7723997235298157,
      "learning_rate": 2.0192174526928982e-06,
      "loss": 0.42037639021873474,
      "step": 2412
    },
    {
      "epoch": 2.9474969474969477,
      "grad_norm": 1.0776695013046265,
      "learning_rate": 2.0175832302570575e-06,
      "loss": 0.5173778533935547,
      "step": 2414
    },
    {
      "epoch": 2.94993894993895,
      "grad_norm": 0.926655650138855,
      "learning_rate": 2.016021547421984e-06,
      "loss": 0.46436506509780884,
      "step": 2416
    },
    {
      "epoch": 2.9523809523809526,
      "grad_norm": 1.5396034717559814,
      "learning_rate": 2.0145324167994134e-06,
      "loss": 0.24875374138355255,
      "step": 2418
    },
    {
      "epoch": 2.954822954822955,
      "grad_norm": 1.1180499792099,
      "learning_rate": 2.0131158504151655e-06,
      "loss": 0.35978463292121887,
      "step": 2420
    },
    {
      "epoch": 2.9572649572649574,
      "grad_norm": 0.9617190957069397,
      "learning_rate": 2.0117718597090543e-06,
      "loss": 0.3947286605834961,
      "step": 2422
    },
    {
      "epoch": 2.95970695970696,
      "grad_norm": 1.0433496236801147,
      "learning_rate": 2.010500455534788e-06,
      "loss": 0.28263401985168457,
      "step": 2424
    },
    {
      "epoch": 2.9621489621489623,
      "grad_norm": 1.070198893547058,
      "learning_rate": 2.0093016481598885e-06,
      "loss": 0.5800071954727173,
      "step": 2426
    },
    {
      "epoch": 2.9645909645909647,
      "grad_norm": 3.0985279083251953,
      "learning_rate": 2.0081754472656034e-06,
      "loss": 0.1977805346250534,
      "step": 2428
    },
    {
      "epoch": 2.967032967032967,
      "grad_norm": 1.0906306505203247,
      "learning_rate": 2.0071218619468327e-06,
      "loss": 0.3762721121311188,
      "step": 2430
    },
    {
      "epoch": 2.9694749694749696,
      "grad_norm": 0.7913962602615356,
      "learning_rate": 2.0061409007120475e-06,
      "loss": 0.3768196403980255,
      "step": 2432
    },
    {
      "epoch": 2.971916971916972,
      "grad_norm": 1.3056226968765259,
      "learning_rate": 2.005232571483231e-06,
      "loss": 0.46781641244888306,
      "step": 2434
    },
    {
      "epoch": 2.9743589743589745,
      "grad_norm": 1.005242109298706,
      "learning_rate": 2.0043968815958075e-06,
      "loss": 0.25440388917922974,
      "step": 2436
    },
    {
      "epoch": 2.976800976800977,
      "grad_norm": 3.3108999729156494,
      "learning_rate": 2.003633837798584e-06,
      "loss": 0.12983591854572296,
      "step": 2438
    },
    {
      "epoch": 2.9792429792429793,
      "grad_norm": 1.743328332901001,
      "learning_rate": 2.0029434462537e-06,
      "loss": 0.43715769052505493,
      "step": 2440
    },
    {
      "epoch": 2.9816849816849818,
      "grad_norm": 1.05440092086792,
      "learning_rate": 2.002325712536572e-06,
      "loss": 0.4317605495452881,
      "step": 2442
    },
    {
      "epoch": 2.984126984126984,
      "grad_norm": 2.774752616882324,
      "learning_rate": 2.001780641635854e-06,
      "loss": 0.39571458101272583,
      "step": 2444
    },
    {
      "epoch": 2.9865689865689866,
      "grad_norm": 1.0296354293823242,
      "learning_rate": 2.001308237953393e-06,
      "loss": 0.4417667090892792,
      "step": 2446
    },
    {
      "epoch": 2.989010989010989,
      "grad_norm": 1.3123754262924194,
      "learning_rate": 2.000908505304195e-06,
      "loss": 0.5195387601852417,
      "step": 2448
    },
    {
      "epoch": 2.9914529914529915,
      "grad_norm": 2.177339553833008,
      "learning_rate": 2.0005814469163937e-06,
      "loss": 0.19710102677345276,
      "step": 2450
    },
    {
      "epoch": 2.993894993894994,
      "grad_norm": 1.543820858001709,
      "learning_rate": 2.0003270654312266e-06,
      "loss": 0.4630212187767029,
      "step": 2452
    },
    {
      "epoch": 2.9963369963369964,
      "grad_norm": 1.5547709465026855,
      "learning_rate": 2.000145362903009e-06,
      "loss": 0.6292054057121277,
      "step": 2454
    },
    {
      "epoch": 2.998778998778999,
      "grad_norm": 0.33734217286109924,
      "learning_rate": 2.0000363407991222e-06,
      "loss": 0.16045792400836945,
      "step": 2456
    },
    {
      "epoch": 3.0,
      "step": 2457,
      "total_flos": 2.578606960937009e+18,
      "train_loss": 0.8228938954362648,
      "train_runtime": 8271.5959,
      "train_samples_per_second": 4.753,
      "train_steps_per_second": 0.297
    }
  ],
  "logging_steps": 2,
  "max_steps": 2457,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 99999,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": false,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 2.578606960937009e+18,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}