{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.1001598295151838,
  "eval_steps": 500,
  "global_step": 4130,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0005327650506126798,
      "grad_norm": 16.25,
      "learning_rate": 3.8647342995169085e-07,
      "loss": 2.6138787269592285,
      "step": 2
    },
    {
      "epoch": 0.0010655301012253596,
      "grad_norm": 16.875,
      "learning_rate": 1.1594202898550726e-06,
      "loss": 2.5900964736938477,
      "step": 4
    },
    {
      "epoch": 0.0015982951518380393,
      "grad_norm": 15.375,
      "learning_rate": 1.932367149758454e-06,
      "loss": 2.5705907344818115,
      "step": 6
    },
    {
      "epoch": 0.002131060202450719,
      "grad_norm": 13.4375,
      "learning_rate": 2.7053140096618356e-06,
      "loss": 2.5161614418029785,
      "step": 8
    },
    {
      "epoch": 0.002663825253063399,
      "grad_norm": 11.9375,
      "learning_rate": 3.4782608695652175e-06,
      "loss": 2.573242425918579,
      "step": 10
    },
    {
      "epoch": 0.0031965903036760787,
      "grad_norm": 10.6875,
      "learning_rate": 4.251207729468599e-06,
      "loss": 2.527428388595581,
      "step": 12
    },
    {
      "epoch": 0.0037293553542887587,
      "grad_norm": 6.1875,
      "learning_rate": 5.024154589371981e-06,
      "loss": 2.3534696102142334,
      "step": 14
    },
    {
      "epoch": 0.004262120404901438,
      "grad_norm": 5.4375,
      "learning_rate": 5.797101449275363e-06,
      "loss": 2.3852028846740723,
      "step": 16
    },
    {
      "epoch": 0.004794885455514118,
      "grad_norm": 4.28125,
      "learning_rate": 6.570048309178745e-06,
      "loss": 2.350311040878296,
      "step": 18
    },
    {
      "epoch": 0.005327650506126798,
      "grad_norm": 2.9375,
      "learning_rate": 7.342995169082127e-06,
      "loss": 2.2285757064819336,
      "step": 20
    },
    {
      "epoch": 0.005860415556739478,
      "grad_norm": 2.546875,
      "learning_rate": 8.115942028985508e-06,
      "loss": 2.2054595947265625,
      "step": 22
    },
    {
      "epoch": 0.006393180607352157,
      "grad_norm": 2.875,
      "learning_rate": 8.888888888888888e-06,
      "loss": 2.237429618835449,
      "step": 24
    },
    {
      "epoch": 0.006925945657964837,
      "grad_norm": 2.015625,
      "learning_rate": 9.66183574879227e-06,
      "loss": 2.1398394107818604,
      "step": 26
    },
    {
      "epoch": 0.007458710708577517,
      "grad_norm": 1.78125,
      "learning_rate": 1.0434782608695653e-05,
      "loss": 2.1224007606506348,
      "step": 28
    },
    {
      "epoch": 0.007991475759190196,
      "grad_norm": 1.65625,
      "learning_rate": 1.1207729468599035e-05,
      "loss": 2.0460424423217773,
      "step": 30
    },
    {
      "epoch": 0.008524240809802876,
      "grad_norm": 1.6015625,
      "learning_rate": 1.1980676328502416e-05,
      "loss": 2.047302484512329,
      "step": 32
    },
    {
      "epoch": 0.009057005860415556,
      "grad_norm": 1.5078125,
      "learning_rate": 1.2753623188405797e-05,
      "loss": 2.0680582523345947,
      "step": 34
    },
    {
      "epoch": 0.009589770911028236,
      "grad_norm": 1.4921875,
      "learning_rate": 1.352657004830918e-05,
      "loss": 1.9368038177490234,
      "step": 36
    },
    {
      "epoch": 0.010122535961640916,
      "grad_norm": 1.4609375,
      "learning_rate": 1.4299516908212561e-05,
      "loss": 1.9544492959976196,
      "step": 38
    },
    {
      "epoch": 0.010655301012253596,
      "grad_norm": 1.484375,
      "learning_rate": 1.5072463768115944e-05,
      "loss": 1.9077532291412354,
      "step": 40
    },
    {
      "epoch": 0.011188066062866276,
      "grad_norm": 1.4765625,
      "learning_rate": 1.5845410628019324e-05,
      "loss": 1.8669679164886475,
      "step": 42
    },
    {
      "epoch": 0.011720831113478956,
      "grad_norm": 1.40625,
      "learning_rate": 1.6618357487922706e-05,
      "loss": 1.860713243484497,
      "step": 44
    },
    {
      "epoch": 0.012253596164091636,
      "grad_norm": 1.390625,
      "learning_rate": 1.739130434782609e-05,
      "loss": 1.8645515441894531,
      "step": 46
    },
    {
      "epoch": 0.012786361214704315,
      "grad_norm": 1.4140625,
      "learning_rate": 1.816425120772947e-05,
      "loss": 1.8843761682510376,
      "step": 48
    },
    {
      "epoch": 0.013319126265316995,
      "grad_norm": 1.34375,
      "learning_rate": 1.893719806763285e-05,
      "loss": 1.81703519821167,
      "step": 50
    },
    {
      "epoch": 0.013851891315929675,
      "grad_norm": 1.390625,
      "learning_rate": 1.9710144927536236e-05,
      "loss": 1.791835069656372,
      "step": 52
    },
    {
      "epoch": 0.014384656366542355,
      "grad_norm": 1.484375,
      "learning_rate": 2.0483091787439618e-05,
      "loss": 1.8730442523956299,
      "step": 54
    },
    {
      "epoch": 0.014917421417155035,
      "grad_norm": 1.5,
      "learning_rate": 2.1256038647342997e-05,
      "loss": 1.7048213481903076,
      "step": 56
    },
    {
      "epoch": 0.015450186467767715,
      "grad_norm": 1.375,
      "learning_rate": 2.202898550724638e-05,
      "loss": 1.7030128240585327,
      "step": 58
    },
    {
      "epoch": 0.015982951518380393,
      "grad_norm": 1.453125,
      "learning_rate": 2.280193236714976e-05,
      "loss": 1.730646014213562,
      "step": 60
    },
    {
      "epoch": 0.016515716568993075,
      "grad_norm": 1.4453125,
      "learning_rate": 2.357487922705314e-05,
      "loss": 1.6557202339172363,
      "step": 62
    },
    {
      "epoch": 0.017048481619605753,
      "grad_norm": 1.4140625,
      "learning_rate": 2.4347826086956526e-05,
      "loss": 1.7334563732147217,
      "step": 64
    },
    {
      "epoch": 0.017581246670218435,
      "grad_norm": 1.40625,
      "learning_rate": 2.5120772946859905e-05,
      "loss": 1.6493436098098755,
      "step": 66
    },
    {
      "epoch": 0.018114011720831113,
      "grad_norm": 1.4296875,
      "learning_rate": 2.5893719806763288e-05,
      "loss": 1.6171550750732422,
      "step": 68
    },
    {
      "epoch": 0.018646776771443795,
      "grad_norm": 1.40625,
      "learning_rate": 2.6666666666666667e-05,
      "loss": 1.6566861867904663,
      "step": 70
    },
    {
      "epoch": 0.019179541822056473,
      "grad_norm": 1.4140625,
      "learning_rate": 2.7439613526570052e-05,
      "loss": 1.5906771421432495,
      "step": 72
    },
    {
      "epoch": 0.019712306872669155,
      "grad_norm": 1.4296875,
      "learning_rate": 2.8212560386473435e-05,
      "loss": 1.568983554840088,
      "step": 74
    },
    {
      "epoch": 0.020245071923281833,
      "grad_norm": 1.3125,
      "learning_rate": 2.8985507246376814e-05,
      "loss": 1.5367965698242188,
      "step": 76
    },
    {
      "epoch": 0.02077783697389451,
      "grad_norm": 1.296875,
      "learning_rate": 2.9758454106280196e-05,
      "loss": 1.5819628238677979,
      "step": 78
    },
    {
      "epoch": 0.021310602024507193,
      "grad_norm": 1.3515625,
      "learning_rate": 3.053140096618358e-05,
      "loss": 1.5393096208572388,
      "step": 80
    },
    {
      "epoch": 0.02184336707511987,
      "grad_norm": 1.3046875,
      "learning_rate": 3.130434782608696e-05,
      "loss": 1.5357110500335693,
      "step": 82
    },
    {
      "epoch": 0.022376132125732553,
      "grad_norm": 1.3125,
      "learning_rate": 3.207729468599034e-05,
      "loss": 1.5443792343139648,
      "step": 84
    },
    {
      "epoch": 0.02290889717634523,
      "grad_norm": 1.34375,
      "learning_rate": 3.2850241545893725e-05,
      "loss": 1.5320842266082764,
      "step": 86
    },
    {
      "epoch": 0.023441662226957913,
      "grad_norm": 1.265625,
      "learning_rate": 3.36231884057971e-05,
      "loss": 1.4929611682891846,
      "step": 88
    },
    {
      "epoch": 0.02397442727757059,
      "grad_norm": 1.40625,
      "learning_rate": 3.439613526570049e-05,
      "loss": 1.4932339191436768,
      "step": 90
    },
    {
      "epoch": 0.024507192328183273,
      "grad_norm": 1.3671875,
      "learning_rate": 3.5169082125603865e-05,
      "loss": 1.4885770082473755,
      "step": 92
    },
    {
      "epoch": 0.02503995737879595,
      "grad_norm": 1.375,
      "learning_rate": 3.594202898550725e-05,
      "loss": 1.462911605834961,
      "step": 94
    },
    {
      "epoch": 0.02557272242940863,
      "grad_norm": 1.3125,
      "learning_rate": 3.671497584541063e-05,
      "loss": 1.4575042724609375,
      "step": 96
    },
    {
      "epoch": 0.02610548748002131,
      "grad_norm": 1.3125,
      "learning_rate": 3.748792270531401e-05,
      "loss": 1.4930751323699951,
      "step": 98
    },
    {
      "epoch": 0.02663825253063399,
      "grad_norm": 1.3203125,
      "learning_rate": 3.8260869565217395e-05,
      "loss": 1.47833251953125,
      "step": 100
    },
    {
      "epoch": 0.02717101758124667,
      "grad_norm": 1.3125,
      "learning_rate": 3.903381642512078e-05,
      "loss": 1.4232707023620605,
      "step": 102
    },
    {
      "epoch": 0.02770378263185935,
      "grad_norm": 1.3359375,
      "learning_rate": 3.980676328502416e-05,
      "loss": 1.4310252666473389,
      "step": 104
    },
    {
      "epoch": 0.02823654768247203,
      "grad_norm": 1.3359375,
      "learning_rate": 4.057971014492754e-05,
      "loss": 1.4417388439178467,
      "step": 106
    },
    {
      "epoch": 0.02876931273308471,
      "grad_norm": 1.3515625,
      "learning_rate": 4.135265700483092e-05,
      "loss": 1.3514190912246704,
      "step": 108
    },
    {
      "epoch": 0.02930207778369739,
      "grad_norm": 1.3359375,
      "learning_rate": 4.2125603864734306e-05,
      "loss": 1.4256916046142578,
      "step": 110
    },
    {
      "epoch": 0.02983484283431007,
      "grad_norm": 1.3203125,
      "learning_rate": 4.289855072463769e-05,
      "loss": 1.3847278356552124,
      "step": 112
    },
    {
      "epoch": 0.030367607884922748,
      "grad_norm": 1.375,
      "learning_rate": 4.3671497584541064e-05,
      "loss": 1.3873201608657837,
      "step": 114
    },
    {
      "epoch": 0.03090037293553543,
      "grad_norm": 1.3046875,
      "learning_rate": 4.444444444444445e-05,
      "loss": 1.3949869871139526,
      "step": 116
    },
    {
      "epoch": 0.03143313798614811,
      "grad_norm": 1.28125,
      "learning_rate": 4.521739130434783e-05,
      "loss": 1.3873813152313232,
      "step": 118
    },
    {
      "epoch": 0.031965903036760786,
      "grad_norm": 1.296875,
      "learning_rate": 4.599033816425121e-05,
      "loss": 1.3549132347106934,
      "step": 120
    },
    {
      "epoch": 0.03249866808737347,
      "grad_norm": 1.296875,
      "learning_rate": 4.6763285024154594e-05,
      "loss": 1.402418851852417,
      "step": 122
    },
    {
      "epoch": 0.03303143313798615,
      "grad_norm": 1.3203125,
      "learning_rate": 4.7536231884057976e-05,
      "loss": 1.361701250076294,
      "step": 124
    },
    {
      "epoch": 0.03356419818859883,
      "grad_norm": 1.3359375,
      "learning_rate": 4.830917874396136e-05,
      "loss": 1.3121955394744873,
      "step": 126
    },
    {
      "epoch": 0.034096963239211506,
      "grad_norm": 1.453125,
      "learning_rate": 4.9082125603864734e-05,
      "loss": 1.342367172241211,
      "step": 128
    },
    {
      "epoch": 0.03462972828982419,
      "grad_norm": 1.3671875,
      "learning_rate": 4.9855072463768116e-05,
      "loss": 1.3617416620254517,
      "step": 130
    },
    {
      "epoch": 0.03516249334043687,
      "grad_norm": 1.390625,
      "learning_rate": 5.0628019323671505e-05,
      "loss": 1.3062248229980469,
      "step": 132
    },
    {
      "epoch": 0.03569525839104955,
      "grad_norm": 1.265625,
      "learning_rate": 5.140096618357488e-05,
      "loss": 1.287408471107483,
      "step": 134
    },
    {
      "epoch": 0.036228023441662226,
      "grad_norm": 1.328125,
      "learning_rate": 5.217391304347826e-05,
      "loss": 1.323954463005066,
      "step": 136
    },
    {
      "epoch": 0.036760788492274904,
      "grad_norm": 1.359375,
      "learning_rate": 5.294685990338165e-05,
      "loss": 1.3211263418197632,
      "step": 138
    },
    {
      "epoch": 0.03729355354288759,
      "grad_norm": 1.34375,
      "learning_rate": 5.371980676328503e-05,
      "loss": 1.276440143585205,
      "step": 140
    },
    {
      "epoch": 0.03782631859350027,
      "grad_norm": 1.3359375,
      "learning_rate": 5.449275362318841e-05,
      "loss": 1.2463949918746948,
      "step": 142
    },
    {
      "epoch": 0.038359083644112946,
      "grad_norm": 1.2734375,
      "learning_rate": 5.5265700483091786e-05,
      "loss": 1.2704516649246216,
      "step": 144
    },
    {
      "epoch": 0.038891848694725624,
      "grad_norm": 1.34375,
      "learning_rate": 5.6038647342995175e-05,
      "loss": 1.266597867012024,
      "step": 146
    },
    {
      "epoch": 0.03942461374533831,
      "grad_norm": 1.328125,
      "learning_rate": 5.681159420289856e-05,
      "loss": 1.3489875793457031,
      "step": 148
    },
    {
      "epoch": 0.03995737879595099,
      "grad_norm": 1.296875,
      "learning_rate": 5.758454106280193e-05,
      "loss": 1.2545640468597412,
      "step": 150
    },
    {
      "epoch": 0.040490143846563666,
      "grad_norm": 1.2890625,
      "learning_rate": 5.835748792270532e-05,
      "loss": 1.28780198097229,
      "step": 152
    },
    {
      "epoch": 0.041022908897176344,
      "grad_norm": 1.421875,
      "learning_rate": 5.91304347826087e-05,
      "loss": 1.2295873165130615,
      "step": 154
    },
    {
      "epoch": 0.04155567394778902,
      "grad_norm": 1.2421875,
      "learning_rate": 5.990338164251208e-05,
      "loss": 1.2586952447891235,
      "step": 156
    },
    {
      "epoch": 0.04208843899840171,
      "grad_norm": 1.2265625,
      "learning_rate": 6.067632850241547e-05,
      "loss": 1.2376638650894165,
      "step": 158
    },
    {
      "epoch": 0.042621204049014386,
      "grad_norm": 1.2265625,
      "learning_rate": 6.144927536231884e-05,
      "loss": 1.191737413406372,
      "step": 160
    },
    {
      "epoch": 0.043153969099627064,
      "grad_norm": 1.2421875,
      "learning_rate": 6.222222222222223e-05,
      "loss": 1.207621455192566,
      "step": 162
    },
    {
      "epoch": 0.04368673415023974,
      "grad_norm": 1.203125,
      "learning_rate": 6.299516908212561e-05,
      "loss": 1.2221109867095947,
      "step": 164
    },
    {
      "epoch": 0.04421949920085243,
      "grad_norm": 1.34375,
      "learning_rate": 6.376811594202898e-05,
      "loss": 1.2498793601989746,
      "step": 166
    },
    {
      "epoch": 0.044752264251465106,
      "grad_norm": 1.296875,
      "learning_rate": 6.454106280193237e-05,
      "loss": 1.2533750534057617,
      "step": 168
    },
    {
      "epoch": 0.045285029302077784,
      "grad_norm": 1.203125,
      "learning_rate": 6.531400966183575e-05,
      "loss": 1.2369980812072754,
      "step": 170
    },
    {
      "epoch": 0.04581779435269046,
      "grad_norm": 1.296875,
      "learning_rate": 6.608695652173914e-05,
      "loss": 1.199107050895691,
      "step": 172
    },
    {
      "epoch": 0.04635055940330314,
      "grad_norm": 1.2578125,
      "learning_rate": 6.685990338164253e-05,
      "loss": 1.2124717235565186,
      "step": 174
    },
    {
      "epoch": 0.046883324453915826,
      "grad_norm": 1.234375,
      "learning_rate": 6.76328502415459e-05,
      "loss": 1.2636237144470215,
      "step": 176
    },
    {
      "epoch": 0.047416089504528504,
      "grad_norm": 1.2578125,
      "learning_rate": 6.840579710144928e-05,
      "loss": 1.2178090810775757,
      "step": 178
    },
    {
      "epoch": 0.04794885455514118,
      "grad_norm": 1.1875,
      "learning_rate": 6.917874396135265e-05,
      "loss": 1.2136110067367554,
      "step": 180
    },
    {
      "epoch": 0.04848161960575386,
      "grad_norm": 1.2109375,
      "learning_rate": 6.995169082125604e-05,
      "loss": 1.1956346035003662,
      "step": 182
    },
    {
      "epoch": 0.049014384656366546,
      "grad_norm": 1.15625,
      "learning_rate": 7.072463768115943e-05,
      "loss": 1.1326745748519897,
      "step": 184
    },
    {
      "epoch": 0.049547149706979224,
      "grad_norm": 1.15625,
      "learning_rate": 7.149758454106281e-05,
      "loss": 1.1829109191894531,
      "step": 186
    },
    {
      "epoch": 0.0500799147575919,
      "grad_norm": 1.2109375,
      "learning_rate": 7.22705314009662e-05,
      "loss": 1.1837726831436157,
      "step": 188
    },
    {
      "epoch": 0.05061267980820458,
      "grad_norm": 1.2421875,
      "learning_rate": 7.304347826086957e-05,
      "loss": 1.1446757316589355,
      "step": 190
    },
    {
      "epoch": 0.05114544485881726,
      "grad_norm": 1.203125,
      "learning_rate": 7.381642512077295e-05,
      "loss": 1.1455689668655396,
      "step": 192
    },
    {
      "epoch": 0.051678209909429944,
      "grad_norm": 1.1875,
      "learning_rate": 7.458937198067634e-05,
      "loss": 1.163525104522705,
      "step": 194
    },
    {
      "epoch": 0.05221097496004262,
      "grad_norm": 1.234375,
      "learning_rate": 7.536231884057971e-05,
      "loss": 1.2155964374542236,
      "step": 196
    },
    {
      "epoch": 0.0527437400106553,
      "grad_norm": 1.1953125,
      "learning_rate": 7.61352657004831e-05,
      "loss": 1.1462944746017456,
      "step": 198
    },
    {
      "epoch": 0.05327650506126798,
      "grad_norm": 1.234375,
      "learning_rate": 7.690821256038648e-05,
      "loss": 1.1662917137145996,
      "step": 200
    },
    {
      "epoch": 0.053809270111880664,
      "grad_norm": 1.2578125,
      "learning_rate": 7.768115942028987e-05,
      "loss": 1.2034168243408203,
      "step": 202
    },
    {
      "epoch": 0.05434203516249334,
      "grad_norm": 1.1640625,
      "learning_rate": 7.845410628019324e-05,
      "loss": 1.0869637727737427,
      "step": 204
    },
    {
      "epoch": 0.05487480021310602,
      "grad_norm": 1.3046875,
      "learning_rate": 7.922705314009662e-05,
      "loss": 1.16934072971344,
      "step": 206
    },
    {
      "epoch": 0.0554075652637187,
      "grad_norm": 1.140625,
      "learning_rate": 8e-05,
      "loss": 1.2003157138824463,
      "step": 208
    },
    {
      "epoch": 0.05594033031433138,
      "grad_norm": 1.171875,
      "learning_rate": 8e-05,
      "loss": 1.1935644149780273,
      "step": 210
    },
    {
      "epoch": 0.05647309536494406,
      "grad_norm": 1.1953125,
      "learning_rate": 8e-05,
      "loss": 1.1314443349838257,
      "step": 212
    },
    {
      "epoch": 0.05700586041555674,
      "grad_norm": 1.09375,
      "learning_rate": 8e-05,
      "loss": 1.179926872253418,
      "step": 214
    },
    {
      "epoch": 0.05753862546616942,
      "grad_norm": 1.0859375,
      "learning_rate": 8e-05,
      "loss": 1.1462368965148926,
      "step": 216
    },
    {
      "epoch": 0.0580713905167821,
      "grad_norm": 1.109375,
      "learning_rate": 8e-05,
      "loss": 1.1517932415008545,
      "step": 218
    },
    {
      "epoch": 0.05860415556739478,
      "grad_norm": 1.171875,
      "learning_rate": 8e-05,
      "loss": 1.1624958515167236,
      "step": 220
    },
    {
      "epoch": 0.05913692061800746,
      "grad_norm": 1.171875,
      "learning_rate": 8e-05,
      "loss": 1.118838906288147,
      "step": 222
    },
    {
      "epoch": 0.05966968566862014,
      "grad_norm": 1.2109375,
      "learning_rate": 8e-05,
      "loss": 1.163698434829712,
      "step": 224
    },
    {
      "epoch": 0.06020245071923282,
      "grad_norm": 1.234375,
      "learning_rate": 8e-05,
      "loss": 1.1283934116363525,
      "step": 226
    },
    {
      "epoch": 0.060735215769845495,
      "grad_norm": 1.2265625,
      "learning_rate": 8e-05,
      "loss": 1.1495060920715332,
      "step": 228
    },
    {
      "epoch": 0.06126798082045818,
      "grad_norm": 1.1015625,
      "learning_rate": 8e-05,
      "loss": 1.105478048324585,
      "step": 230
    },
    {
      "epoch": 0.06180074587107086,
      "grad_norm": 1.109375,
      "learning_rate": 8e-05,
      "loss": 1.0947949886322021,
      "step": 232
    },
    {
      "epoch": 0.06233351092168354,
      "grad_norm": 1.0546875,
      "learning_rate": 8e-05,
      "loss": 1.0812091827392578,
      "step": 234
    },
    {
      "epoch": 0.06286627597229622,
      "grad_norm": 1.078125,
      "learning_rate": 8e-05,
      "loss": 1.1314194202423096,
      "step": 236
    },
    {
      "epoch": 0.0633990410229089,
      "grad_norm": 1.109375,
      "learning_rate": 8e-05,
      "loss": 1.1186072826385498,
      "step": 238
    },
    {
      "epoch": 0.06393180607352157,
      "grad_norm": 1.1484375,
      "learning_rate": 8e-05,
      "loss": 1.1118886470794678,
      "step": 240
    },
    {
      "epoch": 0.06446457112413426,
      "grad_norm": 1.0546875,
      "learning_rate": 8e-05,
      "loss": 1.0832873582839966,
      "step": 242
    },
    {
      "epoch": 0.06499733617474694,
      "grad_norm": 1.0625,
      "learning_rate": 8e-05,
      "loss": 1.1219228506088257,
      "step": 244
    },
    {
      "epoch": 0.06553010122535961,
      "grad_norm": 1.1796875,
      "learning_rate": 8e-05,
      "loss": 1.1250672340393066,
      "step": 246
    },
    {
      "epoch": 0.0660628662759723,
      "grad_norm": 1.171875,
      "learning_rate": 8e-05,
      "loss": 1.120064377784729,
      "step": 248
    },
    {
      "epoch": 0.06659563132658497,
      "grad_norm": 1.125,
      "learning_rate": 8e-05,
      "loss": 1.0575106143951416,
      "step": 250
    },
    {
      "epoch": 0.06712839637719765,
      "grad_norm": 1.0546875,
      "learning_rate": 8e-05,
      "loss": 1.0453040599822998,
      "step": 252
    },
    {
      "epoch": 0.06766116142781034,
      "grad_norm": 1.0,
      "learning_rate": 8e-05,
      "loss": 1.0442687273025513,
      "step": 254
    },
    {
      "epoch": 0.06819392647842301,
      "grad_norm": 1.0390625,
      "learning_rate": 8e-05,
      "loss": 1.158420205116272,
      "step": 256
    },
    {
      "epoch": 0.0687266915290357,
      "grad_norm": 1.046875,
      "learning_rate": 8e-05,
      "loss": 1.140805959701538,
      "step": 258
    },
    {
      "epoch": 0.06925945657964838,
      "grad_norm": 1.1328125,
      "learning_rate": 8e-05,
      "loss": 1.1012375354766846,
      "step": 260
    },
    {
      "epoch": 0.06979222163026105,
      "grad_norm": 1.1015625,
      "learning_rate": 8e-05,
      "loss": 1.1367709636688232,
      "step": 262
    },
    {
      "epoch": 0.07032498668087374,
      "grad_norm": 1.03125,
      "learning_rate": 8e-05,
      "loss": 1.0242253541946411,
      "step": 264
    },
    {
      "epoch": 0.07085775173148641,
      "grad_norm": 1.1015625,
      "learning_rate": 8e-05,
      "loss": 1.0810563564300537,
      "step": 266
    },
    {
      "epoch": 0.0713905167820991,
      "grad_norm": 1.0390625,
      "learning_rate": 8e-05,
      "loss": 1.0501123666763306,
      "step": 268
    },
    {
      "epoch": 0.07192328183271178,
      "grad_norm": 1.09375,
      "learning_rate": 8e-05,
      "loss": 1.0658546686172485,
      "step": 270
    },
    {
      "epoch": 0.07245604688332445,
      "grad_norm": 1.1015625,
      "learning_rate": 8e-05,
      "loss": 1.0879520177841187,
      "step": 272
    },
    {
      "epoch": 0.07298881193393714,
      "grad_norm": 1.15625,
      "learning_rate": 8e-05,
      "loss": 1.1073130369186401,
      "step": 274
    },
    {
      "epoch": 0.07352157698454981,
      "grad_norm": 1.015625,
      "learning_rate": 8e-05,
      "loss": 1.041626214981079,
      "step": 276
    },
    {
      "epoch": 0.0740543420351625,
      "grad_norm": 0.98828125,
      "learning_rate": 8e-05,
      "loss": 1.061267375946045,
      "step": 278
    },
    {
      "epoch": 0.07458710708577518,
      "grad_norm": 0.953125,
      "learning_rate": 8e-05,
      "loss": 1.0703907012939453,
      "step": 280
    },
    {
      "epoch": 0.07511987213638785,
      "grad_norm": 1.0234375,
      "learning_rate": 8e-05,
      "loss": 1.088350772857666,
      "step": 282
    },
    {
      "epoch": 0.07565263718700053,
      "grad_norm": 0.95703125,
      "learning_rate": 8e-05,
      "loss": 1.0447893142700195,
      "step": 284
    },
    {
      "epoch": 0.0761854022376132,
      "grad_norm": 0.95703125,
      "learning_rate": 8e-05,
      "loss": 1.0158675909042358,
      "step": 286
    },
    {
      "epoch": 0.07671816728822589,
      "grad_norm": 1.015625,
      "learning_rate": 8e-05,
      "loss": 1.0666112899780273,
      "step": 288
    },
    {
      "epoch": 0.07725093233883858,
      "grad_norm": 1.03125,
      "learning_rate": 8e-05,
      "loss": 1.0512079000473022,
      "step": 290
    },
    {
      "epoch": 0.07778369738945125,
      "grad_norm": 1.0078125,
      "learning_rate": 8e-05,
      "loss": 1.0278513431549072,
      "step": 292
    },
    {
      "epoch": 0.07831646244006393,
      "grad_norm": 0.97265625,
      "learning_rate": 8e-05,
      "loss": 1.0547468662261963,
      "step": 294
    },
    {
      "epoch": 0.07884922749067662,
      "grad_norm": 0.94921875,
      "learning_rate": 8e-05,
      "loss": 0.9834574460983276,
      "step": 296
    },
    {
      "epoch": 0.07938199254128929,
      "grad_norm": 1.0234375,
      "learning_rate": 8e-05,
      "loss": 1.0703551769256592,
      "step": 298
    },
    {
      "epoch": 0.07991475759190197,
      "grad_norm": 0.97265625,
      "learning_rate": 8e-05,
      "loss": 1.0130079984664917,
      "step": 300
    },
    {
      "epoch": 0.08044752264251465,
      "grad_norm": 0.9921875,
      "learning_rate": 8e-05,
      "loss": 1.0876761674880981,
      "step": 302
    },
    {
      "epoch": 0.08098028769312733,
      "grad_norm": 0.98828125,
      "learning_rate": 8e-05,
      "loss": 1.0426894426345825,
      "step": 304
    },
    {
      "epoch": 0.08151305274374002,
      "grad_norm": 0.97265625,
      "learning_rate": 8e-05,
      "loss": 1.0565141439437866,
      "step": 306
    },
    {
      "epoch": 0.08204581779435269,
      "grad_norm": 0.94921875,
      "learning_rate": 8e-05,
      "loss": 1.0379530191421509,
      "step": 308
    },
    {
      "epoch": 0.08257858284496537,
      "grad_norm": 0.99609375,
      "learning_rate": 8e-05,
      "loss": 1.0548206567764282,
      "step": 310
    },
    {
      "epoch": 0.08311134789557804,
      "grad_norm": 1.0234375,
      "learning_rate": 8e-05,
      "loss": 1.153540015220642,
      "step": 312
    },
    {
      "epoch": 0.08364411294619073,
      "grad_norm": 1.0625,
      "learning_rate": 8e-05,
      "loss": 1.063852310180664,
      "step": 314
    },
    {
      "epoch": 0.08417687799680341,
      "grad_norm": 0.92578125,
      "learning_rate": 8e-05,
      "loss": 1.0537505149841309,
      "step": 316
    },
    {
      "epoch": 0.08470964304741609,
      "grad_norm": 0.9375,
      "learning_rate": 8e-05,
      "loss": 1.0552769899368286,
      "step": 318
    },
    {
      "epoch": 0.08524240809802877,
      "grad_norm": 0.9375,
      "learning_rate": 8e-05,
      "loss": 1.0188905000686646,
      "step": 320
    },
    {
      "epoch": 0.08577517314864144,
      "grad_norm": 0.91015625,
      "learning_rate": 8e-05,
      "loss": 1.0366284847259521,
      "step": 322
    },
    {
      "epoch": 0.08630793819925413,
      "grad_norm": 0.9375,
      "learning_rate": 8e-05,
      "loss": 0.995755136013031,
      "step": 324
    },
    {
      "epoch": 0.08684070324986681,
      "grad_norm": 0.94140625,
      "learning_rate": 8e-05,
      "loss": 1.0196154117584229,
      "step": 326
    },
    {
      "epoch": 0.08737346830047948,
      "grad_norm": 0.9296875,
      "learning_rate": 8e-05,
      "loss": 0.9898626208305359,
      "step": 328
    },
    {
      "epoch": 0.08790623335109217,
      "grad_norm": 0.859375,
      "learning_rate": 8e-05,
      "loss": 0.9742222428321838,
      "step": 330
    },
    {
      "epoch": 0.08843899840170485,
      "grad_norm": 0.91015625,
      "learning_rate": 8e-05,
      "loss": 1.0032895803451538,
      "step": 332
    },
    {
      "epoch": 0.08897176345231753,
      "grad_norm": 0.9140625,
      "learning_rate": 8e-05,
      "loss": 1.019012212753296,
      "step": 334
    },
    {
      "epoch": 0.08950452850293021,
      "grad_norm": 0.9453125,
      "learning_rate": 8e-05,
      "loss": 1.0903642177581787,
      "step": 336
    },
    {
      "epoch": 0.09003729355354288,
      "grad_norm": 0.91796875,
      "learning_rate": 8e-05,
      "loss": 1.02820885181427,
      "step": 338
    },
    {
      "epoch": 0.09057005860415557,
      "grad_norm": 0.93359375,
      "learning_rate": 8e-05,
      "loss": 1.0357959270477295,
      "step": 340
    },
    {
      "epoch": 0.09110282365476825,
      "grad_norm": 0.94140625,
      "learning_rate": 8e-05,
      "loss": 1.0563883781433105,
      "step": 342
    },
    {
      "epoch": 0.09163558870538092,
      "grad_norm": 0.90625,
      "learning_rate": 8e-05,
      "loss": 0.9762277603149414,
      "step": 344
    },
    {
      "epoch": 0.09216835375599361,
      "grad_norm": 0.9140625,
      "learning_rate": 8e-05,
      "loss": 0.9926705360412598,
      "step": 346
    },
    {
      "epoch": 0.09270111880660628,
      "grad_norm": 0.92578125,
      "learning_rate": 8e-05,
      "loss": 1.028612494468689,
      "step": 348
    },
    {
      "epoch": 0.09323388385721897,
      "grad_norm": 0.90234375,
      "learning_rate": 8e-05,
      "loss": 1.0039349794387817,
      "step": 350
    },
    {
      "epoch": 0.09376664890783165,
      "grad_norm": 0.8515625,
      "learning_rate": 8e-05,
      "loss": 0.9718811511993408,
      "step": 352
    },
    {
      "epoch": 0.09429941395844432,
      "grad_norm": 0.91015625,
      "learning_rate": 8e-05,
      "loss": 1.025659203529358,
      "step": 354
    },
    {
      "epoch": 0.09483217900905701,
      "grad_norm": 0.890625,
      "learning_rate": 8e-05,
      "loss": 1.0149027109146118,
      "step": 356
    },
    {
      "epoch": 0.09536494405966968,
      "grad_norm": 0.92578125,
      "learning_rate": 8e-05,
      "loss": 1.007585048675537,
      "step": 358
    },
    {
      "epoch": 0.09589770911028236,
      "grad_norm": 0.8828125,
      "learning_rate": 8e-05,
      "loss": 0.9930945634841919,
      "step": 360
    },
    {
      "epoch": 0.09643047416089505,
      "grad_norm": 0.8359375,
      "learning_rate": 8e-05,
      "loss": 0.9892737865447998,
      "step": 362
    },
    {
      "epoch": 0.09696323921150772,
      "grad_norm": 0.87890625,
      "learning_rate": 8e-05,
      "loss": 1.0519317388534546,
      "step": 364
    },
    {
      "epoch": 0.0974960042621204,
      "grad_norm": 0.9140625,
      "learning_rate": 8e-05,
      "loss": 1.0029200315475464,
      "step": 366
    },
    {
      "epoch": 0.09802876931273309,
      "grad_norm": 0.8828125,
      "learning_rate": 8e-05,
      "loss": 0.9893202781677246,
      "step": 368
    },
    {
      "epoch": 0.09856153436334576,
      "grad_norm": 0.84765625,
      "learning_rate": 8e-05,
      "loss": 0.9483737945556641,
      "step": 370
    },
    {
      "epoch": 0.09909429941395845,
      "grad_norm": 1.125,
      "learning_rate": 8e-05,
      "loss": 1.0160411596298218,
      "step": 372
    },
    {
      "epoch": 0.09962706446457112,
      "grad_norm": 0.88671875,
      "learning_rate": 8e-05,
      "loss": 0.9536669254302979,
      "step": 374
    },
    {
      "epoch": 0.1001598295151838,
      "grad_norm": 0.8984375,
      "learning_rate": 8e-05,
      "loss": 1.008516788482666,
      "step": 376
    },
    {
      "epoch": 0.10069259456579649,
      "grad_norm": 0.890625,
      "learning_rate": 8e-05,
      "loss": 0.9893296957015991,
      "step": 378
    },
    {
      "epoch": 0.10122535961640916,
      "grad_norm": 0.875,
      "learning_rate": 8e-05,
      "loss": 1.0012911558151245,
      "step": 380
    },
    {
      "epoch": 0.10175812466702185,
      "grad_norm": 0.84765625,
      "learning_rate": 8e-05,
      "loss": 0.9556794166564941,
      "step": 382
    },
    {
      "epoch": 0.10229088971763452,
      "grad_norm": 0.875,
      "learning_rate": 8e-05,
      "loss": 0.9937628507614136,
      "step": 384
    },
    {
      "epoch": 0.1028236547682472,
      "grad_norm": 0.86328125,
      "learning_rate": 8e-05,
      "loss": 1.0127745866775513,
      "step": 386
    },
    {
      "epoch": 0.10335641981885989,
      "grad_norm": 0.84375,
      "learning_rate": 8e-05,
      "loss": 0.983036458492279,
      "step": 388
    },
    {
      "epoch": 0.10388918486947256,
      "grad_norm": 0.921875,
      "learning_rate": 8e-05,
      "loss": 0.9836626648902893,
      "step": 390
    },
    {
      "epoch": 0.10442194992008524,
      "grad_norm": 0.85546875,
      "learning_rate": 8e-05,
      "loss": 0.9373552203178406,
      "step": 392
    },
    {
      "epoch": 0.10495471497069792,
      "grad_norm": 0.8515625,
      "learning_rate": 8e-05,
      "loss": 0.9097200036048889,
      "step": 394
    },
    {
      "epoch": 0.1054874800213106,
      "grad_norm": 0.828125,
      "learning_rate": 8e-05,
      "loss": 0.94362872838974,
      "step": 396
    },
    {
      "epoch": 0.10602024507192329,
      "grad_norm": 0.83203125,
      "learning_rate": 8e-05,
      "loss": 0.9865043759346008,
      "step": 398
    },
    {
      "epoch": 0.10655301012253596,
      "grad_norm": 0.90625,
      "learning_rate": 8e-05,
      "loss": 0.9668699502944946,
      "step": 400
    },
    {
      "epoch": 0.10708577517314864,
      "grad_norm": 0.8828125,
      "learning_rate": 8e-05,
      "loss": 0.9932379722595215,
      "step": 402
    },
    {
      "epoch": 0.10761854022376133,
      "grad_norm": 0.86328125,
      "learning_rate": 8e-05,
      "loss": 0.9790946245193481,
      "step": 404
    },
    {
      "epoch": 0.108151305274374,
      "grad_norm": 0.8515625,
      "learning_rate": 8e-05,
      "loss": 0.9935732483863831,
      "step": 406
    },
    {
      "epoch": 0.10868407032498668,
      "grad_norm": 0.8515625,
      "learning_rate": 8e-05,
      "loss": 0.9672642946243286,
      "step": 408
    },
    {
      "epoch": 0.10921683537559936,
      "grad_norm": 0.828125,
      "learning_rate": 8e-05,
      "loss": 0.9297552108764648,
      "step": 410
    },
    {
      "epoch": 0.10974960042621204,
      "grad_norm": 0.8359375,
      "learning_rate": 8e-05,
      "loss": 0.9727266430854797,
      "step": 412
    },
    {
      "epoch": 0.11028236547682473,
      "grad_norm": 0.8359375,
      "learning_rate": 8e-05,
      "loss": 0.9725493788719177,
      "step": 414
    },
    {
      "epoch": 0.1108151305274374,
      "grad_norm": 0.86328125,
      "learning_rate": 8e-05,
      "loss": 0.969160258769989,
      "step": 416
    },
    {
      "epoch": 0.11134789557805008,
      "grad_norm": 0.8359375,
      "learning_rate": 8e-05,
      "loss": 0.987875759601593,
      "step": 418
    },
    {
      "epoch": 0.11188066062866275,
      "grad_norm": 0.83203125,
      "learning_rate": 8e-05,
      "loss": 0.939948320388794,
      "step": 420
    },
    {
      "epoch": 0.11241342567927544,
      "grad_norm": 0.82421875,
      "learning_rate": 8e-05,
      "loss": 0.980888307094574,
      "step": 422
    },
    {
      "epoch": 0.11294619072988812,
      "grad_norm": 0.82421875,
      "learning_rate": 8e-05,
      "loss": 0.9552009701728821,
      "step": 424
    },
    {
      "epoch": 0.1134789557805008,
      "grad_norm": 0.84375,
      "learning_rate": 8e-05,
      "loss": 0.965975821018219,
      "step": 426
    },
    {
      "epoch": 0.11401172083111348,
      "grad_norm": 0.83203125,
      "learning_rate": 8e-05,
      "loss": 0.9458581209182739,
      "step": 428
    },
    {
      "epoch": 0.11454448588172615,
      "grad_norm": 0.81640625,
      "learning_rate": 8e-05,
      "loss": 0.9712637066841125,
      "step": 430
    },
    {
      "epoch": 0.11507725093233884,
      "grad_norm": 0.79296875,
      "learning_rate": 8e-05,
      "loss": 0.957909345626831,
      "step": 432
    },
    {
      "epoch": 0.11561001598295152,
      "grad_norm": 0.8359375,
      "learning_rate": 8e-05,
      "loss": 0.9364346861839294,
      "step": 434
    },
    {
      "epoch": 0.1161427810335642,
      "grad_norm": 0.8046875,
      "learning_rate": 8e-05,
      "loss": 0.9434120655059814,
      "step": 436
    },
    {
      "epoch": 0.11667554608417688,
      "grad_norm": 0.83203125,
      "learning_rate": 8e-05,
      "loss": 0.9406663775444031,
      "step": 438
    },
    {
      "epoch": 0.11720831113478956,
      "grad_norm": 0.8125,
      "learning_rate": 8e-05,
      "loss": 0.9373142719268799,
      "step": 440
    },
    {
      "epoch": 0.11774107618540224,
      "grad_norm": 0.8203125,
      "learning_rate": 8e-05,
      "loss": 0.935702919960022,
      "step": 442
    },
    {
      "epoch": 0.11827384123601492,
      "grad_norm": 0.83203125,
      "learning_rate": 8e-05,
      "loss": 0.9485442638397217,
      "step": 444
    },
    {
      "epoch": 0.11880660628662759,
      "grad_norm": 0.80859375,
      "learning_rate": 8e-05,
      "loss": 0.9245492219924927,
      "step": 446
    },
    {
      "epoch": 0.11933937133724028,
      "grad_norm": 0.8203125,
      "learning_rate": 8e-05,
      "loss": 0.9705182909965515,
      "step": 448
    },
    {
      "epoch": 0.11987213638785296,
      "grad_norm": 0.84765625,
      "learning_rate": 8e-05,
      "loss": 0.9660132527351379,
      "step": 450
    },
    {
      "epoch": 0.12040490143846563,
      "grad_norm": 0.83203125,
      "learning_rate": 8e-05,
      "loss": 0.9636243581771851,
      "step": 452
    },
    {
      "epoch": 0.12093766648907832,
      "grad_norm": 0.79296875,
      "learning_rate": 8e-05,
      "loss": 0.912445604801178,
      "step": 454
    },
    {
      "epoch": 0.12147043153969099,
      "grad_norm": 0.8359375,
      "learning_rate": 8e-05,
      "loss": 0.9414998292922974,
      "step": 456
    },
    {
      "epoch": 0.12200319659030368,
      "grad_norm": 0.828125,
      "learning_rate": 8e-05,
      "loss": 0.9331598281860352,
      "step": 458
    },
    {
      "epoch": 0.12253596164091636,
      "grad_norm": 0.8125,
      "learning_rate": 8e-05,
      "loss": 0.9329249858856201,
      "step": 460
    },
    {
      "epoch": 0.12306872669152903,
      "grad_norm": 0.82421875,
      "learning_rate": 8e-05,
      "loss": 0.9538522958755493,
      "step": 462
    },
    {
      "epoch": 0.12360149174214172,
      "grad_norm": 0.8046875,
      "learning_rate": 8e-05,
      "loss": 0.9617863893508911,
      "step": 464
    },
    {
      "epoch": 0.1241342567927544,
      "grad_norm": 0.7890625,
      "learning_rate": 8e-05,
      "loss": 0.9089372754096985,
      "step": 466
    },
    {
      "epoch": 0.12466702184336707,
      "grad_norm": 0.8046875,
      "learning_rate": 8e-05,
      "loss": 0.9629489779472351,
      "step": 468
    },
    {
      "epoch": 0.12519978689397976,
      "grad_norm": 0.78515625,
      "learning_rate": 8e-05,
      "loss": 0.9058244824409485,
      "step": 470
    },
    {
      "epoch": 0.12573255194459243,
      "grad_norm": 0.76171875,
      "learning_rate": 8e-05,
      "loss": 0.9134584069252014,
      "step": 472
    },
    {
      "epoch": 0.1262653169952051,
      "grad_norm": 0.80078125,
      "learning_rate": 8e-05,
      "loss": 0.9098286628723145,
      "step": 474
    },
    {
      "epoch": 0.1267980820458178,
      "grad_norm": 0.79296875,
      "learning_rate": 8e-05,
      "loss": 0.9566776752471924,
      "step": 476
    },
    {
      "epoch": 0.12733084709643047,
      "grad_norm": 0.8046875,
      "learning_rate": 8e-05,
      "loss": 0.9700292944908142,
      "step": 478
    },
    {
      "epoch": 0.12786361214704314,
      "grad_norm": 0.80078125,
      "learning_rate": 8e-05,
      "loss": 0.9420150518417358,
      "step": 480
    },
    {
      "epoch": 0.12839637719765584,
      "grad_norm": 0.78125,
      "learning_rate": 8e-05,
      "loss": 0.9000596404075623,
      "step": 482
    },
    {
      "epoch": 0.1289291422482685,
      "grad_norm": 0.81640625,
      "learning_rate": 8e-05,
      "loss": 0.9281507730484009,
      "step": 484
    },
    {
      "epoch": 0.12946190729888118,
      "grad_norm": 0.84375,
      "learning_rate": 8e-05,
      "loss": 0.9546276330947876,
      "step": 486
    },
    {
      "epoch": 0.12999467234949388,
      "grad_norm": 0.796875,
      "learning_rate": 8e-05,
      "loss": 0.9615715742111206,
      "step": 488
    },
    {
      "epoch": 0.13052743740010656,
      "grad_norm": 0.8125,
      "learning_rate": 8e-05,
      "loss": 0.8883857131004333,
      "step": 490
    },
    {
      "epoch": 0.13106020245071923,
      "grad_norm": 0.796875,
      "learning_rate": 8e-05,
      "loss": 0.9202597737312317,
      "step": 492
    },
    {
      "epoch": 0.13159296750133193,
      "grad_norm": 0.83984375,
      "learning_rate": 8e-05,
      "loss": 0.9927231669425964,
      "step": 494
    },
    {
      "epoch": 0.1321257325519446,
      "grad_norm": 0.78515625,
      "learning_rate": 8e-05,
      "loss": 0.9516614675521851,
      "step": 496
    },
    {
      "epoch": 0.13265849760255727,
      "grad_norm": 0.80859375,
      "learning_rate": 8e-05,
      "loss": 0.973112940788269,
      "step": 498
    },
    {
      "epoch": 0.13319126265316994,
      "grad_norm": 0.796875,
      "learning_rate": 8e-05,
      "loss": 0.9146295189857483,
      "step": 500
    },
    {
      "epoch": 0.13372402770378264,
      "grad_norm": 0.7734375,
      "learning_rate": 8e-05,
      "loss": 0.946043074131012,
      "step": 502
    },
    {
      "epoch": 0.1342567927543953,
      "grad_norm": 0.796875,
      "learning_rate": 8e-05,
      "loss": 0.9582048654556274,
      "step": 504
    },
    {
      "epoch": 0.13478955780500798,
      "grad_norm": 0.74609375,
      "learning_rate": 8e-05,
      "loss": 0.8958991169929504,
      "step": 506
    },
    {
      "epoch": 0.13532232285562068,
      "grad_norm": 0.8046875,
      "learning_rate": 8e-05,
      "loss": 0.9187520742416382,
      "step": 508
    },
    {
      "epoch": 0.13585508790623335,
      "grad_norm": 0.78125,
      "learning_rate": 8e-05,
      "loss": 0.9344346523284912,
      "step": 510
    },
    {
      "epoch": 0.13638785295684602,
      "grad_norm": 0.7578125,
      "learning_rate": 8e-05,
      "loss": 0.8789697289466858,
      "step": 512
    },
    {
      "epoch": 0.13692061800745872,
      "grad_norm": 0.79296875,
      "learning_rate": 8e-05,
      "loss": 0.9604220390319824,
      "step": 514
    },
    {
      "epoch": 0.1374533830580714,
      "grad_norm": 0.8203125,
      "learning_rate": 8e-05,
      "loss": 0.9376251101493835,
      "step": 516
    },
    {
      "epoch": 0.13798614810868406,
      "grad_norm": 0.8125,
      "learning_rate": 8e-05,
      "loss": 0.8872209787368774,
      "step": 518
    },
    {
      "epoch": 0.13851891315929676,
      "grad_norm": 0.76953125,
      "learning_rate": 8e-05,
      "loss": 0.935639500617981,
      "step": 520
    },
    {
      "epoch": 0.13905167820990944,
      "grad_norm": 0.8046875,
      "learning_rate": 8e-05,
      "loss": 0.9652010202407837,
      "step": 522
    },
    {
      "epoch": 0.1395844432605221,
      "grad_norm": 0.78515625,
      "learning_rate": 8e-05,
      "loss": 0.9051821231842041,
      "step": 524
    },
    {
      "epoch": 0.14011720831113478,
      "grad_norm": 0.796875,
      "learning_rate": 8e-05,
      "loss": 0.9186902046203613,
      "step": 526
    },
    {
      "epoch": 0.14064997336174748,
      "grad_norm": 0.81640625,
      "learning_rate": 8e-05,
      "loss": 0.8455410599708557,
      "step": 528
    },
    {
      "epoch": 0.14118273841236015,
      "grad_norm": 0.8203125,
      "learning_rate": 8e-05,
      "loss": 0.9377204775810242,
      "step": 530
    },
    {
      "epoch": 0.14171550346297282,
      "grad_norm": 0.84375,
      "learning_rate": 8e-05,
      "loss": 0.9178054332733154,
      "step": 532
    },
    {
      "epoch": 0.14224826851358552,
      "grad_norm": 0.8359375,
      "learning_rate": 8e-05,
      "loss": 0.8930121660232544,
      "step": 534
    },
    {
      "epoch": 0.1427810335641982,
      "grad_norm": 0.79296875,
      "learning_rate": 8e-05,
      "loss": 0.9158589839935303,
      "step": 536
    },
    {
      "epoch": 0.14331379861481086,
      "grad_norm": 0.77734375,
      "learning_rate": 8e-05,
      "loss": 0.925919234752655,
      "step": 538
    },
    {
      "epoch": 0.14384656366542356,
      "grad_norm": 0.796875,
      "learning_rate": 8e-05,
      "loss": 0.9652289152145386,
      "step": 540
    },
    {
      "epoch": 0.14437932871603623,
      "grad_norm": 0.85546875,
      "learning_rate": 8e-05,
      "loss": 0.9391449093818665,
      "step": 542
    },
    {
      "epoch": 0.1449120937666489,
      "grad_norm": 0.84375,
      "learning_rate": 8e-05,
      "loss": 0.9376974701881409,
      "step": 544
    },
    {
      "epoch": 0.14544485881726157,
      "grad_norm": 0.78515625,
      "learning_rate": 8e-05,
      "loss": 0.9146329164505005,
      "step": 546
    },
    {
      "epoch": 0.14597762386787427,
      "grad_norm": 0.7734375,
      "learning_rate": 8e-05,
      "loss": 0.935990571975708,
      "step": 548
    },
    {
      "epoch": 0.14651038891848694,
      "grad_norm": 0.83203125,
      "learning_rate": 8e-05,
      "loss": 0.9762868285179138,
      "step": 550
    },
    {
      "epoch": 0.14704315396909962,
      "grad_norm": 0.78515625,
      "learning_rate": 8e-05,
      "loss": 0.9521989822387695,
      "step": 552
    },
    {
      "epoch": 0.14757591901971231,
      "grad_norm": 0.76171875,
      "learning_rate": 8e-05,
      "loss": 0.9237980246543884,
      "step": 554
    },
    {
      "epoch": 0.148108684070325,
      "grad_norm": 0.76953125,
      "learning_rate": 8e-05,
      "loss": 0.8922250270843506,
      "step": 556
    },
    {
      "epoch": 0.14864144912093766,
      "grad_norm": 0.796875,
      "learning_rate": 8e-05,
      "loss": 0.9352413415908813,
      "step": 558
    },
    {
      "epoch": 0.14917421417155036,
      "grad_norm": 0.83203125,
      "learning_rate": 8e-05,
      "loss": 0.9463628530502319,
      "step": 560
    },
    {
      "epoch": 0.14970697922216303,
      "grad_norm": 0.81640625,
      "learning_rate": 8e-05,
      "loss": 0.8881433606147766,
      "step": 562
    },
    {
      "epoch": 0.1502397442727757,
      "grad_norm": 0.81640625,
      "learning_rate": 8e-05,
      "loss": 0.9072080254554749,
      "step": 564
    },
    {
      "epoch": 0.1507725093233884,
      "grad_norm": 0.7578125,
      "learning_rate": 8e-05,
      "loss": 0.900499701499939,
      "step": 566
    },
    {
      "epoch": 0.15130527437400107,
      "grad_norm": 0.75,
      "learning_rate": 8e-05,
      "loss": 0.9123456478118896,
      "step": 568
    },
    {
      "epoch": 0.15183803942461374,
      "grad_norm": 0.78515625,
      "learning_rate": 8e-05,
      "loss": 0.8801102638244629,
      "step": 570
    },
    {
      "epoch": 0.1523708044752264,
      "grad_norm": 0.78125,
      "learning_rate": 8e-05,
      "loss": 0.8868352174758911,
      "step": 572
    },
    {
      "epoch": 0.1529035695258391,
      "grad_norm": 0.75,
      "learning_rate": 8e-05,
      "loss": 0.8904232978820801,
      "step": 574
    },
    {
      "epoch": 0.15343633457645178,
      "grad_norm": 0.7890625,
      "learning_rate": 8e-05,
      "loss": 0.9351356625556946,
      "step": 576
    },
    {
      "epoch": 0.15396909962706445,
      "grad_norm": 0.8125,
      "learning_rate": 8e-05,
      "loss": 0.949609100818634,
      "step": 578
    },
    {
      "epoch": 0.15450186467767715,
      "grad_norm": 0.8046875,
      "learning_rate": 8e-05,
      "loss": 0.9633817076683044,
      "step": 580
    },
    {
      "epoch": 0.15503462972828982,
      "grad_norm": 0.765625,
      "learning_rate": 8e-05,
      "loss": 0.8968989253044128,
      "step": 582
    },
    {
      "epoch": 0.1555673947789025,
      "grad_norm": 0.7734375,
      "learning_rate": 8e-05,
      "loss": 0.9304310083389282,
      "step": 584
    },
    {
      "epoch": 0.1561001598295152,
      "grad_norm": 0.74609375,
      "learning_rate": 8e-05,
      "loss": 0.9069873690605164,
      "step": 586
    },
    {
      "epoch": 0.15663292488012787,
      "grad_norm": 0.8125,
      "learning_rate": 8e-05,
      "loss": 0.9126654863357544,
      "step": 588
    },
    {
      "epoch": 0.15716568993074054,
      "grad_norm": 0.7578125,
      "learning_rate": 8e-05,
      "loss": 0.8959242105484009,
      "step": 590
    },
    {
      "epoch": 0.15769845498135324,
      "grad_norm": 0.78125,
      "learning_rate": 8e-05,
      "loss": 0.8930934071540833,
      "step": 592
    },
    {
      "epoch": 0.1582312200319659,
      "grad_norm": 0.796875,
      "learning_rate": 8e-05,
      "loss": 0.9553401470184326,
      "step": 594
    },
    {
      "epoch": 0.15876398508257858,
      "grad_norm": 0.77734375,
      "learning_rate": 8e-05,
      "loss": 0.9127396941184998,
      "step": 596
    },
    {
      "epoch": 0.15929675013319125,
      "grad_norm": 0.7578125,
      "learning_rate": 8e-05,
      "loss": 0.8723542094230652,
      "step": 598
    },
    {
      "epoch": 0.15982951518380395,
      "grad_norm": 0.78515625,
      "learning_rate": 8e-05,
      "loss": 0.9096969366073608,
      "step": 600
    },
    {
      "epoch": 0.16036228023441662,
      "grad_norm": 0.7734375,
      "learning_rate": 8e-05,
      "loss": 0.8800921440124512,
      "step": 602
    },
    {
      "epoch": 0.1608950452850293,
      "grad_norm": 0.80078125,
      "learning_rate": 8e-05,
      "loss": 0.9251409769058228,
      "step": 604
    },
    {
      "epoch": 0.161427810335642,
      "grad_norm": 0.796875,
      "learning_rate": 8e-05,
      "loss": 0.8803302049636841,
      "step": 606
    },
    {
      "epoch": 0.16196057538625466,
      "grad_norm": 0.7734375,
      "learning_rate": 8e-05,
      "loss": 0.8997635841369629,
      "step": 608
    },
    {
      "epoch": 0.16249334043686733,
      "grad_norm": 0.78125,
      "learning_rate": 8e-05,
      "loss": 0.9180471301078796,
      "step": 610
    },
    {
      "epoch": 0.16302610548748003,
      "grad_norm": 0.84375,
      "learning_rate": 8e-05,
      "loss": 0.9325738549232483,
      "step": 612
    },
    {
      "epoch": 0.1635588705380927,
      "grad_norm": 0.7890625,
      "learning_rate": 8e-05,
      "loss": 0.8572644591331482,
      "step": 614
    },
    {
      "epoch": 0.16409163558870538,
      "grad_norm": 0.7890625,
      "learning_rate": 8e-05,
      "loss": 0.9184677004814148,
      "step": 616
    },
    {
      "epoch": 0.16462440063931805,
      "grad_norm": 0.80078125,
      "learning_rate": 8e-05,
      "loss": 0.951015830039978,
      "step": 618
    },
    {
      "epoch": 0.16515716568993075,
      "grad_norm": 0.8046875,
      "learning_rate": 8e-05,
      "loss": 0.9111671447753906,
      "step": 620
    },
    {
      "epoch": 0.16568993074054342,
      "grad_norm": 0.80078125,
      "learning_rate": 8e-05,
      "loss": 0.9108637571334839,
      "step": 622
    },
    {
      "epoch": 0.1662226957911561,
      "grad_norm": 0.7734375,
      "learning_rate": 8e-05,
      "loss": 0.886138379573822,
      "step": 624
    },
    {
      "epoch": 0.1667554608417688,
      "grad_norm": 0.765625,
      "learning_rate": 8e-05,
      "loss": 0.9077087640762329,
      "step": 626
    },
    {
      "epoch": 0.16728822589238146,
      "grad_norm": 0.78515625,
      "learning_rate": 8e-05,
      "loss": 0.8817453384399414,
      "step": 628
    },
    {
      "epoch": 0.16782099094299413,
      "grad_norm": 0.83984375,
      "learning_rate": 8e-05,
      "loss": 0.9480854272842407,
      "step": 630
    },
    {
      "epoch": 0.16835375599360683,
      "grad_norm": 0.80078125,
      "learning_rate": 8e-05,
      "loss": 0.8651038408279419,
      "step": 632
    },
    {
      "epoch": 0.1688865210442195,
      "grad_norm": 0.80078125,
      "learning_rate": 8e-05,
      "loss": 0.8813058733940125,
      "step": 634
    },
    {
      "epoch": 0.16941928609483217,
      "grad_norm": 0.78515625,
      "learning_rate": 8e-05,
      "loss": 0.9414123296737671,
      "step": 636
    },
    {
      "epoch": 0.16995205114544487,
      "grad_norm": 0.7734375,
      "learning_rate": 8e-05,
      "loss": 0.8974052667617798,
      "step": 638
    },
    {
      "epoch": 0.17048481619605754,
      "grad_norm": 0.78515625,
      "learning_rate": 8e-05,
      "loss": 0.9421342015266418,
      "step": 640
    },
    {
      "epoch": 0.17101758124667021,
      "grad_norm": 0.75,
      "learning_rate": 8e-05,
      "loss": 0.8592175841331482,
      "step": 642
    },
    {
      "epoch": 0.17155034629728289,
      "grad_norm": 0.7578125,
      "learning_rate": 8e-05,
      "loss": 0.8520596027374268,
      "step": 644
    },
    {
      "epoch": 0.17208311134789558,
      "grad_norm": 0.80859375,
      "learning_rate": 8e-05,
      "loss": 0.8983196020126343,
      "step": 646
    },
    {
      "epoch": 0.17261587639850826,
      "grad_norm": 0.7578125,
      "learning_rate": 8e-05,
      "loss": 0.873570442199707,
      "step": 648
    },
    {
      "epoch": 0.17314864144912093,
      "grad_norm": 0.75390625,
      "learning_rate": 8e-05,
      "loss": 0.9159509539604187,
      "step": 650
    },
    {
      "epoch": 0.17368140649973363,
      "grad_norm": 0.78125,
      "learning_rate": 8e-05,
      "loss": 0.8728219270706177,
      "step": 652
    },
    {
      "epoch": 0.1742141715503463,
      "grad_norm": 0.7734375,
      "learning_rate": 8e-05,
      "loss": 0.9193546175956726,
      "step": 654
    },
    {
      "epoch": 0.17474693660095897,
      "grad_norm": 0.76953125,
      "learning_rate": 8e-05,
      "loss": 0.8523741364479065,
      "step": 656
    },
    {
      "epoch": 0.17527970165157167,
      "grad_norm": 0.76953125,
      "learning_rate": 8e-05,
      "loss": 0.9125362038612366,
      "step": 658
    },
    {
      "epoch": 0.17581246670218434,
      "grad_norm": 0.78125,
      "learning_rate": 8e-05,
      "loss": 0.9080352783203125,
      "step": 660
    },
    {
      "epoch": 0.176345231752797,
      "grad_norm": 0.73046875,
      "learning_rate": 8e-05,
      "loss": 0.8742219805717468,
      "step": 662
    },
    {
      "epoch": 0.1768779968034097,
      "grad_norm": 0.79296875,
      "learning_rate": 8e-05,
      "loss": 0.9006013870239258,
      "step": 664
    },
    {
      "epoch": 0.17741076185402238,
      "grad_norm": 0.7734375,
      "learning_rate": 8e-05,
      "loss": 0.8835248947143555,
      "step": 666
    },
    {
      "epoch": 0.17794352690463505,
      "grad_norm": 0.78125,
      "learning_rate": 8e-05,
      "loss": 0.8771501183509827,
      "step": 668
    },
    {
      "epoch": 0.17847629195524772,
      "grad_norm": 0.78515625,
      "learning_rate": 8e-05,
      "loss": 0.9349658489227295,
      "step": 670
    },
    {
      "epoch": 0.17900905700586042,
      "grad_norm": 0.73046875,
      "learning_rate": 8e-05,
      "loss": 0.903891921043396,
      "step": 672
    },
    {
      "epoch": 0.1795418220564731,
      "grad_norm": 0.76953125,
      "learning_rate": 8e-05,
      "loss": 0.905728816986084,
      "step": 674
    },
    {
      "epoch": 0.18007458710708577,
      "grad_norm": 0.75390625,
      "learning_rate": 8e-05,
      "loss": 0.8719464540481567,
      "step": 676
    },
    {
      "epoch": 0.18060735215769846,
      "grad_norm": 0.7421875,
      "learning_rate": 8e-05,
      "loss": 0.9010811448097229,
      "step": 678
    },
    {
      "epoch": 0.18114011720831114,
      "grad_norm": 0.75390625,
      "learning_rate": 8e-05,
      "loss": 0.8699101805686951,
      "step": 680
    },
    {
      "epoch": 0.1816728822589238,
      "grad_norm": 0.7421875,
      "learning_rate": 8e-05,
      "loss": 0.8923678994178772,
      "step": 682
    },
    {
      "epoch": 0.1822056473095365,
      "grad_norm": 0.76953125,
      "learning_rate": 8e-05,
      "loss": 0.8914515972137451,
      "step": 684
    },
    {
      "epoch": 0.18273841236014918,
      "grad_norm": 0.796875,
      "learning_rate": 8e-05,
      "loss": 0.8682945966720581,
      "step": 686
    },
    {
      "epoch": 0.18327117741076185,
      "grad_norm": 0.8203125,
      "learning_rate": 8e-05,
      "loss": 0.9265104532241821,
      "step": 688
    },
    {
      "epoch": 0.18380394246137455,
      "grad_norm": 0.7421875,
      "learning_rate": 8e-05,
      "loss": 0.9007678031921387,
      "step": 690
    },
    {
      "epoch": 0.18433670751198722,
      "grad_norm": 0.75,
      "learning_rate": 8e-05,
      "loss": 0.8766607642173767,
      "step": 692
    },
    {
      "epoch": 0.1848694725625999,
      "grad_norm": 0.78125,
      "learning_rate": 8e-05,
      "loss": 0.8730136752128601,
      "step": 694
    },
    {
      "epoch": 0.18540223761321256,
      "grad_norm": 0.78515625,
      "learning_rate": 8e-05,
      "loss": 0.9283718466758728,
      "step": 696
    },
    {
      "epoch": 0.18593500266382526,
      "grad_norm": 0.76953125,
      "learning_rate": 8e-05,
      "loss": 0.8665472865104675,
      "step": 698
    },
    {
      "epoch": 0.18646776771443793,
      "grad_norm": 0.7265625,
      "learning_rate": 8e-05,
      "loss": 0.8720895648002625,
      "step": 700
    },
    {
      "epoch": 0.1870005327650506,
      "grad_norm": 0.7421875,
      "learning_rate": 8e-05,
      "loss": 0.8716840744018555,
      "step": 702
    },
    {
      "epoch": 0.1875332978156633,
      "grad_norm": 0.80078125,
      "learning_rate": 8e-05,
      "loss": 0.893147349357605,
      "step": 704
    },
    {
      "epoch": 0.18806606286627597,
      "grad_norm": 0.796875,
      "learning_rate": 8e-05,
      "loss": 0.8979114890098572,
      "step": 706
    },
    {
      "epoch": 0.18859882791688865,
      "grad_norm": 0.73046875,
      "learning_rate": 8e-05,
      "loss": 0.8585438132286072,
      "step": 708
    },
    {
      "epoch": 0.18913159296750134,
      "grad_norm": 0.7578125,
      "learning_rate": 8e-05,
      "loss": 0.9044113159179688,
      "step": 710
    },
    {
      "epoch": 0.18966435801811402,
      "grad_norm": 0.84765625,
      "learning_rate": 8e-05,
      "loss": 0.920305073261261,
      "step": 712
    },
    {
      "epoch": 0.1901971230687267,
      "grad_norm": 0.76171875,
      "learning_rate": 8e-05,
      "loss": 0.8698307275772095,
      "step": 714
    },
    {
      "epoch": 0.19072988811933936,
      "grad_norm": 0.7734375,
      "learning_rate": 8e-05,
      "loss": 0.8913177847862244,
      "step": 716
    },
    {
      "epoch": 0.19126265316995206,
      "grad_norm": 0.73046875,
      "learning_rate": 8e-05,
      "loss": 0.8886463642120361,
      "step": 718
    },
    {
      "epoch": 0.19179541822056473,
      "grad_norm": 0.7578125,
      "learning_rate": 8e-05,
      "loss": 0.8651049733161926,
      "step": 720
    },
    {
      "epoch": 0.1923281832711774,
      "grad_norm": 0.7421875,
      "learning_rate": 8e-05,
      "loss": 0.9027085900306702,
      "step": 722
    },
    {
      "epoch": 0.1928609483217901,
      "grad_norm": 0.71484375,
      "learning_rate": 8e-05,
      "loss": 0.8272101283073425,
      "step": 724
    },
    {
      "epoch": 0.19339371337240277,
      "grad_norm": 0.7421875,
      "learning_rate": 8e-05,
      "loss": 0.9042779207229614,
      "step": 726
    },
    {
      "epoch": 0.19392647842301544,
      "grad_norm": 0.71484375,
      "learning_rate": 8e-05,
      "loss": 0.8599862456321716,
      "step": 728
    },
    {
      "epoch": 0.19445924347362814,
      "grad_norm": 0.70703125,
      "learning_rate": 8e-05,
      "loss": 0.8881500959396362,
      "step": 730
    },
    {
      "epoch": 0.1949920085242408,
      "grad_norm": 0.7421875,
      "learning_rate": 8e-05,
      "loss": 0.8275444507598877,
      "step": 732
    },
    {
      "epoch": 0.19552477357485348,
      "grad_norm": 0.73046875,
      "learning_rate": 8e-05,
      "loss": 0.8692565560340881,
      "step": 734
    },
    {
      "epoch": 0.19605753862546618,
      "grad_norm": 0.74609375,
      "learning_rate": 8e-05,
      "loss": 0.9346656799316406,
      "step": 736
    },
    {
      "epoch": 0.19659030367607885,
      "grad_norm": 0.6953125,
      "learning_rate": 8e-05,
      "loss": 0.8541794419288635,
      "step": 738
    },
    {
      "epoch": 0.19712306872669152,
      "grad_norm": 0.76171875,
      "learning_rate": 8e-05,
      "loss": 0.8708451986312866,
      "step": 740
    },
    {
      "epoch": 0.1976558337773042,
      "grad_norm": 0.75,
      "learning_rate": 8e-05,
      "loss": 0.8439049124717712,
      "step": 742
    },
    {
      "epoch": 0.1981885988279169,
      "grad_norm": 0.7890625,
      "learning_rate": 8e-05,
      "loss": 0.8625826835632324,
      "step": 744
    },
    {
      "epoch": 0.19872136387852957,
      "grad_norm": 0.734375,
      "learning_rate": 8e-05,
      "loss": 0.9517384171485901,
      "step": 746
    },
    {
      "epoch": 0.19925412892914224,
      "grad_norm": 0.73828125,
      "learning_rate": 8e-05,
      "loss": 0.9006468057632446,
      "step": 748
    },
    {
      "epoch": 0.19978689397975494,
      "grad_norm": 0.75390625,
      "learning_rate": 8e-05,
      "loss": 0.9177417159080505,
      "step": 750
    },
    {
      "epoch": 0.2003196590303676,
      "grad_norm": 0.7421875,
      "learning_rate": 8e-05,
      "loss": 0.9008771181106567,
      "step": 752
    },
    {
      "epoch": 0.20085242408098028,
      "grad_norm": 0.7578125,
      "learning_rate": 8e-05,
      "loss": 0.8759271502494812,
      "step": 754
    },
    {
      "epoch": 0.20138518913159298,
      "grad_norm": 0.75390625,
      "learning_rate": 8e-05,
      "loss": 0.8917984962463379,
      "step": 756
    },
    {
      "epoch": 0.20191795418220565,
      "grad_norm": 0.7421875,
      "learning_rate": 8e-05,
      "loss": 0.8270426988601685,
      "step": 758
    },
    {
      "epoch": 0.20245071923281832,
      "grad_norm": 0.71484375,
      "learning_rate": 8e-05,
      "loss": 0.8944893479347229,
      "step": 760
    },
    {
      "epoch": 0.20298348428343102,
      "grad_norm": 0.72265625,
      "learning_rate": 8e-05,
      "loss": 0.8563660383224487,
      "step": 762
    },
    {
      "epoch": 0.2035162493340437,
      "grad_norm": 0.765625,
      "learning_rate": 8e-05,
      "loss": 0.9090912938117981,
      "step": 764
    },
    {
      "epoch": 0.20404901438465636,
      "grad_norm": 0.7265625,
      "learning_rate": 8e-05,
      "loss": 0.8511034250259399,
      "step": 766
    },
    {
      "epoch": 0.20458177943526903,
      "grad_norm": 0.76953125,
      "learning_rate": 8e-05,
      "loss": 0.8830511569976807,
      "step": 768
    },
    {
      "epoch": 0.20511454448588173,
      "grad_norm": 0.76953125,
      "learning_rate": 8e-05,
      "loss": 0.8611262440681458,
      "step": 770
    },
    {
      "epoch": 0.2056473095364944,
      "grad_norm": 0.7578125,
      "learning_rate": 8e-05,
      "loss": 0.8874700665473938,
      "step": 772
    },
    {
      "epoch": 0.20618007458710708,
      "grad_norm": 0.7265625,
      "learning_rate": 8e-05,
      "loss": 0.8730615377426147,
      "step": 774
    },
    {
      "epoch": 0.20671283963771978,
      "grad_norm": 0.74609375,
      "learning_rate": 8e-05,
      "loss": 0.8800356388092041,
      "step": 776
    },
    {
      "epoch": 0.20724560468833245,
      "grad_norm": 0.734375,
      "learning_rate": 8e-05,
      "loss": 0.8427203893661499,
      "step": 778
    },
    {
      "epoch": 0.20777836973894512,
      "grad_norm": 0.72265625,
      "learning_rate": 8e-05,
      "loss": 0.8761508464813232,
      "step": 780
    },
    {
      "epoch": 0.20831113478955782,
      "grad_norm": 0.71484375,
      "learning_rate": 8e-05,
      "loss": 0.8280084729194641,
      "step": 782
    },
    {
      "epoch": 0.2088438998401705,
      "grad_norm": 0.74609375,
      "learning_rate": 8e-05,
      "loss": 0.8750775456428528,
      "step": 784
    },
    {
      "epoch": 0.20937666489078316,
      "grad_norm": 0.73046875,
      "learning_rate": 8e-05,
      "loss": 0.8673681020736694,
      "step": 786
    },
    {
      "epoch": 0.20990942994139583,
      "grad_norm": 0.734375,
      "learning_rate": 8e-05,
      "loss": 0.8897008299827576,
      "step": 788
    },
    {
      "epoch": 0.21044219499200853,
      "grad_norm": 0.74609375,
      "learning_rate": 8e-05,
      "loss": 0.8720916509628296,
      "step": 790
    },
    {
      "epoch": 0.2109749600426212,
      "grad_norm": 0.69140625,
      "learning_rate": 8e-05,
      "loss": 0.8478310108184814,
      "step": 792
    },
    {
      "epoch": 0.21150772509323387,
      "grad_norm": 0.7265625,
      "learning_rate": 8e-05,
      "loss": 0.8465595841407776,
      "step": 794
    },
    {
      "epoch": 0.21204049014384657,
      "grad_norm": 0.765625,
      "learning_rate": 8e-05,
      "loss": 0.8860556483268738,
      "step": 796
    },
    {
      "epoch": 0.21257325519445924,
      "grad_norm": 0.7265625,
      "learning_rate": 8e-05,
      "loss": 0.8419367074966431,
      "step": 798
    },
    {
      "epoch": 0.21310602024507191,
      "grad_norm": 0.7265625,
      "learning_rate": 8e-05,
      "loss": 0.8694333434104919,
      "step": 800
    },
    {
      "epoch": 0.2136387852956846,
      "grad_norm": 0.71484375,
      "learning_rate": 8e-05,
      "loss": 0.8959736227989197,
      "step": 802
    },
    {
      "epoch": 0.21417155034629728,
      "grad_norm": 0.7265625,
      "learning_rate": 8e-05,
      "loss": 0.8992412090301514,
      "step": 804
    },
    {
      "epoch": 0.21470431539690996,
      "grad_norm": 0.734375,
      "learning_rate": 8e-05,
      "loss": 0.8671194314956665,
      "step": 806
    },
    {
      "epoch": 0.21523708044752266,
      "grad_norm": 0.7109375,
      "learning_rate": 8e-05,
      "loss": 0.8547959327697754,
      "step": 808
    },
    {
      "epoch": 0.21576984549813533,
      "grad_norm": 0.703125,
      "learning_rate": 8e-05,
      "loss": 0.8758715987205505,
      "step": 810
    },
    {
      "epoch": 0.216302610548748,
      "grad_norm": 0.71875,
      "learning_rate": 8e-05,
      "loss": 0.8950058221817017,
      "step": 812
    },
    {
      "epoch": 0.21683537559936067,
      "grad_norm": 0.74609375,
      "learning_rate": 8e-05,
      "loss": 0.8568795323371887,
      "step": 814
    },
    {
      "epoch": 0.21736814064997337,
      "grad_norm": 0.734375,
      "learning_rate": 8e-05,
      "loss": 0.903777003288269,
      "step": 816
    },
    {
      "epoch": 0.21790090570058604,
      "grad_norm": 0.73828125,
      "learning_rate": 8e-05,
      "loss": 0.8380757570266724,
      "step": 818
    },
    {
      "epoch": 0.2184336707511987,
      "grad_norm": 0.72265625,
      "learning_rate": 8e-05,
      "loss": 0.851688802242279,
      "step": 820
    },
    {
      "epoch": 0.2189664358018114,
      "grad_norm": 0.71875,
      "learning_rate": 8e-05,
      "loss": 0.8432849645614624,
      "step": 822
    },
    {
      "epoch": 0.21949920085242408,
      "grad_norm": 0.765625,
      "learning_rate": 8e-05,
      "loss": 0.9238657355308533,
      "step": 824
    },
    {
      "epoch": 0.22003196590303675,
      "grad_norm": 0.71875,
      "learning_rate": 8e-05,
      "loss": 0.8367424607276917,
      "step": 826
    },
    {
      "epoch": 0.22056473095364945,
      "grad_norm": 0.7265625,
      "learning_rate": 8e-05,
      "loss": 0.8334730863571167,
      "step": 828
    },
    {
      "epoch": 0.22109749600426212,
      "grad_norm": 0.703125,
      "learning_rate": 8e-05,
      "loss": 0.8405196666717529,
      "step": 830
    },
    {
      "epoch": 0.2216302610548748,
      "grad_norm": 0.71484375,
      "learning_rate": 8e-05,
      "loss": 0.8685415983200073,
      "step": 832
    },
    {
      "epoch": 0.2221630261054875,
      "grad_norm": 0.71875,
      "learning_rate": 8e-05,
      "loss": 0.8226058483123779,
      "step": 834
    },
    {
      "epoch": 0.22269579115610016,
      "grad_norm": 0.734375,
      "learning_rate": 8e-05,
      "loss": 0.8686912059783936,
      "step": 836
    },
    {
      "epoch": 0.22322855620671284,
      "grad_norm": 0.72265625,
      "learning_rate": 8e-05,
      "loss": 0.8767325282096863,
      "step": 838
    },
    {
      "epoch": 0.2237613212573255,
      "grad_norm": 0.7265625,
      "learning_rate": 8e-05,
      "loss": 0.8393811583518982,
      "step": 840
    },
    {
      "epoch": 0.2242940863079382,
      "grad_norm": 0.7265625,
      "learning_rate": 8e-05,
      "loss": 0.8124199509620667,
      "step": 842
    },
    {
      "epoch": 0.22482685135855088,
      "grad_norm": 0.73046875,
      "learning_rate": 8e-05,
      "loss": 0.8643161654472351,
      "step": 844
    },
    {
      "epoch": 0.22535961640916355,
      "grad_norm": 0.72265625,
      "learning_rate": 8e-05,
      "loss": 0.8218422532081604,
      "step": 846
    },
    {
      "epoch": 0.22589238145977625,
      "grad_norm": 0.7578125,
      "learning_rate": 8e-05,
      "loss": 0.8444434404373169,
      "step": 848
    },
    {
      "epoch": 0.22642514651038892,
      "grad_norm": 0.75,
      "learning_rate": 8e-05,
      "loss": 0.9049234390258789,
      "step": 850
    },
    {
      "epoch": 0.2269579115610016,
      "grad_norm": 0.7265625,
      "learning_rate": 8e-05,
      "loss": 0.8443453311920166,
      "step": 852
    },
    {
      "epoch": 0.2274906766116143,
      "grad_norm": 0.7578125,
      "learning_rate": 8e-05,
      "loss": 0.8720162510871887,
      "step": 854
    },
    {
      "epoch": 0.22802344166222696,
      "grad_norm": 0.71875,
      "learning_rate": 8e-05,
      "loss": 0.8342218399047852,
      "step": 856
    },
    {
      "epoch": 0.22855620671283963,
      "grad_norm": 0.734375,
      "learning_rate": 8e-05,
      "loss": 0.816758394241333,
      "step": 858
    },
    {
      "epoch": 0.2290889717634523,
      "grad_norm": 0.70703125,
      "learning_rate": 8e-05,
      "loss": 0.834097683429718,
      "step": 860
    },
    {
      "epoch": 0.229621736814065,
      "grad_norm": 0.71484375,
      "learning_rate": 8e-05,
      "loss": 0.8916500806808472,
      "step": 862
    },
    {
      "epoch": 0.23015450186467767,
      "grad_norm": 0.71484375,
      "learning_rate": 8e-05,
      "loss": 0.8376821875572205,
      "step": 864
    },
    {
      "epoch": 0.23068726691529035,
      "grad_norm": 0.734375,
      "learning_rate": 8e-05,
      "loss": 0.8754009008407593,
      "step": 866
    },
    {
      "epoch": 0.23122003196590304,
      "grad_norm": 0.70703125,
      "learning_rate": 8e-05,
      "loss": 0.8596115708351135,
      "step": 868
    },
    {
      "epoch": 0.23175279701651572,
      "grad_norm": 0.69921875,
      "learning_rate": 8e-05,
      "loss": 0.8355474472045898,
      "step": 870
    },
    {
      "epoch": 0.2322855620671284,
      "grad_norm": 0.75390625,
      "learning_rate": 8e-05,
      "loss": 0.876761257648468,
      "step": 872
    },
    {
      "epoch": 0.2328183271177411,
      "grad_norm": 0.73046875,
      "learning_rate": 8e-05,
      "loss": 0.8948037624359131,
      "step": 874
    },
    {
      "epoch": 0.23335109216835376,
      "grad_norm": 0.7734375,
      "learning_rate": 8e-05,
      "loss": 0.8517124056816101,
      "step": 876
    },
    {
      "epoch": 0.23388385721896643,
      "grad_norm": 0.72265625,
      "learning_rate": 8e-05,
      "loss": 0.8235978484153748,
      "step": 878
    },
    {
      "epoch": 0.23441662226957913,
      "grad_norm": 0.72265625,
      "learning_rate": 8e-05,
      "loss": 0.8589498400688171,
      "step": 880
    },
    {
      "epoch": 0.2349493873201918,
      "grad_norm": 0.71484375,
      "learning_rate": 8e-05,
      "loss": 0.8652699589729309,
      "step": 882
    },
    {
      "epoch": 0.23548215237080447,
      "grad_norm": 0.72265625,
      "learning_rate": 8e-05,
      "loss": 0.8380342125892639,
      "step": 884
    },
    {
      "epoch": 0.23601491742141714,
      "grad_norm": 0.79296875,
      "learning_rate": 8e-05,
      "loss": 0.8523828387260437,
      "step": 886
    },
    {
      "epoch": 0.23654768247202984,
      "grad_norm": 0.7265625,
      "learning_rate": 8e-05,
      "loss": 0.9019739627838135,
      "step": 888
    },
    {
      "epoch": 0.2370804475226425,
      "grad_norm": 0.71484375,
      "learning_rate": 8e-05,
      "loss": 0.8879658579826355,
      "step": 890
    },
    {
      "epoch": 0.23761321257325518,
      "grad_norm": 0.71484375,
      "learning_rate": 8e-05,
      "loss": 0.8675874471664429,
      "step": 892
    },
    {
      "epoch": 0.23814597762386788,
      "grad_norm": 0.73828125,
      "learning_rate": 8e-05,
      "loss": 0.8754541873931885,
      "step": 894
    },
    {
      "epoch": 0.23867874267448055,
      "grad_norm": 0.71484375,
      "learning_rate": 8e-05,
      "loss": 0.8880608081817627,
      "step": 896
    },
    {
      "epoch": 0.23921150772509323,
      "grad_norm": 0.75390625,
      "learning_rate": 8e-05,
      "loss": 0.8680922985076904,
      "step": 898
    },
    {
      "epoch": 0.23974427277570592,
      "grad_norm": 0.7265625,
      "learning_rate": 8e-05,
      "loss": 0.8829432129859924,
      "step": 900
    },
    {
      "epoch": 0.2402770378263186,
      "grad_norm": 0.7109375,
      "learning_rate": 8e-05,
      "loss": 0.8691644072532654,
      "step": 902
    },
    {
      "epoch": 0.24080980287693127,
      "grad_norm": 0.73046875,
      "learning_rate": 8e-05,
      "loss": 0.8773077130317688,
      "step": 904
    },
    {
      "epoch": 0.24134256792754397,
      "grad_norm": 0.70703125,
      "learning_rate": 8e-05,
      "loss": 0.8335128426551819,
      "step": 906
    },
    {
      "epoch": 0.24187533297815664,
      "grad_norm": 0.703125,
      "learning_rate": 8e-05,
      "loss": 0.8632769584655762,
      "step": 908
    },
    {
      "epoch": 0.2424080980287693,
      "grad_norm": 0.6796875,
      "learning_rate": 8e-05,
      "loss": 0.8212178945541382,
      "step": 910
    },
    {
      "epoch": 0.24294086307938198,
      "grad_norm": 0.71875,
      "learning_rate": 8e-05,
      "loss": 0.8350695967674255,
      "step": 912
    },
    {
      "epoch": 0.24347362812999468,
      "grad_norm": 0.7109375,
      "learning_rate": 8e-05,
      "loss": 0.8406141996383667,
      "step": 914
    },
    {
      "epoch": 0.24400639318060735,
      "grad_norm": 0.7265625,
      "learning_rate": 8e-05,
      "loss": 0.8700868487358093,
      "step": 916
    },
    {
      "epoch": 0.24453915823122002,
      "grad_norm": 0.71484375,
      "learning_rate": 8e-05,
      "loss": 0.8683998584747314,
      "step": 918
    },
    {
      "epoch": 0.24507192328183272,
      "grad_norm": 0.76171875,
      "learning_rate": 8e-05,
      "loss": 0.8839133977890015,
      "step": 920
    },
    {
      "epoch": 0.2456046883324454,
      "grad_norm": 0.69921875,
      "learning_rate": 8e-05,
      "loss": 0.8943023085594177,
      "step": 922
    },
    {
      "epoch": 0.24613745338305806,
      "grad_norm": 0.70703125,
      "learning_rate": 8e-05,
      "loss": 0.8632996082305908,
      "step": 924
    },
    {
      "epoch": 0.24667021843367076,
      "grad_norm": 0.69921875,
      "learning_rate": 8e-05,
      "loss": 0.833712637424469,
      "step": 926
    },
    {
      "epoch": 0.24720298348428343,
      "grad_norm": 0.73046875,
      "learning_rate": 8e-05,
      "loss": 0.864801287651062,
      "step": 928
    },
    {
      "epoch": 0.2477357485348961,
      "grad_norm": 0.765625,
      "learning_rate": 8e-05,
      "loss": 0.866331160068512,
      "step": 930
    },
    {
      "epoch": 0.2482685135855088,
      "grad_norm": 0.671875,
      "learning_rate": 8e-05,
      "loss": 0.8194761872291565,
      "step": 932
    },
    {
      "epoch": 0.24880127863612148,
      "grad_norm": 0.73828125,
      "learning_rate": 8e-05,
      "loss": 0.8057902455329895,
      "step": 934
    },
    {
      "epoch": 0.24933404368673415,
      "grad_norm": 0.7109375,
      "learning_rate": 8e-05,
      "loss": 0.8366430997848511,
      "step": 936
    },
    {
      "epoch": 0.24986680873734682,
      "grad_norm": 0.71875,
      "learning_rate": 8e-05,
      "loss": 0.8721463084220886,
      "step": 938
    },
    {
      "epoch": 0.2503995737879595,
      "grad_norm": 0.69921875,
      "learning_rate": 8e-05,
      "loss": 0.867581844329834,
      "step": 940
    },
    {
      "epoch": 0.2509323388385722,
      "grad_norm": 0.71875,
      "learning_rate": 8e-05,
      "loss": 0.8661463856697083,
      "step": 942
    },
    {
      "epoch": 0.25146510388918486,
      "grad_norm": 0.6796875,
      "learning_rate": 8e-05,
      "loss": 0.8397172093391418,
      "step": 944
    },
    {
      "epoch": 0.25199786893979753,
      "grad_norm": 0.734375,
      "learning_rate": 8e-05,
      "loss": 0.8674642443656921,
      "step": 946
    },
    {
      "epoch": 0.2525306339904102,
      "grad_norm": 0.71484375,
      "learning_rate": 8e-05,
      "loss": 0.8149669766426086,
      "step": 948
    },
    {
      "epoch": 0.25306339904102293,
      "grad_norm": 0.70703125,
      "learning_rate": 8e-05,
      "loss": 0.8306043148040771,
      "step": 950
    },
    {
      "epoch": 0.2535961640916356,
      "grad_norm": 0.71484375,
      "learning_rate": 8e-05,
      "loss": 0.8840003609657288,
      "step": 952
    },
    {
      "epoch": 0.25412892914224827,
      "grad_norm": 0.75390625,
      "learning_rate": 8e-05,
      "loss": 0.8428335189819336,
      "step": 954
    },
    {
      "epoch": 0.25466169419286094,
      "grad_norm": 0.7109375,
      "learning_rate": 8e-05,
      "loss": 0.842282772064209,
      "step": 956
    },
    {
      "epoch": 0.2551944592434736,
      "grad_norm": 0.71875,
      "learning_rate": 8e-05,
      "loss": 0.8525648713111877,
      "step": 958
    },
    {
      "epoch": 0.2557272242940863,
      "grad_norm": 0.70703125,
      "learning_rate": 8e-05,
      "loss": 0.8552727699279785,
      "step": 960
    },
    {
      "epoch": 0.256259989344699,
      "grad_norm": 0.73046875,
      "learning_rate": 8e-05,
      "loss": 0.8829293251037598,
      "step": 962
    },
    {
      "epoch": 0.2567927543953117,
      "grad_norm": 0.7265625,
      "learning_rate": 8e-05,
      "loss": 0.8788723945617676,
      "step": 964
    },
    {
      "epoch": 0.25732551944592436,
      "grad_norm": 0.7890625,
      "learning_rate": 8e-05,
      "loss": 0.8775660395622253,
      "step": 966
    },
    {
      "epoch": 0.257858284496537,
      "grad_norm": 0.7265625,
      "learning_rate": 8e-05,
      "loss": 0.8680721521377563,
      "step": 968
    },
    {
      "epoch": 0.2583910495471497,
      "grad_norm": 0.69921875,
      "learning_rate": 8e-05,
      "loss": 0.8522012829780579,
      "step": 970
    },
    {
      "epoch": 0.25892381459776237,
      "grad_norm": 0.671875,
      "learning_rate": 8e-05,
      "loss": 0.8104643821716309,
      "step": 972
    },
    {
      "epoch": 0.25945657964837504,
      "grad_norm": 0.68359375,
      "learning_rate": 8e-05,
      "loss": 0.8393515348434448,
      "step": 974
    },
    {
      "epoch": 0.25998934469898777,
      "grad_norm": 0.71875,
      "learning_rate": 8e-05,
      "loss": 0.829097330570221,
      "step": 976
    },
    {
      "epoch": 0.26052210974960044,
      "grad_norm": 0.671875,
      "learning_rate": 8e-05,
      "loss": 0.8042383193969727,
      "step": 978
    },
    {
      "epoch": 0.2610548748002131,
      "grad_norm": 0.7109375,
      "learning_rate": 8e-05,
      "loss": 0.8093820214271545,
      "step": 980
    },
    {
      "epoch": 0.2615876398508258,
      "grad_norm": 0.6953125,
      "learning_rate": 8e-05,
      "loss": 0.8751801252365112,
      "step": 982
    },
    {
      "epoch": 0.26212040490143845,
      "grad_norm": 0.6875,
      "learning_rate": 8e-05,
      "loss": 0.7946058511734009,
      "step": 984
    },
    {
      "epoch": 0.2626531699520511,
      "grad_norm": 0.69140625,
      "learning_rate": 8e-05,
      "loss": 0.817328929901123,
      "step": 986
    },
    {
      "epoch": 0.26318593500266385,
      "grad_norm": 0.69140625,
      "learning_rate": 8e-05,
      "loss": 0.8307056427001953,
      "step": 988
    },
    {
      "epoch": 0.2637187000532765,
      "grad_norm": 0.734375,
      "learning_rate": 8e-05,
      "loss": 0.837894082069397,
      "step": 990
    },
    {
      "epoch": 0.2642514651038892,
      "grad_norm": 0.69921875,
      "learning_rate": 8e-05,
      "loss": 0.8467088341712952,
      "step": 992
    },
    {
      "epoch": 0.26478423015450187,
      "grad_norm": 0.6875,
      "learning_rate": 8e-05,
      "loss": 0.8036914467811584,
      "step": 994
    },
    {
      "epoch": 0.26531699520511454,
      "grad_norm": 0.69140625,
      "learning_rate": 8e-05,
      "loss": 0.819699764251709,
      "step": 996
    },
    {
      "epoch": 0.2658497602557272,
      "grad_norm": 0.67578125,
      "learning_rate": 8e-05,
      "loss": 0.8019229769706726,
      "step": 998
    },
    {
      "epoch": 0.2663825253063399,
      "grad_norm": 0.71875,
      "learning_rate": 8e-05,
      "loss": 0.8053907155990601,
      "step": 1000
    },
    {
      "epoch": 0.2669152903569526,
      "grad_norm": 0.7109375,
      "learning_rate": 8e-05,
      "loss": 0.8073758482933044,
      "step": 1002
    },
    {
      "epoch": 0.2674480554075653,
      "grad_norm": 0.73828125,
      "learning_rate": 8e-05,
      "loss": 0.828862190246582,
      "step": 1004
    },
    {
      "epoch": 0.26798082045817795,
      "grad_norm": 0.7265625,
      "learning_rate": 8e-05,
      "loss": 0.8768335580825806,
      "step": 1006
    },
    {
      "epoch": 0.2685135855087906,
      "grad_norm": 0.6953125,
      "learning_rate": 8e-05,
      "loss": 0.851819634437561,
      "step": 1008
    },
    {
      "epoch": 0.2690463505594033,
      "grad_norm": 0.6953125,
      "learning_rate": 8e-05,
      "loss": 0.812772274017334,
      "step": 1010
    },
    {
      "epoch": 0.26957911561001596,
      "grad_norm": 0.6953125,
      "learning_rate": 8e-05,
      "loss": 0.8672690987586975,
      "step": 1012
    },
    {
      "epoch": 0.2701118806606287,
      "grad_norm": 0.70703125,
      "learning_rate": 8e-05,
      "loss": 0.8474425077438354,
      "step": 1014
    },
    {
      "epoch": 0.27064464571124136,
      "grad_norm": 0.76171875,
      "learning_rate": 8e-05,
      "loss": 0.846489429473877,
      "step": 1016
    },
    {
      "epoch": 0.27117741076185403,
      "grad_norm": 0.67578125,
      "learning_rate": 8e-05,
      "loss": 0.8402537107467651,
      "step": 1018
    },
    {
      "epoch": 0.2717101758124667,
      "grad_norm": 0.72265625,
      "learning_rate": 8e-05,
      "loss": 0.873051643371582,
      "step": 1020
    },
    {
      "epoch": 0.2722429408630794,
      "grad_norm": 0.69140625,
      "learning_rate": 8e-05,
      "loss": 0.8155555129051208,
      "step": 1022
    },
    {
      "epoch": 0.27277570591369205,
      "grad_norm": 0.65625,
      "learning_rate": 8e-05,
      "loss": 0.7977849245071411,
      "step": 1024
    },
    {
      "epoch": 0.2733084709643047,
      "grad_norm": 0.6796875,
      "learning_rate": 8e-05,
      "loss": 0.8137617111206055,
      "step": 1026
    },
    {
      "epoch": 0.27384123601491744,
      "grad_norm": 0.6796875,
      "learning_rate": 8e-05,
      "loss": 0.848274827003479,
      "step": 1028
    },
    {
      "epoch": 0.2743740010655301,
      "grad_norm": 0.7265625,
      "learning_rate": 8e-05,
      "loss": 0.8711082339286804,
      "step": 1030
    },
    {
      "epoch": 0.2749067661161428,
      "grad_norm": 0.6875,
      "learning_rate": 8e-05,
      "loss": 0.8073972463607788,
      "step": 1032
    },
    {
      "epoch": 0.27543953116675546,
      "grad_norm": 0.70703125,
      "learning_rate": 8e-05,
      "loss": 0.8326395750045776,
      "step": 1034
    },
    {
      "epoch": 0.27597229621736813,
      "grad_norm": 0.68359375,
      "learning_rate": 8e-05,
      "loss": 0.855026125907898,
      "step": 1036
    },
    {
      "epoch": 0.2765050612679808,
      "grad_norm": 0.671875,
      "learning_rate": 8e-05,
      "loss": 0.7754218578338623,
      "step": 1038
    },
    {
      "epoch": 0.2770378263185935,
      "grad_norm": 0.703125,
      "learning_rate": 8e-05,
      "loss": 0.8070095181465149,
      "step": 1040
    },
    {
      "epoch": 0.2775705913692062,
      "grad_norm": 0.72265625,
      "learning_rate": 8e-05,
      "loss": 0.8382344245910645,
      "step": 1042
    },
    {
      "epoch": 0.27810335641981887,
      "grad_norm": 0.69921875,
      "learning_rate": 8e-05,
      "loss": 0.8222081661224365,
      "step": 1044
    },
    {
      "epoch": 0.27863612147043154,
      "grad_norm": 0.734375,
      "learning_rate": 8e-05,
      "loss": 0.8200312256813049,
      "step": 1046
    },
    {
      "epoch": 0.2791688865210442,
      "grad_norm": 0.71484375,
      "learning_rate": 8e-05,
      "loss": 0.8260998129844666,
      "step": 1048
    },
    {
      "epoch": 0.2797016515716569,
      "grad_norm": 0.734375,
      "learning_rate": 8e-05,
      "loss": 0.814910888671875,
      "step": 1050
    },
    {
      "epoch": 0.28023441662226956,
      "grad_norm": 0.73828125,
      "learning_rate": 8e-05,
      "loss": 0.8156729936599731,
      "step": 1052
    },
    {
      "epoch": 0.2807671816728823,
      "grad_norm": 0.703125,
      "learning_rate": 8e-05,
      "loss": 0.8278362154960632,
      "step": 1054
    },
    {
      "epoch": 0.28129994672349495,
      "grad_norm": 0.734375,
      "learning_rate": 8e-05,
      "loss": 0.8697912096977234,
      "step": 1056
    },
    {
      "epoch": 0.2818327117741076,
      "grad_norm": 0.70703125,
      "learning_rate": 8e-05,
      "loss": 0.8401728868484497,
      "step": 1058
    },
    {
      "epoch": 0.2823654768247203,
      "grad_norm": 0.6953125,
      "learning_rate": 8e-05,
      "loss": 0.8192448019981384,
      "step": 1060
    },
    {
      "epoch": 0.28289824187533297,
      "grad_norm": 0.68359375,
      "learning_rate": 8e-05,
      "loss": 0.8254504203796387,
      "step": 1062
    },
    {
      "epoch": 0.28343100692594564,
      "grad_norm": 0.7109375,
      "learning_rate": 8e-05,
      "loss": 0.8694897294044495,
      "step": 1064
    },
    {
      "epoch": 0.2839637719765583,
      "grad_norm": 0.68359375,
      "learning_rate": 8e-05,
      "loss": 0.8187917470932007,
      "step": 1066
    },
    {
      "epoch": 0.28449653702717104,
      "grad_norm": 0.703125,
      "learning_rate": 8e-05,
      "loss": 0.8559208512306213,
      "step": 1068
    },
    {
      "epoch": 0.2850293020777837,
      "grad_norm": 0.69921875,
      "learning_rate": 8e-05,
      "loss": 0.844135582447052,
      "step": 1070
    },
    {
      "epoch": 0.2855620671283964,
      "grad_norm": 0.6875,
      "learning_rate": 8e-05,
      "loss": 0.8289559483528137,
      "step": 1072
    },
    {
      "epoch": 0.28609483217900905,
      "grad_norm": 0.6953125,
      "learning_rate": 8e-05,
      "loss": 0.845726490020752,
      "step": 1074
    },
    {
      "epoch": 0.2866275972296217,
      "grad_norm": 0.703125,
      "learning_rate": 8e-05,
      "loss": 0.8291332125663757,
      "step": 1076
    },
    {
      "epoch": 0.2871603622802344,
      "grad_norm": 0.69921875,
      "learning_rate": 8e-05,
      "loss": 0.8118506073951721,
      "step": 1078
    },
    {
      "epoch": 0.2876931273308471,
      "grad_norm": 0.6953125,
      "learning_rate": 8e-05,
      "loss": 0.8339268565177917,
      "step": 1080
    },
    {
      "epoch": 0.2882258923814598,
      "grad_norm": 0.68359375,
      "learning_rate": 8e-05,
      "loss": 0.8273485898971558,
      "step": 1082
    },
    {
      "epoch": 0.28875865743207246,
      "grad_norm": 0.671875,
      "learning_rate": 8e-05,
      "loss": 0.8129878640174866,
      "step": 1084
    },
    {
      "epoch": 0.28929142248268513,
      "grad_norm": 0.68359375,
      "learning_rate": 8e-05,
      "loss": 0.8126479983329773,
      "step": 1086
    },
    {
      "epoch": 0.2898241875332978,
      "grad_norm": 0.6953125,
      "learning_rate": 8e-05,
      "loss": 0.8130111694335938,
      "step": 1088
    },
    {
      "epoch": 0.2903569525839105,
      "grad_norm": 0.68359375,
      "learning_rate": 8e-05,
      "loss": 0.8049681186676025,
      "step": 1090
    },
    {
      "epoch": 0.29088971763452315,
      "grad_norm": 0.69921875,
      "learning_rate": 8e-05,
      "loss": 0.8302510976791382,
      "step": 1092
    },
    {
      "epoch": 0.2914224826851359,
      "grad_norm": 0.68359375,
      "learning_rate": 8e-05,
      "loss": 0.7791358828544617,
      "step": 1094
    },
    {
      "epoch": 0.29195524773574855,
      "grad_norm": 0.6875,
      "learning_rate": 8e-05,
      "loss": 0.8203290700912476,
      "step": 1096
    },
    {
      "epoch": 0.2924880127863612,
      "grad_norm": 0.7265625,
      "learning_rate": 8e-05,
      "loss": 0.8215634822845459,
      "step": 1098
    },
    {
      "epoch": 0.2930207778369739,
      "grad_norm": 0.73046875,
      "learning_rate": 8e-05,
      "loss": 0.8419864177703857,
      "step": 1100
    },
    {
      "epoch": 0.29355354288758656,
      "grad_norm": 0.70703125,
      "learning_rate": 8e-05,
      "loss": 0.8286892175674438,
      "step": 1102
    },
    {
      "epoch": 0.29408630793819923,
      "grad_norm": 0.66796875,
      "learning_rate": 8e-05,
      "loss": 0.8043957948684692,
      "step": 1104
    },
    {
      "epoch": 0.29461907298881196,
      "grad_norm": 0.734375,
      "learning_rate": 8e-05,
      "loss": 0.8927145004272461,
      "step": 1106
    },
    {
      "epoch": 0.29515183803942463,
      "grad_norm": 0.6953125,
      "learning_rate": 8e-05,
      "loss": 0.8291870951652527,
      "step": 1108
    },
    {
      "epoch": 0.2956846030900373,
      "grad_norm": 0.6953125,
      "learning_rate": 8e-05,
      "loss": 0.8313156366348267,
      "step": 1110
    },
    {
      "epoch": 0.29621736814065,
      "grad_norm": 0.6953125,
      "learning_rate": 8e-05,
      "loss": 0.8501160144805908,
      "step": 1112
    },
    {
      "epoch": 0.29675013319126264,
      "grad_norm": 0.66015625,
      "learning_rate": 8e-05,
      "loss": 0.7889755368232727,
      "step": 1114
    },
    {
      "epoch": 0.2972828982418753,
      "grad_norm": 0.69140625,
      "learning_rate": 8e-05,
      "loss": 0.8166150450706482,
      "step": 1116
    },
    {
      "epoch": 0.297815663292488,
      "grad_norm": 0.7109375,
      "learning_rate": 8e-05,
      "loss": 0.8412237167358398,
      "step": 1118
    },
    {
      "epoch": 0.2983484283431007,
      "grad_norm": 0.703125,
      "learning_rate": 8e-05,
      "loss": 0.8289856910705566,
      "step": 1120
    },
    {
      "epoch": 0.2988811933937134,
      "grad_norm": 0.6875,
      "learning_rate": 8e-05,
      "loss": 0.8027371168136597,
      "step": 1122
    },
    {
      "epoch": 0.29941395844432606,
      "grad_norm": 0.69140625,
      "learning_rate": 8e-05,
      "loss": 0.8847401738166809,
      "step": 1124
    },
    {
      "epoch": 0.2999467234949387,
      "grad_norm": 0.6875,
      "learning_rate": 8e-05,
      "loss": 0.8147903680801392,
      "step": 1126
    },
    {
      "epoch": 0.3004794885455514,
      "grad_norm": 0.6875,
      "learning_rate": 8e-05,
      "loss": 0.8418508768081665,
      "step": 1128
    },
    {
      "epoch": 0.30101225359616407,
      "grad_norm": 0.68359375,
      "learning_rate": 8e-05,
      "loss": 0.8261881470680237,
      "step": 1130
    },
    {
      "epoch": 0.3015450186467768,
      "grad_norm": 0.67578125,
      "learning_rate": 8e-05,
      "loss": 0.8368499875068665,
      "step": 1132
    },
    {
      "epoch": 0.30207778369738947,
      "grad_norm": 0.703125,
      "learning_rate": 8e-05,
      "loss": 0.7928882837295532,
      "step": 1134
    },
    {
      "epoch": 0.30261054874800214,
      "grad_norm": 0.68359375,
      "learning_rate": 8e-05,
      "loss": 0.8569204211235046,
      "step": 1136
    },
    {
      "epoch": 0.3031433137986148,
      "grad_norm": 0.6796875,
      "learning_rate": 8e-05,
      "loss": 0.789159893989563,
      "step": 1138
    },
    {
      "epoch": 0.3036760788492275,
      "grad_norm": 0.6875,
      "learning_rate": 8e-05,
      "loss": 0.8144698143005371,
      "step": 1140
    },
    {
      "epoch": 0.30420884389984015,
      "grad_norm": 0.6796875,
      "learning_rate": 8e-05,
      "loss": 0.8477827310562134,
      "step": 1142
    },
    {
      "epoch": 0.3047416089504528,
      "grad_norm": 0.68359375,
      "learning_rate": 8e-05,
      "loss": 0.7713529467582703,
      "step": 1144
    },
    {
      "epoch": 0.30527437400106555,
      "grad_norm": 0.67578125,
      "learning_rate": 8e-05,
      "loss": 0.8129821419715881,
      "step": 1146
    },
    {
      "epoch": 0.3058071390516782,
      "grad_norm": 0.6875,
      "learning_rate": 8e-05,
      "loss": 0.8247785568237305,
      "step": 1148
    },
    {
      "epoch": 0.3063399041022909,
      "grad_norm": 0.72265625,
      "learning_rate": 8e-05,
      "loss": 0.8340808153152466,
      "step": 1150
    },
    {
      "epoch": 0.30687266915290357,
      "grad_norm": 0.671875,
      "learning_rate": 8e-05,
      "loss": 0.837786078453064,
      "step": 1152
    },
    {
      "epoch": 0.30740543420351624,
      "grad_norm": 0.68359375,
      "learning_rate": 8e-05,
      "loss": 0.8202642202377319,
      "step": 1154
    },
    {
      "epoch": 0.3079381992541289,
      "grad_norm": 0.68359375,
      "learning_rate": 8e-05,
      "loss": 0.7888924479484558,
      "step": 1156
    },
    {
      "epoch": 0.30847096430474163,
      "grad_norm": 0.7109375,
      "learning_rate": 8e-05,
      "loss": 0.8010126352310181,
      "step": 1158
    },
    {
      "epoch": 0.3090037293553543,
      "grad_norm": 0.6640625,
      "learning_rate": 8e-05,
      "loss": 0.8378207683563232,
      "step": 1160
    },
    {
      "epoch": 0.309536494405967,
      "grad_norm": 0.671875,
      "learning_rate": 8e-05,
      "loss": 0.7908037900924683,
      "step": 1162
    },
    {
      "epoch": 0.31006925945657965,
      "grad_norm": 0.6640625,
      "learning_rate": 8e-05,
      "loss": 0.793649435043335,
      "step": 1164
    },
    {
      "epoch": 0.3106020245071923,
      "grad_norm": 0.703125,
      "learning_rate": 8e-05,
      "loss": 0.8675748109817505,
      "step": 1166
    },
    {
      "epoch": 0.311134789557805,
      "grad_norm": 0.65234375,
      "learning_rate": 8e-05,
      "loss": 0.7880247831344604,
      "step": 1168
    },
    {
      "epoch": 0.31166755460841766,
      "grad_norm": 0.6875,
      "learning_rate": 8e-05,
      "loss": 0.8333700299263,
      "step": 1170
    },
    {
      "epoch": 0.3122003196590304,
      "grad_norm": 0.67578125,
      "learning_rate": 8e-05,
      "loss": 0.8213086724281311,
      "step": 1172
    },
    {
      "epoch": 0.31273308470964306,
      "grad_norm": 0.70703125,
      "learning_rate": 8e-05,
      "loss": 0.8234198689460754,
      "step": 1174
    },
    {
      "epoch": 0.31326584976025573,
      "grad_norm": 0.70703125,
      "learning_rate": 8e-05,
      "loss": 0.8723286390304565,
      "step": 1176
    },
    {
      "epoch": 0.3137986148108684,
      "grad_norm": 0.69921875,
      "learning_rate": 8e-05,
      "loss": 0.8310482501983643,
      "step": 1178
    },
    {
      "epoch": 0.3143313798614811,
      "grad_norm": 0.6875,
      "learning_rate": 8e-05,
      "loss": 0.8434503674507141,
      "step": 1180
    },
    {
      "epoch": 0.31486414491209375,
      "grad_norm": 0.6796875,
      "learning_rate": 8e-05,
      "loss": 0.8098523020744324,
      "step": 1182
    },
    {
      "epoch": 0.3153969099627065,
      "grad_norm": 0.7265625,
      "learning_rate": 8e-05,
      "loss": 0.8657939434051514,
      "step": 1184
    },
    {
      "epoch": 0.31592967501331914,
      "grad_norm": 0.703125,
      "learning_rate": 8e-05,
      "loss": 0.8621107339859009,
      "step": 1186
    },
    {
      "epoch": 0.3164624400639318,
      "grad_norm": 0.72265625,
      "learning_rate": 8e-05,
      "loss": 0.8273295760154724,
      "step": 1188
    },
    {
      "epoch": 0.3169952051145445,
      "grad_norm": 0.66015625,
      "learning_rate": 8e-05,
      "loss": 0.7910110354423523,
      "step": 1190
    },
    {
      "epoch": 0.31752797016515716,
      "grad_norm": 0.69921875,
      "learning_rate": 8e-05,
      "loss": 0.8113824129104614,
      "step": 1192
    },
    {
      "epoch": 0.31806073521576983,
      "grad_norm": 0.64453125,
      "learning_rate": 8e-05,
      "loss": 0.8246937394142151,
      "step": 1194
    },
    {
      "epoch": 0.3185935002663825,
      "grad_norm": 0.6953125,
      "learning_rate": 8e-05,
      "loss": 0.835896909236908,
      "step": 1196
    },
    {
      "epoch": 0.31912626531699523,
      "grad_norm": 0.69140625,
      "learning_rate": 8e-05,
      "loss": 0.8543767929077148,
      "step": 1198
    },
    {
      "epoch": 0.3196590303676079,
      "grad_norm": 0.67578125,
      "learning_rate": 8e-05,
      "loss": 0.7878560423851013,
      "step": 1200
    },
    {
      "epoch": 0.32019179541822057,
      "grad_norm": 0.6875,
      "learning_rate": 8e-05,
      "loss": 0.8405436277389526,
      "step": 1202
    },
    {
      "epoch": 0.32072456046883324,
      "grad_norm": 0.70703125,
      "learning_rate": 8e-05,
      "loss": 0.8454638719558716,
      "step": 1204
    },
    {
      "epoch": 0.3212573255194459,
      "grad_norm": 0.72265625,
      "learning_rate": 8e-05,
      "loss": 0.8819068074226379,
      "step": 1206
    },
    {
      "epoch": 0.3217900905700586,
      "grad_norm": 0.6796875,
      "learning_rate": 8e-05,
      "loss": 0.8613421320915222,
      "step": 1208
    },
    {
      "epoch": 0.3223228556206713,
      "grad_norm": 0.703125,
      "learning_rate": 8e-05,
      "loss": 0.84280925989151,
      "step": 1210
    },
    {
      "epoch": 0.322855620671284,
      "grad_norm": 0.73046875,
      "learning_rate": 8e-05,
      "loss": 0.8268940448760986,
      "step": 1212
    },
    {
      "epoch": 0.32338838572189665,
      "grad_norm": 0.69140625,
      "learning_rate": 8e-05,
      "loss": 0.8723543882369995,
      "step": 1214
    },
    {
      "epoch": 0.3239211507725093,
      "grad_norm": 0.6953125,
      "learning_rate": 8e-05,
      "loss": 0.8331593871116638,
      "step": 1216
    },
    {
      "epoch": 0.324453915823122,
      "grad_norm": 0.671875,
      "learning_rate": 8e-05,
      "loss": 0.8328378200531006,
      "step": 1218
    },
    {
      "epoch": 0.32498668087373467,
      "grad_norm": 0.69140625,
      "learning_rate": 8e-05,
      "loss": 0.8236236572265625,
      "step": 1220
    },
    {
      "epoch": 0.32551944592434734,
      "grad_norm": 0.69140625,
      "learning_rate": 8e-05,
      "loss": 0.9025675058364868,
      "step": 1222
    },
    {
      "epoch": 0.32605221097496007,
      "grad_norm": 0.67578125,
      "learning_rate": 8e-05,
      "loss": 0.8124939799308777,
      "step": 1224
    },
    {
      "epoch": 0.32658497602557274,
      "grad_norm": 0.66796875,
      "learning_rate": 8e-05,
      "loss": 0.8572587370872498,
      "step": 1226
    },
    {
      "epoch": 0.3271177410761854,
      "grad_norm": 0.6953125,
      "learning_rate": 8e-05,
      "loss": 0.7765132188796997,
      "step": 1228
    },
    {
      "epoch": 0.3276505061267981,
      "grad_norm": 0.68359375,
      "learning_rate": 8e-05,
      "loss": 0.8381130695343018,
      "step": 1230
    },
    {
      "epoch": 0.32818327117741075,
      "grad_norm": 0.67578125,
      "learning_rate": 8e-05,
      "loss": 0.8289612531661987,
      "step": 1232
    },
    {
      "epoch": 0.3287160362280234,
      "grad_norm": 0.66796875,
      "learning_rate": 8e-05,
      "loss": 0.8231470584869385,
      "step": 1234
    },
    {
      "epoch": 0.3292488012786361,
      "grad_norm": 0.65234375,
      "learning_rate": 8e-05,
      "loss": 0.8185766339302063,
      "step": 1236
    },
    {
      "epoch": 0.3297815663292488,
      "grad_norm": 0.66015625,
      "learning_rate": 8e-05,
      "loss": 0.809109091758728,
      "step": 1238
    },
    {
      "epoch": 0.3303143313798615,
      "grad_norm": 0.671875,
      "learning_rate": 8e-05,
      "loss": 0.8600226044654846,
      "step": 1240
    },
    {
      "epoch": 0.33084709643047416,
      "grad_norm": 0.66796875,
      "learning_rate": 8e-05,
      "loss": 0.8347437977790833,
      "step": 1242
    },
    {
      "epoch": 0.33137986148108683,
      "grad_norm": 0.71484375,
      "learning_rate": 8e-05,
      "loss": 0.8622264862060547,
      "step": 1244
    },
    {
      "epoch": 0.3319126265316995,
      "grad_norm": 0.67578125,
      "learning_rate": 8e-05,
      "loss": 0.8058921098709106,
      "step": 1246
    },
    {
      "epoch": 0.3324453915823122,
      "grad_norm": 0.66796875,
      "learning_rate": 8e-05,
      "loss": 0.8255428075790405,
      "step": 1248
    },
    {
      "epoch": 0.3329781566329249,
      "grad_norm": 0.65234375,
      "learning_rate": 8e-05,
      "loss": 0.8035192489624023,
      "step": 1250
    },
    {
      "epoch": 0.3335109216835376,
      "grad_norm": 0.67578125,
      "learning_rate": 8e-05,
      "loss": 0.8229770660400391,
      "step": 1252
    },
    {
      "epoch": 0.33404368673415025,
      "grad_norm": 0.67578125,
      "learning_rate": 8e-05,
      "loss": 0.8099672198295593,
      "step": 1254
    },
    {
      "epoch": 0.3345764517847629,
      "grad_norm": 0.69140625,
      "learning_rate": 8e-05,
      "loss": 0.8221847414970398,
      "step": 1256
    },
    {
      "epoch": 0.3351092168353756,
      "grad_norm": 0.6953125,
      "learning_rate": 8e-05,
      "loss": 0.8075480461120605,
      "step": 1258
    },
    {
      "epoch": 0.33564198188598826,
      "grad_norm": 0.70703125,
      "learning_rate": 8e-05,
      "loss": 0.8237086534500122,
      "step": 1260
    },
    {
      "epoch": 0.33617474693660093,
      "grad_norm": 0.69140625,
      "learning_rate": 8e-05,
      "loss": 0.8089755773544312,
      "step": 1262
    },
    {
      "epoch": 0.33670751198721366,
      "grad_norm": 0.68359375,
      "learning_rate": 8e-05,
      "loss": 0.8307473063468933,
      "step": 1264
    },
    {
      "epoch": 0.33724027703782633,
      "grad_norm": 0.6796875,
      "learning_rate": 8e-05,
      "loss": 0.8326480388641357,
      "step": 1266
    },
    {
      "epoch": 0.337773042088439,
      "grad_norm": 0.68359375,
      "learning_rate": 8e-05,
      "loss": 0.8556010723114014,
      "step": 1268
    },
    {
      "epoch": 0.3383058071390517,
      "grad_norm": 0.671875,
      "learning_rate": 8e-05,
      "loss": 0.8126214146614075,
      "step": 1270
    },
    {
      "epoch": 0.33883857218966434,
      "grad_norm": 0.6796875,
      "learning_rate": 8e-05,
      "loss": 0.8234031796455383,
      "step": 1272
    },
    {
      "epoch": 0.339371337240277,
      "grad_norm": 0.6484375,
      "learning_rate": 8e-05,
      "loss": 0.8191617727279663,
      "step": 1274
    },
    {
      "epoch": 0.33990410229088974,
      "grad_norm": 0.640625,
      "learning_rate": 8e-05,
      "loss": 0.7701093554496765,
      "step": 1276
    },
    {
      "epoch": 0.3404368673415024,
      "grad_norm": 0.6640625,
      "learning_rate": 8e-05,
      "loss": 0.82283616065979,
      "step": 1278
    },
    {
      "epoch": 0.3409696323921151,
      "grad_norm": 0.671875,
      "learning_rate": 8e-05,
      "loss": 0.8266280889511108,
      "step": 1280
    },
    {
      "epoch": 0.34150239744272776,
      "grad_norm": 0.6484375,
      "learning_rate": 8e-05,
      "loss": 0.7687116861343384,
      "step": 1282
    },
    {
      "epoch": 0.34203516249334043,
      "grad_norm": 0.65625,
      "learning_rate": 8e-05,
      "loss": 0.8157622218132019,
      "step": 1284
    },
    {
      "epoch": 0.3425679275439531,
      "grad_norm": 0.68359375,
      "learning_rate": 8e-05,
      "loss": 0.8259207606315613,
      "step": 1286
    },
    {
      "epoch": 0.34310069259456577,
      "grad_norm": 0.66015625,
      "learning_rate": 8e-05,
      "loss": 0.7940812110900879,
      "step": 1288
    },
    {
      "epoch": 0.3436334576451785,
      "grad_norm": 0.6796875,
      "learning_rate": 8e-05,
      "loss": 0.8644148707389832,
      "step": 1290
    },
    {
      "epoch": 0.34416622269579117,
      "grad_norm": 0.65234375,
      "learning_rate": 8e-05,
      "loss": 0.8318431973457336,
      "step": 1292
    },
    {
      "epoch": 0.34469898774640384,
      "grad_norm": 0.65234375,
      "learning_rate": 8e-05,
      "loss": 0.7810943126678467,
      "step": 1294
    },
    {
      "epoch": 0.3452317527970165,
      "grad_norm": 0.65625,
      "learning_rate": 8e-05,
      "loss": 0.8003625273704529,
      "step": 1296
    },
    {
      "epoch": 0.3457645178476292,
      "grad_norm": 0.65625,
      "learning_rate": 8e-05,
      "loss": 0.7984561920166016,
      "step": 1298
    },
    {
      "epoch": 0.34629728289824185,
      "grad_norm": 0.65625,
      "learning_rate": 8e-05,
      "loss": 0.8027920722961426,
      "step": 1300
    },
    {
      "epoch": 0.3468300479488546,
      "grad_norm": 0.71875,
      "learning_rate": 8e-05,
      "loss": 0.8382170796394348,
      "step": 1302
    },
    {
      "epoch": 0.34736281299946725,
      "grad_norm": 0.6953125,
      "learning_rate": 8e-05,
      "loss": 0.8113511800765991,
      "step": 1304
    },
    {
      "epoch": 0.3478955780500799,
      "grad_norm": 0.63671875,
      "learning_rate": 8e-05,
      "loss": 0.7773157358169556,
      "step": 1306
    },
    {
      "epoch": 0.3484283431006926,
      "grad_norm": 0.66796875,
      "learning_rate": 8e-05,
      "loss": 0.8348230719566345,
      "step": 1308
    },
    {
      "epoch": 0.34896110815130527,
      "grad_norm": 0.6796875,
      "learning_rate": 8e-05,
      "loss": 0.8246813416481018,
      "step": 1310
    },
    {
      "epoch": 0.34949387320191794,
      "grad_norm": 0.6484375,
      "learning_rate": 8e-05,
      "loss": 0.8007385730743408,
      "step": 1312
    },
    {
      "epoch": 0.3500266382525306,
      "grad_norm": 0.65234375,
      "learning_rate": 8e-05,
      "loss": 0.782619297504425,
      "step": 1314
    },
    {
      "epoch": 0.35055940330314334,
      "grad_norm": 0.67578125,
      "learning_rate": 8e-05,
      "loss": 0.8223733305931091,
      "step": 1316
    },
    {
      "epoch": 0.351092168353756,
      "grad_norm": 0.6640625,
      "learning_rate": 8e-05,
      "loss": 0.7972275018692017,
      "step": 1318
    },
    {
      "epoch": 0.3516249334043687,
      "grad_norm": 0.6640625,
      "learning_rate": 8e-05,
      "loss": 0.806035578250885,
      "step": 1320
    },
    {
      "epoch": 0.35215769845498135,
      "grad_norm": 0.67578125,
      "learning_rate": 8e-05,
      "loss": 0.8033435940742493,
      "step": 1322
    },
    {
      "epoch": 0.352690463505594,
      "grad_norm": 0.66796875,
      "learning_rate": 8e-05,
      "loss": 0.8439804315567017,
      "step": 1324
    },
    {
      "epoch": 0.3532232285562067,
      "grad_norm": 0.68359375,
      "learning_rate": 8e-05,
      "loss": 0.8247978091239929,
      "step": 1326
    },
    {
      "epoch": 0.3537559936068194,
      "grad_norm": 0.65625,
      "learning_rate": 8e-05,
      "loss": 0.7770576477050781,
      "step": 1328
    },
    {
      "epoch": 0.3542887586574321,
      "grad_norm": 0.66015625,
      "learning_rate": 8e-05,
      "loss": 0.8157473206520081,
      "step": 1330
    },
    {
      "epoch": 0.35482152370804476,
      "grad_norm": 0.6484375,
      "learning_rate": 8e-05,
      "loss": 0.8069726824760437,
      "step": 1332
    },
    {
      "epoch": 0.35535428875865743,
      "grad_norm": 0.6640625,
      "learning_rate": 8e-05,
      "loss": 0.8322383165359497,
      "step": 1334
    },
    {
      "epoch": 0.3558870538092701,
      "grad_norm": 0.6640625,
      "learning_rate": 8e-05,
      "loss": 0.797613799571991,
      "step": 1336
    },
    {
      "epoch": 0.3564198188598828,
      "grad_norm": 0.6875,
      "learning_rate": 8e-05,
      "loss": 0.8209842443466187,
      "step": 1338
    },
    {
      "epoch": 0.35695258391049545,
      "grad_norm": 0.65234375,
      "learning_rate": 8e-05,
      "loss": 0.8391934037208557,
      "step": 1340
    },
    {
      "epoch": 0.3574853489611082,
      "grad_norm": 0.6640625,
      "learning_rate": 8e-05,
      "loss": 0.8320241570472717,
      "step": 1342
    },
    {
      "epoch": 0.35801811401172084,
      "grad_norm": 0.6640625,
      "learning_rate": 8e-05,
      "loss": 0.8497931957244873,
      "step": 1344
    },
    {
      "epoch": 0.3585508790623335,
      "grad_norm": 0.64453125,
      "learning_rate": 8e-05,
      "loss": 0.7735468149185181,
      "step": 1346
    },
    {
      "epoch": 0.3590836441129462,
      "grad_norm": 0.66796875,
      "learning_rate": 8e-05,
      "loss": 0.7980416417121887,
      "step": 1348
    },
    {
      "epoch": 0.35961640916355886,
      "grad_norm": 0.63671875,
      "learning_rate": 8e-05,
      "loss": 0.7885520458221436,
      "step": 1350
    },
    {
      "epoch": 0.36014917421417153,
      "grad_norm": 0.64453125,
      "learning_rate": 8e-05,
      "loss": 0.786660373210907,
      "step": 1352
    },
    {
      "epoch": 0.36068193926478426,
      "grad_norm": 0.640625,
      "learning_rate": 8e-05,
      "loss": 0.7961907386779785,
      "step": 1354
    },
    {
      "epoch": 0.36121470431539693,
      "grad_norm": 0.65625,
      "learning_rate": 8e-05,
      "loss": 0.8075615763664246,
      "step": 1356
    },
    {
      "epoch": 0.3617474693660096,
      "grad_norm": 0.65625,
      "learning_rate": 8e-05,
      "loss": 0.7986862659454346,
      "step": 1358
    },
    {
      "epoch": 0.36228023441662227,
      "grad_norm": 0.6328125,
      "learning_rate": 8e-05,
      "loss": 0.7794106006622314,
      "step": 1360
    },
    {
      "epoch": 0.36281299946723494,
      "grad_norm": 0.6484375,
      "learning_rate": 8e-05,
      "loss": 0.8085299134254456,
      "step": 1362
    },
    {
      "epoch": 0.3633457645178476,
      "grad_norm": 0.65625,
      "learning_rate": 8e-05,
      "loss": 0.8172681927680969,
      "step": 1364
    },
    {
      "epoch": 0.3638785295684603,
      "grad_norm": 0.6484375,
      "learning_rate": 8e-05,
      "loss": 0.8157686591148376,
      "step": 1366
    },
    {
      "epoch": 0.364411294619073,
      "grad_norm": 0.64453125,
      "learning_rate": 8e-05,
      "loss": 0.8455065488815308,
      "step": 1368
    },
    {
      "epoch": 0.3649440596696857,
      "grad_norm": 0.66796875,
      "learning_rate": 8e-05,
      "loss": 0.8134093284606934,
      "step": 1370
    },
    {
      "epoch": 0.36547682472029835,
      "grad_norm": 0.609375,
      "learning_rate": 8e-05,
      "loss": 0.7692434787750244,
      "step": 1372
    },
    {
      "epoch": 0.366009589770911,
      "grad_norm": 0.65625,
      "learning_rate": 8e-05,
      "loss": 0.7843102812767029,
      "step": 1374
    },
    {
      "epoch": 0.3665423548215237,
      "grad_norm": 0.66796875,
      "learning_rate": 8e-05,
      "loss": 0.8318651914596558,
      "step": 1376
    },
    {
      "epoch": 0.36707511987213637,
      "grad_norm": 0.6640625,
      "learning_rate": 8e-05,
      "loss": 0.8075577616691589,
      "step": 1378
    },
    {
      "epoch": 0.3676078849227491,
      "grad_norm": 0.66015625,
      "learning_rate": 8e-05,
      "loss": 0.7955432534217834,
      "step": 1380
    },
    {
      "epoch": 0.36814064997336177,
      "grad_norm": 0.6484375,
      "learning_rate": 8e-05,
      "loss": 0.7789199352264404,
      "step": 1382
    },
    {
      "epoch": 0.36867341502397444,
      "grad_norm": 0.69140625,
      "learning_rate": 8e-05,
      "loss": 0.8257974982261658,
      "step": 1384
    },
    {
      "epoch": 0.3692061800745871,
      "grad_norm": 0.66015625,
      "learning_rate": 8e-05,
      "loss": 0.7887584567070007,
      "step": 1386
    },
    {
      "epoch": 0.3697389451251998,
      "grad_norm": 0.70703125,
      "learning_rate": 8e-05,
      "loss": 0.8510478734970093,
      "step": 1388
    },
    {
      "epoch": 0.37027171017581245,
      "grad_norm": 0.6875,
      "learning_rate": 8e-05,
      "loss": 0.8060406446456909,
      "step": 1390
    },
    {
      "epoch": 0.3708044752264251,
      "grad_norm": 0.65625,
      "learning_rate": 8e-05,
      "loss": 0.7955806851387024,
      "step": 1392
    },
    {
      "epoch": 0.37133724027703785,
      "grad_norm": 0.65234375,
      "learning_rate": 8e-05,
      "loss": 0.7971813082695007,
      "step": 1394
    },
    {
      "epoch": 0.3718700053276505,
      "grad_norm": 0.65625,
      "learning_rate": 8e-05,
      "loss": 0.7997479438781738,
      "step": 1396
    },
    {
      "epoch": 0.3724027703782632,
      "grad_norm": 0.66015625,
      "learning_rate": 8e-05,
      "loss": 0.8180658221244812,
      "step": 1398
    },
    {
      "epoch": 0.37293553542887586,
      "grad_norm": 0.65234375,
      "learning_rate": 8e-05,
      "loss": 0.790256142616272,
      "step": 1400
    },
    {
      "epoch": 0.37346830047948854,
      "grad_norm": 0.640625,
      "learning_rate": 8e-05,
      "loss": 0.7598444223403931,
      "step": 1402
    },
    {
      "epoch": 0.3740010655301012,
      "grad_norm": 0.671875,
      "learning_rate": 8e-05,
      "loss": 0.801741361618042,
      "step": 1404
    },
    {
      "epoch": 0.3745338305807139,
      "grad_norm": 0.65625,
      "learning_rate": 8e-05,
      "loss": 0.7819033861160278,
      "step": 1406
    },
    {
      "epoch": 0.3750665956313266,
      "grad_norm": 0.671875,
      "learning_rate": 8e-05,
      "loss": 0.8237056732177734,
      "step": 1408
    },
    {
      "epoch": 0.3755993606819393,
      "grad_norm": 0.68359375,
      "learning_rate": 8e-05,
      "loss": 0.8147417306900024,
      "step": 1410
    },
    {
      "epoch": 0.37613212573255195,
      "grad_norm": 0.66015625,
      "learning_rate": 8e-05,
      "loss": 0.7891062498092651,
      "step": 1412
    },
    {
      "epoch": 0.3766648907831646,
      "grad_norm": 0.65625,
      "learning_rate": 8e-05,
      "loss": 0.8018314838409424,
      "step": 1414
    },
    {
      "epoch": 0.3771976558337773,
      "grad_norm": 0.64453125,
      "learning_rate": 8e-05,
      "loss": 0.7935019135475159,
      "step": 1416
    },
    {
      "epoch": 0.37773042088438996,
      "grad_norm": 0.6953125,
      "learning_rate": 8e-05,
      "loss": 0.8369472622871399,
      "step": 1418
    },
    {
      "epoch": 0.3782631859350027,
      "grad_norm": 0.66796875,
      "learning_rate": 8e-05,
      "loss": 0.7935312986373901,
      "step": 1420
    },
    {
      "epoch": 0.37879595098561536,
      "grad_norm": 0.6484375,
      "learning_rate": 8e-05,
      "loss": 0.7909234166145325,
      "step": 1422
    },
    {
      "epoch": 0.37932871603622803,
      "grad_norm": 0.6640625,
      "learning_rate": 8e-05,
      "loss": 0.817375898361206,
      "step": 1424
    },
    {
      "epoch": 0.3798614810868407,
      "grad_norm": 0.640625,
      "learning_rate": 8e-05,
      "loss": 0.809626042842865,
      "step": 1426
    },
    {
      "epoch": 0.3803942461374534,
      "grad_norm": 0.640625,
      "learning_rate": 8e-05,
      "loss": 0.7614900469779968,
      "step": 1428
    },
    {
      "epoch": 0.38092701118806604,
      "grad_norm": 0.64453125,
      "learning_rate": 8e-05,
      "loss": 0.7885522842407227,
      "step": 1430
    },
    {
      "epoch": 0.3814597762386787,
      "grad_norm": 0.65234375,
      "learning_rate": 8e-05,
      "loss": 0.7955629825592041,
      "step": 1432
    },
    {
      "epoch": 0.38199254128929144,
      "grad_norm": 0.64453125,
      "learning_rate": 8e-05,
      "loss": 0.7892552614212036,
      "step": 1434
    },
    {
      "epoch": 0.3825253063399041,
      "grad_norm": 0.64453125,
      "learning_rate": 8e-05,
      "loss": 0.8095505833625793,
      "step": 1436
    },
    {
      "epoch": 0.3830580713905168,
      "grad_norm": 0.6171875,
      "learning_rate": 8e-05,
      "loss": 0.7699292302131653,
      "step": 1438
    },
    {
      "epoch": 0.38359083644112946,
      "grad_norm": 0.66015625,
      "learning_rate": 8e-05,
      "loss": 0.8210839629173279,
      "step": 1440
    },
    {
      "epoch": 0.38412360149174213,
      "grad_norm": 0.62890625,
      "learning_rate": 8e-05,
      "loss": 0.7994286417961121,
      "step": 1442
    },
    {
      "epoch": 0.3846563665423548,
      "grad_norm": 0.6484375,
      "learning_rate": 8e-05,
      "loss": 0.7771030068397522,
      "step": 1444
    },
    {
      "epoch": 0.3851891315929675,
      "grad_norm": 0.65234375,
      "learning_rate": 8e-05,
      "loss": 0.7784361839294434,
      "step": 1446
    },
    {
      "epoch": 0.3857218966435802,
      "grad_norm": 0.6328125,
      "learning_rate": 8e-05,
      "loss": 0.8078509569168091,
      "step": 1448
    },
    {
      "epoch": 0.38625466169419287,
      "grad_norm": 0.67578125,
      "learning_rate": 8e-05,
      "loss": 0.8055387735366821,
      "step": 1450
    },
    {
      "epoch": 0.38678742674480554,
      "grad_norm": 0.6484375,
      "learning_rate": 8e-05,
      "loss": 0.8143312931060791,
      "step": 1452
    },
    {
      "epoch": 0.3873201917954182,
      "grad_norm": 0.6484375,
      "learning_rate": 8e-05,
      "loss": 0.8212940096855164,
      "step": 1454
    },
    {
      "epoch": 0.3878529568460309,
      "grad_norm": 0.66015625,
      "learning_rate": 8e-05,
      "loss": 0.8249719738960266,
      "step": 1456
    },
    {
      "epoch": 0.38838572189664355,
      "grad_norm": 0.6484375,
      "learning_rate": 8e-05,
      "loss": 0.8218085765838623,
      "step": 1458
    },
    {
      "epoch": 0.3889184869472563,
      "grad_norm": 0.65234375,
      "learning_rate": 8e-05,
      "loss": 0.8255725502967834,
      "step": 1460
    },
    {
      "epoch": 0.38945125199786895,
      "grad_norm": 0.65625,
      "learning_rate": 8e-05,
      "loss": 0.7988225817680359,
      "step": 1462
    },
    {
      "epoch": 0.3899840170484816,
      "grad_norm": 0.63671875,
      "learning_rate": 8e-05,
      "loss": 0.7831338047981262,
      "step": 1464
    },
    {
      "epoch": 0.3905167820990943,
      "grad_norm": 0.671875,
      "learning_rate": 8e-05,
      "loss": 0.8661478757858276,
      "step": 1466
    },
    {
      "epoch": 0.39104954714970697,
      "grad_norm": 0.6328125,
      "learning_rate": 8e-05,
      "loss": 0.8106863498687744,
      "step": 1468
    },
    {
      "epoch": 0.39158231220031964,
      "grad_norm": 0.63671875,
      "learning_rate": 8e-05,
      "loss": 0.7969095706939697,
      "step": 1470
    },
    {
      "epoch": 0.39211507725093236,
      "grad_norm": 0.62109375,
      "learning_rate": 8e-05,
      "loss": 0.7830895781517029,
      "step": 1472
    },
    {
      "epoch": 0.39264784230154504,
      "grad_norm": 0.66015625,
      "learning_rate": 8e-05,
      "loss": 0.8268316984176636,
      "step": 1474
    },
    {
      "epoch": 0.3931806073521577,
      "grad_norm": 0.63671875,
      "learning_rate": 8e-05,
      "loss": 0.8054344654083252,
      "step": 1476
    },
    {
      "epoch": 0.3937133724027704,
      "grad_norm": 0.63671875,
      "learning_rate": 8e-05,
      "loss": 0.7860501408576965,
      "step": 1478
    },
    {
      "epoch": 0.39424613745338305,
      "grad_norm": 0.671875,
      "learning_rate": 8e-05,
      "loss": 0.8310704231262207,
      "step": 1480
    },
    {
      "epoch": 0.3947789025039957,
      "grad_norm": 0.640625,
      "learning_rate": 8e-05,
      "loss": 0.8038405179977417,
      "step": 1482
    },
    {
      "epoch": 0.3953116675546084,
      "grad_norm": 0.65625,
      "learning_rate": 8e-05,
      "loss": 0.7913386821746826,
      "step": 1484
    },
    {
      "epoch": 0.3958444326052211,
      "grad_norm": 0.625,
      "learning_rate": 8e-05,
      "loss": 0.7641775012016296,
      "step": 1486
    },
    {
      "epoch": 0.3963771976558338,
      "grad_norm": 0.64453125,
      "learning_rate": 8e-05,
      "loss": 0.8178999423980713,
      "step": 1488
    },
    {
      "epoch": 0.39690996270644646,
      "grad_norm": 0.67578125,
      "learning_rate": 8e-05,
      "loss": 0.8257794380187988,
      "step": 1490
    },
    {
      "epoch": 0.39744272775705913,
      "grad_norm": 0.65625,
      "learning_rate": 8e-05,
      "loss": 0.7903448343276978,
      "step": 1492
    },
    {
      "epoch": 0.3979754928076718,
      "grad_norm": 0.671875,
      "learning_rate": 8e-05,
      "loss": 0.7882867455482483,
      "step": 1494
    },
    {
      "epoch": 0.3985082578582845,
      "grad_norm": 0.640625,
      "learning_rate": 8e-05,
      "loss": 0.8316589593887329,
      "step": 1496
    },
    {
      "epoch": 0.3990410229088972,
      "grad_norm": 0.640625,
      "learning_rate": 8e-05,
      "loss": 0.8053879141807556,
      "step": 1498
    },
    {
      "epoch": 0.3995737879595099,
      "grad_norm": 0.6484375,
      "learning_rate": 8e-05,
      "loss": 0.8426420092582703,
      "step": 1500
    },
    {
      "epoch": 0.40010655301012255,
      "grad_norm": 0.65234375,
      "learning_rate": 8e-05,
      "loss": 0.8209067583084106,
      "step": 1502
    },
    {
      "epoch": 0.4006393180607352,
      "grad_norm": 0.6328125,
      "learning_rate": 8e-05,
      "loss": 0.8079086542129517,
      "step": 1504
    },
    {
      "epoch": 0.4011720831113479,
      "grad_norm": 0.6640625,
      "learning_rate": 8e-05,
      "loss": 0.808128297328949,
      "step": 1506
    },
    {
      "epoch": 0.40170484816196056,
      "grad_norm": 0.671875,
      "learning_rate": 8e-05,
      "loss": 0.8213729858398438,
      "step": 1508
    },
    {
      "epoch": 0.40223761321257323,
      "grad_norm": 0.6484375,
      "learning_rate": 8e-05,
      "loss": 0.8084886074066162,
      "step": 1510
    },
    {
      "epoch": 0.40277037826318596,
      "grad_norm": 0.6328125,
      "learning_rate": 8e-05,
      "loss": 0.8165018558502197,
      "step": 1512
    },
    {
      "epoch": 0.40330314331379863,
      "grad_norm": 0.6484375,
      "learning_rate": 8e-05,
      "loss": 0.8012227416038513,
      "step": 1514
    },
    {
      "epoch": 0.4038359083644113,
      "grad_norm": 0.66796875,
      "learning_rate": 8e-05,
      "loss": 0.8613946437835693,
      "step": 1516
    },
    {
      "epoch": 0.40436867341502397,
      "grad_norm": 0.6953125,
      "learning_rate": 8e-05,
      "loss": 0.8433681726455688,
      "step": 1518
    },
    {
      "epoch": 0.40490143846563664,
      "grad_norm": 0.6328125,
      "learning_rate": 8e-05,
      "loss": 0.779987096786499,
      "step": 1520
    },
    {
      "epoch": 0.4054342035162493,
      "grad_norm": 0.66796875,
      "learning_rate": 8e-05,
      "loss": 0.8048115968704224,
      "step": 1522
    },
    {
      "epoch": 0.40596696856686204,
      "grad_norm": 0.64453125,
      "learning_rate": 8e-05,
      "loss": 0.8666731715202332,
      "step": 1524
    },
    {
      "epoch": 0.4064997336174747,
      "grad_norm": 0.640625,
      "learning_rate": 8e-05,
      "loss": 0.747114360332489,
      "step": 1526
    },
    {
      "epoch": 0.4070324986680874,
      "grad_norm": 0.6484375,
      "learning_rate": 8e-05,
      "loss": 0.7566266059875488,
      "step": 1528
    },
    {
      "epoch": 0.40756526371870005,
      "grad_norm": 0.66015625,
      "learning_rate": 8e-05,
      "loss": 0.7844398617744446,
      "step": 1530
    },
    {
      "epoch": 0.4080980287693127,
      "grad_norm": 0.65234375,
      "learning_rate": 8e-05,
      "loss": 0.7681721448898315,
      "step": 1532
    },
    {
      "epoch": 0.4086307938199254,
      "grad_norm": 0.640625,
      "learning_rate": 8e-05,
      "loss": 0.7945184111595154,
      "step": 1534
    },
    {
      "epoch": 0.40916355887053807,
      "grad_norm": 0.62109375,
      "learning_rate": 8e-05,
      "loss": 0.7696878910064697,
      "step": 1536
    },
    {
      "epoch": 0.4096963239211508,
      "grad_norm": 0.65625,
      "learning_rate": 8e-05,
      "loss": 0.7923563718795776,
      "step": 1538
    },
    {
      "epoch": 0.41022908897176347,
      "grad_norm": 0.66796875,
      "learning_rate": 8e-05,
      "loss": 0.8100162744522095,
      "step": 1540
    },
    {
      "epoch": 0.41076185402237614,
      "grad_norm": 0.625,
      "learning_rate": 8e-05,
      "loss": 0.7867823243141174,
      "step": 1542
    },
    {
      "epoch": 0.4112946190729888,
      "grad_norm": 0.6484375,
      "learning_rate": 8e-05,
      "loss": 0.8097234964370728,
      "step": 1544
    },
    {
      "epoch": 0.4118273841236015,
      "grad_norm": 0.6484375,
      "learning_rate": 8e-05,
      "loss": 0.7911956310272217,
      "step": 1546
    },
    {
      "epoch": 0.41236014917421415,
      "grad_norm": 0.65234375,
      "learning_rate": 8e-05,
      "loss": 0.8348594903945923,
      "step": 1548
    },
    {
      "epoch": 0.4128929142248269,
      "grad_norm": 0.6328125,
      "learning_rate": 8e-05,
      "loss": 0.77206951379776,
      "step": 1550
    },
    {
      "epoch": 0.41342567927543955,
      "grad_norm": 0.6484375,
      "learning_rate": 8e-05,
      "loss": 0.8244647979736328,
      "step": 1552
    },
    {
      "epoch": 0.4139584443260522,
      "grad_norm": 0.6171875,
      "learning_rate": 8e-05,
      "loss": 0.7584129571914673,
      "step": 1554
    },
    {
      "epoch": 0.4144912093766649,
      "grad_norm": 0.64453125,
      "learning_rate": 8e-05,
      "loss": 0.7752898931503296,
      "step": 1556
    },
    {
      "epoch": 0.41502397442727756,
      "grad_norm": 0.65625,
      "learning_rate": 8e-05,
      "loss": 0.7845876812934875,
      "step": 1558
    },
    {
      "epoch": 0.41555673947789024,
      "grad_norm": 0.66015625,
      "learning_rate": 8e-05,
      "loss": 0.7884317636489868,
      "step": 1560
    },
    {
      "epoch": 0.4160895045285029,
      "grad_norm": 0.6796875,
      "learning_rate": 8e-05,
      "loss": 0.8328264951705933,
      "step": 1562
    },
    {
      "epoch": 0.41662226957911563,
      "grad_norm": 0.625,
      "learning_rate": 8e-05,
      "loss": 0.7535569071769714,
      "step": 1564
    },
    {
      "epoch": 0.4171550346297283,
      "grad_norm": 0.6484375,
      "learning_rate": 8e-05,
      "loss": 0.7909643650054932,
      "step": 1566
    },
    {
      "epoch": 0.417687799680341,
      "grad_norm": 0.703125,
      "learning_rate": 8e-05,
      "loss": 0.8720725774765015,
      "step": 1568
    },
    {
      "epoch": 0.41822056473095365,
      "grad_norm": 0.6484375,
      "learning_rate": 8e-05,
      "loss": 0.7731503844261169,
      "step": 1570
    },
    {
      "epoch": 0.4187533297815663,
      "grad_norm": 0.65625,
      "learning_rate": 8e-05,
      "loss": 0.7802464365959167,
      "step": 1572
    },
    {
      "epoch": 0.419286094832179,
      "grad_norm": 0.640625,
      "learning_rate": 8e-05,
      "loss": 0.7635596990585327,
      "step": 1574
    },
    {
      "epoch": 0.41981885988279166,
      "grad_norm": 0.66015625,
      "learning_rate": 8e-05,
      "loss": 0.7855473160743713,
      "step": 1576
    },
    {
      "epoch": 0.4203516249334044,
      "grad_norm": 0.69921875,
      "learning_rate": 8e-05,
      "loss": 0.7947031855583191,
      "step": 1578
    },
    {
      "epoch": 0.42088438998401706,
      "grad_norm": 0.6328125,
      "learning_rate": 8e-05,
      "loss": 0.8119519352912903,
      "step": 1580
    },
    {
      "epoch": 0.42141715503462973,
      "grad_norm": 0.64453125,
      "learning_rate": 8e-05,
      "loss": 0.7724003791809082,
      "step": 1582
    },
    {
      "epoch": 0.4219499200852424,
      "grad_norm": 0.6640625,
      "learning_rate": 8e-05,
      "loss": 0.8322865962982178,
      "step": 1584
    },
    {
      "epoch": 0.4224826851358551,
      "grad_norm": 0.63671875,
      "learning_rate": 8e-05,
      "loss": 0.7840743064880371,
      "step": 1586
    },
    {
      "epoch": 0.42301545018646775,
      "grad_norm": 0.64453125,
      "learning_rate": 8e-05,
      "loss": 0.7936784625053406,
      "step": 1588
    },
    {
      "epoch": 0.42354821523708047,
      "grad_norm": 0.640625,
      "learning_rate": 8e-05,
      "loss": 0.809872567653656,
      "step": 1590
    },
    {
      "epoch": 0.42408098028769314,
      "grad_norm": 0.6484375,
      "learning_rate": 8e-05,
      "loss": 0.8307843208312988,
      "step": 1592
    },
    {
      "epoch": 0.4246137453383058,
      "grad_norm": 0.640625,
      "learning_rate": 8e-05,
      "loss": 0.8011277914047241,
      "step": 1594
    },
    {
      "epoch": 0.4251465103889185,
      "grad_norm": 0.671875,
      "learning_rate": 8e-05,
      "loss": 0.8050786852836609,
      "step": 1596
    },
    {
      "epoch": 0.42567927543953116,
      "grad_norm": 0.62109375,
      "learning_rate": 8e-05,
      "loss": 0.7952936291694641,
      "step": 1598
    },
    {
      "epoch": 0.42621204049014383,
      "grad_norm": 0.625,
      "learning_rate": 8e-05,
      "loss": 0.7305450439453125,
      "step": 1600
    },
    {
      "epoch": 0.4267448055407565,
      "grad_norm": 0.6484375,
      "learning_rate": 8e-05,
      "loss": 0.7913362383842468,
      "step": 1602
    },
    {
      "epoch": 0.4272775705913692,
      "grad_norm": 0.625,
      "learning_rate": 8e-05,
      "loss": 0.7669799327850342,
      "step": 1604
    },
    {
      "epoch": 0.4278103356419819,
      "grad_norm": 0.65625,
      "learning_rate": 8e-05,
      "loss": 0.812600314617157,
      "step": 1606
    },
    {
      "epoch": 0.42834310069259457,
      "grad_norm": 0.64453125,
      "learning_rate": 8e-05,
      "loss": 0.8100326657295227,
      "step": 1608
    },
    {
      "epoch": 0.42887586574320724,
      "grad_norm": 0.64453125,
      "learning_rate": 8e-05,
      "loss": 0.7722445726394653,
      "step": 1610
    },
    {
      "epoch": 0.4294086307938199,
      "grad_norm": 0.68359375,
      "learning_rate": 8e-05,
      "loss": 0.7866500616073608,
      "step": 1612
    },
    {
      "epoch": 0.4299413958444326,
      "grad_norm": 0.66015625,
      "learning_rate": 8e-05,
      "loss": 0.7936035394668579,
      "step": 1614
    },
    {
      "epoch": 0.4304741608950453,
      "grad_norm": 0.66015625,
      "learning_rate": 8e-05,
      "loss": 0.8121829032897949,
      "step": 1616
    },
    {
      "epoch": 0.431006925945658,
      "grad_norm": 0.64453125,
      "learning_rate": 8e-05,
      "loss": 0.7777450680732727,
      "step": 1618
    },
    {
      "epoch": 0.43153969099627065,
      "grad_norm": 0.64453125,
      "learning_rate": 8e-05,
      "loss": 0.8149593472480774,
      "step": 1620
    },
    {
      "epoch": 0.4320724560468833,
      "grad_norm": 0.81640625,
      "learning_rate": 8e-05,
      "loss": 0.8239789605140686,
      "step": 1622
    },
    {
      "epoch": 0.432605221097496,
      "grad_norm": 0.671875,
      "learning_rate": 8e-05,
      "loss": 0.8340217471122742,
      "step": 1624
    },
    {
      "epoch": 0.43313798614810867,
      "grad_norm": 0.6796875,
      "learning_rate": 8e-05,
      "loss": 0.8046810030937195,
      "step": 1626
    },
    {
      "epoch": 0.43367075119872134,
      "grad_norm": 0.640625,
      "learning_rate": 8e-05,
      "loss": 0.7964731454849243,
      "step": 1628
    },
    {
      "epoch": 0.43420351624933406,
      "grad_norm": 0.65625,
      "learning_rate": 8e-05,
      "loss": 0.7805262207984924,
      "step": 1630
    },
    {
      "epoch": 0.43473628129994674,
      "grad_norm": 0.671875,
      "learning_rate": 8e-05,
      "loss": 0.8220688104629517,
      "step": 1632
    },
    {
      "epoch": 0.4352690463505594,
      "grad_norm": 0.6328125,
      "learning_rate": 8e-05,
      "loss": 0.7977862358093262,
      "step": 1634
    },
    {
      "epoch": 0.4358018114011721,
      "grad_norm": 0.640625,
      "learning_rate": 8e-05,
      "loss": 0.7609307765960693,
      "step": 1636
    },
    {
      "epoch": 0.43633457645178475,
      "grad_norm": 0.6796875,
      "learning_rate": 8e-05,
      "loss": 0.8068886399269104,
      "step": 1638
    },
    {
      "epoch": 0.4368673415023974,
      "grad_norm": 0.66796875,
      "learning_rate": 8e-05,
      "loss": 0.7697072625160217,
      "step": 1640
    },
    {
      "epoch": 0.43740010655301015,
      "grad_norm": 0.67578125,
      "learning_rate": 8e-05,
      "loss": 0.8072892427444458,
      "step": 1642
    },
    {
      "epoch": 0.4379328716036228,
      "grad_norm": 0.640625,
      "learning_rate": 8e-05,
      "loss": 0.7413228154182434,
      "step": 1644
    },
    {
      "epoch": 0.4384656366542355,
      "grad_norm": 0.62890625,
      "learning_rate": 8e-05,
      "loss": 0.7742043733596802,
      "step": 1646
    },
    {
      "epoch": 0.43899840170484816,
      "grad_norm": 0.62890625,
      "learning_rate": 8e-05,
      "loss": 0.7952238917350769,
      "step": 1648
    },
    {
      "epoch": 0.43953116675546083,
      "grad_norm": 0.6484375,
      "learning_rate": 8e-05,
      "loss": 0.7638510465621948,
      "step": 1650
    },
    {
      "epoch": 0.4400639318060735,
      "grad_norm": 0.67578125,
      "learning_rate": 8e-05,
      "loss": 0.7926915884017944,
      "step": 1652
    },
    {
      "epoch": 0.4405966968566862,
      "grad_norm": 0.64453125,
      "learning_rate": 8e-05,
      "loss": 0.7640718817710876,
      "step": 1654
    },
    {
      "epoch": 0.4411294619072989,
      "grad_norm": 0.65625,
      "learning_rate": 8e-05,
      "loss": 0.7931405305862427,
      "step": 1656
    },
    {
      "epoch": 0.4416622269579116,
      "grad_norm": 0.69921875,
      "learning_rate": 8e-05,
      "loss": 0.7784867882728577,
      "step": 1658
    },
    {
      "epoch": 0.44219499200852425,
      "grad_norm": 0.6640625,
      "learning_rate": 8e-05,
      "loss": 0.7957846522331238,
      "step": 1660
    },
    {
      "epoch": 0.4427277570591369,
      "grad_norm": 0.62890625,
      "learning_rate": 8e-05,
      "loss": 0.7507031559944153,
      "step": 1662
    },
    {
      "epoch": 0.4432605221097496,
      "grad_norm": 0.6484375,
      "learning_rate": 8e-05,
      "loss": 0.8128439784049988,
      "step": 1664
    },
    {
      "epoch": 0.44379328716036226,
      "grad_norm": 0.66796875,
      "learning_rate": 8e-05,
      "loss": 0.8259686231613159,
      "step": 1666
    },
    {
      "epoch": 0.444326052210975,
      "grad_norm": 0.6328125,
      "learning_rate": 8e-05,
      "loss": 0.8185787796974182,
      "step": 1668
    },
    {
      "epoch": 0.44485881726158766,
      "grad_norm": 0.6796875,
      "learning_rate": 8e-05,
      "loss": 0.8285982608795166,
      "step": 1670
    },
    {
      "epoch": 0.44539158231220033,
      "grad_norm": 0.70703125,
      "learning_rate": 8e-05,
      "loss": 0.7934709787368774,
      "step": 1672
    },
    {
      "epoch": 0.445924347362813,
      "grad_norm": 0.6796875,
      "learning_rate": 8e-05,
      "loss": 0.7914223670959473,
      "step": 1674
    },
    {
      "epoch": 0.44645711241342567,
      "grad_norm": 0.63671875,
      "learning_rate": 8e-05,
      "loss": 0.7982125878334045,
      "step": 1676
    },
    {
      "epoch": 0.44698987746403834,
      "grad_norm": 0.66015625,
      "learning_rate": 8e-05,
      "loss": 0.798332929611206,
      "step": 1678
    },
    {
      "epoch": 0.447522642514651,
      "grad_norm": 0.640625,
      "learning_rate": 8e-05,
      "loss": 0.8056020140647888,
      "step": 1680
    },
    {
      "epoch": 0.44805540756526374,
      "grad_norm": 0.63671875,
      "learning_rate": 8e-05,
      "loss": 0.7972841262817383,
      "step": 1682
    },
    {
      "epoch": 0.4485881726158764,
      "grad_norm": 0.68359375,
      "learning_rate": 8e-05,
      "loss": 0.841311514377594,
      "step": 1684
    },
    {
      "epoch": 0.4491209376664891,
      "grad_norm": 0.6328125,
      "learning_rate": 8e-05,
      "loss": 0.7941474914550781,
      "step": 1686
    },
    {
      "epoch": 0.44965370271710176,
      "grad_norm": 0.640625,
      "learning_rate": 8e-05,
      "loss": 0.7953973412513733,
      "step": 1688
    },
    {
      "epoch": 0.4501864677677144,
      "grad_norm": 0.6328125,
      "learning_rate": 8e-05,
      "loss": 0.8190003037452698,
      "step": 1690
    },
    {
      "epoch": 0.4507192328183271,
      "grad_norm": 0.6640625,
      "learning_rate": 8e-05,
      "loss": 0.8118422627449036,
      "step": 1692
    },
    {
      "epoch": 0.4512519978689398,
      "grad_norm": 0.6171875,
      "learning_rate": 8e-05,
      "loss": 0.7708790898323059,
      "step": 1694
    },
    {
      "epoch": 0.4517847629195525,
      "grad_norm": 0.6484375,
      "learning_rate": 8e-05,
      "loss": 0.7594013810157776,
      "step": 1696
    },
    {
      "epoch": 0.45231752797016517,
      "grad_norm": 0.66796875,
      "learning_rate": 8e-05,
      "loss": 0.8185669183731079,
      "step": 1698
    },
    {
      "epoch": 0.45285029302077784,
      "grad_norm": 0.63671875,
      "learning_rate": 8e-05,
      "loss": 0.8450738191604614,
      "step": 1700
    },
    {
      "epoch": 0.4533830580713905,
      "grad_norm": 0.65234375,
      "learning_rate": 8e-05,
      "loss": 0.8263086080551147,
      "step": 1702
    },
    {
      "epoch": 0.4539158231220032,
      "grad_norm": 0.6171875,
      "learning_rate": 8e-05,
      "loss": 0.793552041053772,
      "step": 1704
    },
    {
      "epoch": 0.45444858817261585,
      "grad_norm": 0.62890625,
      "learning_rate": 8e-05,
      "loss": 0.797087550163269,
      "step": 1706
    },
    {
      "epoch": 0.4549813532232286,
      "grad_norm": 0.6171875,
      "learning_rate": 8e-05,
      "loss": 0.7767654061317444,
      "step": 1708
    },
    {
      "epoch": 0.45551411827384125,
      "grad_norm": 0.64453125,
      "learning_rate": 8e-05,
      "loss": 0.7956861257553101,
      "step": 1710
    },
    {
      "epoch": 0.4560468833244539,
      "grad_norm": 0.6328125,
      "learning_rate": 8e-05,
      "loss": 0.7868641018867493,
      "step": 1712
    },
    {
      "epoch": 0.4565796483750666,
      "grad_norm": 0.62890625,
      "learning_rate": 8e-05,
      "loss": 0.8069348335266113,
      "step": 1714
    },
    {
      "epoch": 0.45711241342567926,
      "grad_norm": 0.625,
      "learning_rate": 8e-05,
      "loss": 0.8170084357261658,
      "step": 1716
    },
    {
      "epoch": 0.45764517847629194,
      "grad_norm": 0.625,
      "learning_rate": 8e-05,
      "loss": 0.7934258580207825,
      "step": 1718
    },
    {
      "epoch": 0.4581779435269046,
      "grad_norm": 0.64453125,
      "learning_rate": 8e-05,
      "loss": 0.8041369915008545,
      "step": 1720
    },
    {
      "epoch": 0.45871070857751733,
      "grad_norm": 0.609375,
      "learning_rate": 8e-05,
      "loss": 0.7930079102516174,
      "step": 1722
    },
    {
      "epoch": 0.45924347362813,
      "grad_norm": 0.6328125,
      "learning_rate": 8e-05,
      "loss": 0.7743818163871765,
      "step": 1724
    },
    {
      "epoch": 0.4597762386787427,
      "grad_norm": 0.6328125,
      "learning_rate": 8e-05,
      "loss": 0.7860970497131348,
      "step": 1726
    },
    {
      "epoch": 0.46030900372935535,
      "grad_norm": 0.62890625,
      "learning_rate": 8e-05,
      "loss": 0.7822363972663879,
      "step": 1728
    },
    {
      "epoch": 0.460841768779968,
      "grad_norm": 0.6484375,
      "learning_rate": 8e-05,
      "loss": 0.7959834933280945,
      "step": 1730
    },
    {
      "epoch": 0.4613745338305807,
      "grad_norm": 0.66796875,
      "learning_rate": 8e-05,
      "loss": 0.828339159488678,
      "step": 1732
    },
    {
      "epoch": 0.4619072988811934,
      "grad_norm": 0.6484375,
      "learning_rate": 8e-05,
      "loss": 0.799767017364502,
      "step": 1734
    },
    {
      "epoch": 0.4624400639318061,
      "grad_norm": 0.65234375,
      "learning_rate": 8e-05,
      "loss": 0.7834099531173706,
      "step": 1736
    },
    {
      "epoch": 0.46297282898241876,
      "grad_norm": 0.62109375,
      "learning_rate": 8e-05,
      "loss": 0.7832657694816589,
      "step": 1738
    },
    {
      "epoch": 0.46350559403303143,
      "grad_norm": 0.62109375,
      "learning_rate": 8e-05,
      "loss": 0.7735370993614197,
      "step": 1740
    },
    {
      "epoch": 0.4640383590836441,
      "grad_norm": 0.6171875,
      "learning_rate": 8e-05,
      "loss": 0.7704412341117859,
      "step": 1742
    },
    {
      "epoch": 0.4645711241342568,
      "grad_norm": 0.625,
      "learning_rate": 8e-05,
      "loss": 0.7932986617088318,
      "step": 1744
    },
    {
      "epoch": 0.46510388918486945,
      "grad_norm": 0.64453125,
      "learning_rate": 8e-05,
      "loss": 0.8292320966720581,
      "step": 1746
    },
    {
      "epoch": 0.4656366542354822,
      "grad_norm": 0.625,
      "learning_rate": 8e-05,
      "loss": 0.8028055429458618,
      "step": 1748
    },
    {
      "epoch": 0.46616941928609484,
      "grad_norm": 0.63671875,
      "learning_rate": 8e-05,
      "loss": 0.801913321018219,
      "step": 1750
    },
    {
      "epoch": 0.4667021843367075,
      "grad_norm": 0.625,
      "learning_rate": 8e-05,
      "loss": 0.7580520510673523,
      "step": 1752
    },
    {
      "epoch": 0.4672349493873202,
      "grad_norm": 0.625,
      "learning_rate": 8e-05,
      "loss": 0.7673873901367188,
      "step": 1754
    },
    {
      "epoch": 0.46776771443793286,
      "grad_norm": 0.609375,
      "learning_rate": 8e-05,
      "loss": 0.7917901873588562,
      "step": 1756
    },
    {
      "epoch": 0.46830047948854553,
      "grad_norm": 0.65234375,
      "learning_rate": 8e-05,
      "loss": 0.8057483434677124,
      "step": 1758
    },
    {
      "epoch": 0.46883324453915826,
      "grad_norm": 0.63671875,
      "learning_rate": 8e-05,
      "loss": 0.824272632598877,
      "step": 1760
    },
    {
      "epoch": 0.4693660095897709,
      "grad_norm": 0.609375,
      "learning_rate": 8e-05,
      "loss": 0.7674715518951416,
      "step": 1762
    },
    {
      "epoch": 0.4698987746403836,
      "grad_norm": 0.62890625,
      "learning_rate": 8e-05,
      "loss": 0.7918990254402161,
      "step": 1764
    },
    {
      "epoch": 0.47043153969099627,
      "grad_norm": 0.62109375,
      "learning_rate": 8e-05,
      "loss": 0.7527544498443604,
      "step": 1766
    },
    {
      "epoch": 0.47096430474160894,
      "grad_norm": 0.62109375,
      "learning_rate": 8e-05,
      "loss": 0.7316806316375732,
      "step": 1768
    },
    {
      "epoch": 0.4714970697922216,
      "grad_norm": 0.6328125,
      "learning_rate": 8e-05,
      "loss": 0.764977753162384,
      "step": 1770
    },
    {
      "epoch": 0.4720298348428343,
      "grad_norm": 0.62890625,
      "learning_rate": 8e-05,
      "loss": 0.754130482673645,
      "step": 1772
    },
    {
      "epoch": 0.472562599893447,
      "grad_norm": 0.65625,
      "learning_rate": 8e-05,
      "loss": 0.8153510689735413,
      "step": 1774
    },
    {
      "epoch": 0.4730953649440597,
      "grad_norm": 0.62890625,
      "learning_rate": 8e-05,
      "loss": 0.7621491551399231,
      "step": 1776
    },
    {
      "epoch": 0.47362812999467235,
      "grad_norm": 0.6328125,
      "learning_rate": 8e-05,
      "loss": 0.7979814410209656,
      "step": 1778
    },
    {
      "epoch": 0.474160895045285,
      "grad_norm": 0.63671875,
      "learning_rate": 8e-05,
      "loss": 0.7620680928230286,
      "step": 1780
    },
    {
      "epoch": 0.4746936600958977,
      "grad_norm": 0.66015625,
      "learning_rate": 8e-05,
      "loss": 0.8257867097854614,
      "step": 1782
    },
    {
      "epoch": 0.47522642514651037,
      "grad_norm": 0.6484375,
      "learning_rate": 8e-05,
      "loss": 0.8385603427886963,
      "step": 1784
    },
    {
      "epoch": 0.4757591901971231,
      "grad_norm": 0.62890625,
      "learning_rate": 8e-05,
      "loss": 0.7887386679649353,
      "step": 1786
    },
    {
      "epoch": 0.47629195524773577,
      "grad_norm": 0.66796875,
      "learning_rate": 8e-05,
      "loss": 0.815808892250061,
      "step": 1788
    },
    {
      "epoch": 0.47682472029834844,
      "grad_norm": 0.62109375,
      "learning_rate": 8e-05,
      "loss": 0.7848386764526367,
      "step": 1790
    },
    {
      "epoch": 0.4773574853489611,
      "grad_norm": 0.6796875,
      "learning_rate": 8e-05,
      "loss": 0.7899839878082275,
      "step": 1792
    },
    {
      "epoch": 0.4778902503995738,
      "grad_norm": 0.64453125,
      "learning_rate": 8e-05,
      "loss": 0.8273345828056335,
      "step": 1794
    },
    {
      "epoch": 0.47842301545018645,
      "grad_norm": 0.65625,
      "learning_rate": 8e-05,
      "loss": 0.7726816534996033,
      "step": 1796
    },
    {
      "epoch": 0.4789557805007991,
      "grad_norm": 0.65234375,
      "learning_rate": 8e-05,
      "loss": 0.8128560781478882,
      "step": 1798
    },
    {
      "epoch": 0.47948854555141185,
      "grad_norm": 0.62109375,
      "learning_rate": 8e-05,
      "loss": 0.7594364881515503,
      "step": 1800
    },
    {
      "epoch": 0.4800213106020245,
      "grad_norm": 0.6171875,
      "learning_rate": 8e-05,
      "loss": 0.7679142951965332,
      "step": 1802
    },
    {
      "epoch": 0.4805540756526372,
      "grad_norm": 0.73828125,
      "learning_rate": 8e-05,
      "loss": 0.7729013562202454,
      "step": 1804
    },
    {
      "epoch": 0.48108684070324986,
      "grad_norm": 0.640625,
      "learning_rate": 8e-05,
      "loss": 0.7576342821121216,
      "step": 1806
    },
    {
      "epoch": 0.48161960575386253,
      "grad_norm": 0.6328125,
      "learning_rate": 8e-05,
      "loss": 0.7645061612129211,
      "step": 1808
    },
    {
      "epoch": 0.4821523708044752,
      "grad_norm": 0.63671875,
      "learning_rate": 8e-05,
      "loss": 0.7803142666816711,
      "step": 1810
    },
    {
      "epoch": 0.48268513585508793,
      "grad_norm": 0.62890625,
      "learning_rate": 8e-05,
      "loss": 0.7762041687965393,
      "step": 1812
    },
    {
      "epoch": 0.4832179009057006,
      "grad_norm": 0.61328125,
      "learning_rate": 8e-05,
      "loss": 0.7839690446853638,
      "step": 1814
    },
    {
      "epoch": 0.4837506659563133,
      "grad_norm": 0.65234375,
      "learning_rate": 8e-05,
      "loss": 0.787205159664154,
      "step": 1816
    },
    {
      "epoch": 0.48428343100692595,
      "grad_norm": 0.6640625,
      "learning_rate": 8e-05,
      "loss": 0.8149699568748474,
      "step": 1818
    },
    {
      "epoch": 0.4848161960575386,
      "grad_norm": 0.63671875,
      "learning_rate": 8e-05,
      "loss": 0.7666029334068298,
      "step": 1820
    },
    {
      "epoch": 0.4853489611081513,
      "grad_norm": 0.6328125,
      "learning_rate": 8e-05,
      "loss": 0.8224028944969177,
      "step": 1822
    },
    {
      "epoch": 0.48588172615876396,
      "grad_norm": 0.6328125,
      "learning_rate": 8e-05,
      "loss": 0.7877684831619263,
      "step": 1824
    },
    {
      "epoch": 0.4864144912093767,
      "grad_norm": 0.625,
      "learning_rate": 8e-05,
      "loss": 0.7987911701202393,
      "step": 1826
    },
    {
      "epoch": 0.48694725625998936,
      "grad_norm": 0.62109375,
      "learning_rate": 8e-05,
      "loss": 0.759647011756897,
      "step": 1828
    },
    {
      "epoch": 0.48748002131060203,
      "grad_norm": 0.61328125,
      "learning_rate": 8e-05,
      "loss": 0.7700395584106445,
      "step": 1830
    },
    {
      "epoch": 0.4880127863612147,
      "grad_norm": 0.625,
      "learning_rate": 8e-05,
      "loss": 0.7666257619857788,
      "step": 1832
    },
    {
      "epoch": 0.4885455514118274,
      "grad_norm": 0.66015625,
      "learning_rate": 8e-05,
      "loss": 0.7913581132888794,
      "step": 1834
    },
    {
      "epoch": 0.48907831646244004,
      "grad_norm": 0.65625,
      "learning_rate": 8e-05,
      "loss": 0.7783340215682983,
      "step": 1836
    },
    {
      "epoch": 0.48961108151305277,
      "grad_norm": 0.65625,
      "learning_rate": 8e-05,
      "loss": 0.8159565925598145,
      "step": 1838
    },
    {
      "epoch": 0.49014384656366544,
      "grad_norm": 0.63671875,
      "learning_rate": 8e-05,
      "loss": 0.7737563252449036,
      "step": 1840
    },
    {
      "epoch": 0.4906766116142781,
      "grad_norm": 0.62890625,
      "learning_rate": 8e-05,
      "loss": 0.8198726177215576,
      "step": 1842
    },
    {
      "epoch": 0.4912093766648908,
      "grad_norm": 0.65234375,
      "learning_rate": 8e-05,
      "loss": 0.7712583541870117,
      "step": 1844
    },
    {
      "epoch": 0.49174214171550346,
      "grad_norm": 0.62109375,
      "learning_rate": 8e-05,
      "loss": 0.7808051705360413,
      "step": 1846
    },
    {
      "epoch": 0.4922749067661161,
      "grad_norm": 0.6328125,
      "learning_rate": 8e-05,
      "loss": 0.7701867818832397,
      "step": 1848
    },
    {
      "epoch": 0.4928076718167288,
      "grad_norm": 0.59765625,
      "learning_rate": 8e-05,
      "loss": 0.7609500288963318,
      "step": 1850
    },
    {
      "epoch": 0.4933404368673415,
      "grad_norm": 0.65234375,
      "learning_rate": 8e-05,
      "loss": 0.8407063484191895,
      "step": 1852
    },
    {
      "epoch": 0.4938732019179542,
      "grad_norm": 0.66015625,
      "learning_rate": 8e-05,
      "loss": 0.7863637208938599,
      "step": 1854
    },
    {
      "epoch": 0.49440596696856687,
      "grad_norm": 0.64453125,
      "learning_rate": 8e-05,
      "loss": 0.797248363494873,
      "step": 1856
    },
    {
      "epoch": 0.49493873201917954,
      "grad_norm": 0.6328125,
      "learning_rate": 8e-05,
      "loss": 0.7627251148223877,
      "step": 1858
    },
    {
      "epoch": 0.4954714970697922,
      "grad_norm": 0.65625,
      "learning_rate": 8e-05,
      "loss": 0.8115253448486328,
      "step": 1860
    },
    {
      "epoch": 0.4960042621204049,
      "grad_norm": 0.65234375,
      "learning_rate": 8e-05,
      "loss": 0.7831135988235474,
      "step": 1862
    },
    {
      "epoch": 0.4965370271710176,
      "grad_norm": 0.6171875,
      "learning_rate": 8e-05,
      "loss": 0.8069642782211304,
      "step": 1864
    },
    {
      "epoch": 0.4970697922216303,
      "grad_norm": 0.65234375,
      "learning_rate": 8e-05,
      "loss": 0.8169358372688293,
      "step": 1866
    },
    {
      "epoch": 0.49760255727224295,
      "grad_norm": 0.62109375,
      "learning_rate": 8e-05,
      "loss": 0.7873024344444275,
      "step": 1868
    },
    {
      "epoch": 0.4981353223228556,
      "grad_norm": 0.62890625,
      "learning_rate": 8e-05,
      "loss": 0.7919709086418152,
      "step": 1870
    },
    {
      "epoch": 0.4986680873734683,
      "grad_norm": 0.640625,
      "learning_rate": 8e-05,
      "loss": 0.7744743824005127,
      "step": 1872
    },
    {
      "epoch": 0.49920085242408097,
      "grad_norm": 0.62890625,
      "learning_rate": 8e-05,
      "loss": 0.8178368806838989,
      "step": 1874
    },
    {
      "epoch": 0.49973361747469364,
      "grad_norm": 0.65234375,
      "learning_rate": 8e-05,
      "loss": 0.7937871217727661,
      "step": 1876
    },
    {
      "epoch": 0.5002663825253063,
      "grad_norm": 0.65234375,
      "learning_rate": 8e-05,
      "loss": 0.7904363870620728,
      "step": 1878
    },
    {
      "epoch": 0.500799147575919,
      "grad_norm": 0.63671875,
      "learning_rate": 8e-05,
      "loss": 0.7489137053489685,
      "step": 1880
    },
    {
      "epoch": 0.5013319126265317,
      "grad_norm": 0.609375,
      "learning_rate": 8e-05,
      "loss": 0.8006702065467834,
      "step": 1882
    },
    {
      "epoch": 0.5018646776771444,
      "grad_norm": 0.66015625,
      "learning_rate": 8e-05,
      "loss": 0.7943602800369263,
      "step": 1884
    },
    {
      "epoch": 0.5023974427277571,
      "grad_norm": 0.64453125,
      "learning_rate": 8e-05,
      "loss": 0.8127607703208923,
      "step": 1886
    },
    {
      "epoch": 0.5029302077783697,
      "grad_norm": 0.62890625,
      "learning_rate": 8e-05,
      "loss": 0.7711650729179382,
      "step": 1888
    },
    {
      "epoch": 0.5034629728289824,
      "grad_norm": 0.625,
      "learning_rate": 8e-05,
      "loss": 0.8170063495635986,
      "step": 1890
    },
    {
      "epoch": 0.5039957378795951,
      "grad_norm": 0.64453125,
      "learning_rate": 8e-05,
      "loss": 0.7900512218475342,
      "step": 1892
    },
    {
      "epoch": 0.5045285029302078,
      "grad_norm": 0.625,
      "learning_rate": 8e-05,
      "loss": 0.789554238319397,
      "step": 1894
    },
    {
      "epoch": 0.5050612679808204,
      "grad_norm": 0.59765625,
      "learning_rate": 8e-05,
      "loss": 0.7663175463676453,
      "step": 1896
    },
    {
      "epoch": 0.5055940330314331,
      "grad_norm": 0.61328125,
      "learning_rate": 8e-05,
      "loss": 0.7394262552261353,
      "step": 1898
    },
    {
      "epoch": 0.5061267980820459,
      "grad_norm": 0.62109375,
      "learning_rate": 8e-05,
      "loss": 0.776930570602417,
      "step": 1900
    },
    {
      "epoch": 0.5066595631326585,
      "grad_norm": 0.625,
      "learning_rate": 8e-05,
      "loss": 0.7874533534049988,
      "step": 1902
    },
    {
      "epoch": 0.5071923281832712,
      "grad_norm": 0.61328125,
      "learning_rate": 8e-05,
      "loss": 0.780265212059021,
      "step": 1904
    },
    {
      "epoch": 0.5077250932338838,
      "grad_norm": 0.609375,
      "learning_rate": 8e-05,
      "loss": 0.7821959853172302,
      "step": 1906
    },
    {
      "epoch": 0.5082578582844965,
      "grad_norm": 0.625,
      "learning_rate": 8e-05,
      "loss": 0.7723431587219238,
      "step": 1908
    },
    {
      "epoch": 0.5087906233351093,
      "grad_norm": 0.64453125,
      "learning_rate": 8e-05,
      "loss": 0.8031184673309326,
      "step": 1910
    },
    {
      "epoch": 0.5093233883857219,
      "grad_norm": 0.62890625,
      "learning_rate": 8e-05,
      "loss": 0.7822156548500061,
      "step": 1912
    },
    {
      "epoch": 0.5098561534363346,
      "grad_norm": 0.625,
      "learning_rate": 8e-05,
      "loss": 0.7892681956291199,
      "step": 1914
    },
    {
      "epoch": 0.5103889184869472,
      "grad_norm": 0.63671875,
      "learning_rate": 8e-05,
      "loss": 0.7619911432266235,
      "step": 1916
    },
    {
      "epoch": 0.51092168353756,
      "grad_norm": 0.6171875,
      "learning_rate": 8e-05,
      "loss": 0.7405803203582764,
      "step": 1918
    },
    {
      "epoch": 0.5114544485881726,
      "grad_norm": 0.63671875,
      "learning_rate": 8e-05,
      "loss": 0.7802076935768127,
      "step": 1920
    },
    {
      "epoch": 0.5119872136387853,
      "grad_norm": 0.62890625,
      "learning_rate": 8e-05,
      "loss": 0.7818913459777832,
      "step": 1922
    },
    {
      "epoch": 0.512519978689398,
      "grad_norm": 0.63671875,
      "learning_rate": 8e-05,
      "loss": 0.7780552506446838,
      "step": 1924
    },
    {
      "epoch": 0.5130527437400106,
      "grad_norm": 0.640625,
      "learning_rate": 8e-05,
      "loss": 0.7681518793106079,
      "step": 1926
    },
    {
      "epoch": 0.5135855087906234,
      "grad_norm": 0.63671875,
      "learning_rate": 8e-05,
      "loss": 0.8236287236213684,
      "step": 1928
    },
    {
      "epoch": 0.514118273841236,
      "grad_norm": 0.59765625,
      "learning_rate": 8e-05,
      "loss": 0.7650191783905029,
      "step": 1930
    },
    {
      "epoch": 0.5146510388918487,
      "grad_norm": 0.62109375,
      "learning_rate": 8e-05,
      "loss": 0.7506141662597656,
      "step": 1932
    },
    {
      "epoch": 0.5151838039424613,
      "grad_norm": 0.61328125,
      "learning_rate": 8e-05,
      "loss": 0.761217474937439,
      "step": 1934
    },
    {
      "epoch": 0.515716568993074,
      "grad_norm": 0.65234375,
      "learning_rate": 8e-05,
      "loss": 0.8237653970718384,
      "step": 1936
    },
    {
      "epoch": 0.5162493340436868,
      "grad_norm": 0.60546875,
      "learning_rate": 8e-05,
      "loss": 0.7403720021247864,
      "step": 1938
    },
    {
      "epoch": 0.5167820990942994,
      "grad_norm": 0.6171875,
      "learning_rate": 8e-05,
      "loss": 0.7571833729743958,
      "step": 1940
    },
    {
      "epoch": 0.5173148641449121,
      "grad_norm": 0.640625,
      "learning_rate": 8e-05,
      "loss": 0.8090606927871704,
      "step": 1942
    },
    {
      "epoch": 0.5178476291955247,
      "grad_norm": 0.60546875,
      "learning_rate": 8e-05,
      "loss": 0.7799073457717896,
      "step": 1944
    },
    {
      "epoch": 0.5183803942461375,
      "grad_norm": 0.64453125,
      "learning_rate": 8e-05,
      "loss": 0.8075971007347107,
      "step": 1946
    },
    {
      "epoch": 0.5189131592967501,
      "grad_norm": 0.63671875,
      "learning_rate": 8e-05,
      "loss": 0.7910662889480591,
      "step": 1948
    },
    {
      "epoch": 0.5194459243473628,
      "grad_norm": 0.63671875,
      "learning_rate": 8e-05,
      "loss": 0.786179780960083,
      "step": 1950
    },
    {
      "epoch": 0.5199786893979755,
      "grad_norm": 0.625,
      "learning_rate": 8e-05,
      "loss": 0.7777940034866333,
      "step": 1952
    },
    {
      "epoch": 0.5205114544485882,
      "grad_norm": 0.609375,
      "learning_rate": 8e-05,
      "loss": 0.7531383633613586,
      "step": 1954
    },
    {
      "epoch": 0.5210442194992009,
      "grad_norm": 0.6171875,
      "learning_rate": 8e-05,
      "loss": 0.7762864828109741,
      "step": 1956
    },
    {
      "epoch": 0.5215769845498135,
      "grad_norm": 0.60546875,
      "learning_rate": 8e-05,
      "loss": 0.759125828742981,
      "step": 1958
    },
    {
      "epoch": 0.5221097496004262,
      "grad_norm": 0.6328125,
      "learning_rate": 8e-05,
      "loss": 0.7885076403617859,
      "step": 1960
    },
    {
      "epoch": 0.5226425146510388,
      "grad_norm": 0.62109375,
      "learning_rate": 8e-05,
      "loss": 0.7936964631080627,
      "step": 1962
    },
    {
      "epoch": 0.5231752797016516,
      "grad_norm": 0.62890625,
      "learning_rate": 8e-05,
      "loss": 0.7714090943336487,
      "step": 1964
    },
    {
      "epoch": 0.5237080447522643,
      "grad_norm": 0.62109375,
      "learning_rate": 8e-05,
      "loss": 0.7484626770019531,
      "step": 1966
    },
    {
      "epoch": 0.5242408098028769,
      "grad_norm": 0.61328125,
      "learning_rate": 8e-05,
      "loss": 0.7742045521736145,
      "step": 1968
    },
    {
      "epoch": 0.5247735748534896,
      "grad_norm": 0.640625,
      "learning_rate": 8e-05,
      "loss": 0.7953801155090332,
      "step": 1970
    },
    {
      "epoch": 0.5253063399041022,
      "grad_norm": 0.640625,
      "learning_rate": 8e-05,
      "loss": 0.7853913903236389,
      "step": 1972
    },
    {
      "epoch": 0.525839104954715,
      "grad_norm": 0.62109375,
      "learning_rate": 8e-05,
      "loss": 0.7650255560874939,
      "step": 1974
    },
    {
      "epoch": 0.5263718700053277,
      "grad_norm": 0.65234375,
      "learning_rate": 8e-05,
      "loss": 0.8097711801528931,
      "step": 1976
    },
    {
      "epoch": 0.5269046350559403,
      "grad_norm": 0.640625,
      "learning_rate": 8e-05,
      "loss": 0.7798804640769958,
      "step": 1978
    },
    {
      "epoch": 0.527437400106553,
      "grad_norm": 0.59765625,
      "learning_rate": 8e-05,
      "loss": 0.77159184217453,
      "step": 1980
    },
    {
      "epoch": 0.5279701651571657,
      "grad_norm": 0.6171875,
      "learning_rate": 8e-05,
      "loss": 0.7470179200172424,
      "step": 1982
    },
    {
      "epoch": 0.5285029302077784,
      "grad_norm": 0.62109375,
      "learning_rate": 8e-05,
      "loss": 0.7437633275985718,
      "step": 1984
    },
    {
      "epoch": 0.529035695258391,
      "grad_norm": 0.6484375,
      "learning_rate": 8e-05,
      "loss": 0.7707769274711609,
      "step": 1986
    },
    {
      "epoch": 0.5295684603090037,
      "grad_norm": 0.625,
      "learning_rate": 8e-05,
      "loss": 0.7968963384628296,
      "step": 1988
    },
    {
      "epoch": 0.5301012253596165,
      "grad_norm": 0.63671875,
      "learning_rate": 8e-05,
      "loss": 0.7605825662612915,
      "step": 1990
    },
    {
      "epoch": 0.5306339904102291,
      "grad_norm": 0.625,
      "learning_rate": 8e-05,
      "loss": 0.7688091993331909,
      "step": 1992
    },
    {
      "epoch": 0.5311667554608418,
      "grad_norm": 0.625,
      "learning_rate": 8e-05,
      "loss": 0.8013522028923035,
      "step": 1994
    },
    {
      "epoch": 0.5316995205114544,
      "grad_norm": 0.6953125,
      "learning_rate": 8e-05,
      "loss": 0.8307242393493652,
      "step": 1996
    },
    {
      "epoch": 0.5322322855620671,
      "grad_norm": 0.6328125,
      "learning_rate": 8e-05,
      "loss": 0.7533189058303833,
      "step": 1998
    },
    {
      "epoch": 0.5327650506126798,
      "grad_norm": 0.6328125,
      "learning_rate": 8e-05,
      "loss": 0.7661764621734619,
      "step": 2000
    },
    {
      "epoch": 0.5332978156632925,
      "grad_norm": 0.6484375,
      "learning_rate": 8e-05,
      "loss": 0.761687159538269,
      "step": 2002
    },
    {
      "epoch": 0.5338305807139052,
      "grad_norm": 0.625,
      "learning_rate": 8e-05,
      "loss": 0.7734599113464355,
      "step": 2004
    },
    {
      "epoch": 0.5343633457645178,
      "grad_norm": 0.609375,
      "learning_rate": 8e-05,
      "loss": 0.764024555683136,
      "step": 2006
    },
    {
      "epoch": 0.5348961108151306,
      "grad_norm": 0.62109375,
      "learning_rate": 8e-05,
      "loss": 0.7784127593040466,
      "step": 2008
    },
    {
      "epoch": 0.5354288758657432,
      "grad_norm": 0.609375,
      "learning_rate": 8e-05,
      "loss": 0.7688071131706238,
      "step": 2010
    },
    {
      "epoch": 0.5359616409163559,
      "grad_norm": 0.61328125,
      "learning_rate": 8e-05,
      "loss": 0.7830870151519775,
      "step": 2012
    },
    {
      "epoch": 0.5364944059669685,
      "grad_norm": 0.6171875,
      "learning_rate": 8e-05,
      "loss": 0.7614960074424744,
      "step": 2014
    },
    {
      "epoch": 0.5370271710175812,
      "grad_norm": 0.6328125,
      "learning_rate": 8e-05,
      "loss": 0.7830729484558105,
      "step": 2016
    },
    {
      "epoch": 0.537559936068194,
      "grad_norm": 0.60546875,
      "learning_rate": 8e-05,
      "loss": 0.7983683943748474,
      "step": 2018
    },
    {
      "epoch": 0.5380927011188066,
      "grad_norm": 0.6171875,
      "learning_rate": 8e-05,
      "loss": 0.7553051114082336,
      "step": 2020
    },
    {
      "epoch": 0.5386254661694193,
      "grad_norm": 0.609375,
      "learning_rate": 8e-05,
      "loss": 0.7692767977714539,
      "step": 2022
    },
    {
      "epoch": 0.5391582312200319,
      "grad_norm": 0.62890625,
      "learning_rate": 8e-05,
      "loss": 0.7751806974411011,
      "step": 2024
    },
    {
      "epoch": 0.5396909962706447,
      "grad_norm": 0.66015625,
      "learning_rate": 8e-05,
      "loss": 0.7655361294746399,
      "step": 2026
    },
    {
      "epoch": 0.5402237613212574,
      "grad_norm": 0.6171875,
      "learning_rate": 8e-05,
      "loss": 0.8146576285362244,
      "step": 2028
    },
    {
      "epoch": 0.54075652637187,
      "grad_norm": 0.6328125,
      "learning_rate": 8e-05,
      "loss": 0.7740441560745239,
      "step": 2030
    },
    {
      "epoch": 0.5412892914224827,
      "grad_norm": 0.609375,
      "learning_rate": 8e-05,
      "loss": 0.7796229124069214,
      "step": 2032
    },
    {
      "epoch": 0.5418220564730953,
      "grad_norm": 0.625,
      "learning_rate": 8e-05,
      "loss": 0.7617045044898987,
      "step": 2034
    },
    {
      "epoch": 0.5423548215237081,
      "grad_norm": 0.6171875,
      "learning_rate": 8e-05,
      "loss": 0.7547261714935303,
      "step": 2036
    },
    {
      "epoch": 0.5428875865743207,
      "grad_norm": 0.6484375,
      "learning_rate": 8e-05,
      "loss": 0.7878617644309998,
      "step": 2038
    },
    {
      "epoch": 0.5434203516249334,
      "grad_norm": 0.64453125,
      "learning_rate": 8e-05,
      "loss": 0.7670659422874451,
      "step": 2040
    },
    {
      "epoch": 0.5439531166755461,
      "grad_norm": 0.61328125,
      "learning_rate": 8e-05,
      "loss": 0.8015154600143433,
      "step": 2042
    },
    {
      "epoch": 0.5444858817261587,
      "grad_norm": 0.68359375,
      "learning_rate": 8e-05,
      "loss": 0.7678729295730591,
      "step": 2044
    },
    {
      "epoch": 0.5450186467767715,
      "grad_norm": 0.6328125,
      "learning_rate": 8e-05,
      "loss": 0.7684184312820435,
      "step": 2046
    },
    {
      "epoch": 0.5455514118273841,
      "grad_norm": 0.640625,
      "learning_rate": 8e-05,
      "loss": 0.7359906435012817,
      "step": 2048
    },
    {
      "epoch": 0.5460841768779968,
      "grad_norm": 0.62109375,
      "learning_rate": 8e-05,
      "loss": 0.7884916067123413,
      "step": 2050
    },
    {
      "epoch": 0.5466169419286094,
      "grad_norm": 0.6484375,
      "learning_rate": 8e-05,
      "loss": 0.8283618092536926,
      "step": 2052
    },
    {
      "epoch": 0.5471497069792222,
      "grad_norm": 0.62890625,
      "learning_rate": 8e-05,
      "loss": 0.7943402528762817,
      "step": 2054
    },
    {
      "epoch": 0.5476824720298349,
      "grad_norm": 0.62109375,
      "learning_rate": 8e-05,
      "loss": 0.7284975647926331,
      "step": 2056
    },
    {
      "epoch": 0.5482152370804475,
      "grad_norm": 0.625,
      "learning_rate": 8e-05,
      "loss": 0.7707847952842712,
      "step": 2058
    },
    {
      "epoch": 0.5487480021310602,
      "grad_norm": 0.6484375,
      "learning_rate": 8e-05,
      "loss": 0.8470367193222046,
      "step": 2060
    },
    {
      "epoch": 0.5492807671816728,
      "grad_norm": 0.64453125,
      "learning_rate": 8e-05,
      "loss": 0.8090894222259521,
      "step": 2062
    },
    {
      "epoch": 0.5498135322322856,
      "grad_norm": 0.59375,
      "learning_rate": 8e-05,
      "loss": 0.7707048058509827,
      "step": 2064
    },
    {
      "epoch": 0.5503462972828982,
      "grad_norm": 0.60546875,
      "learning_rate": 8e-05,
      "loss": 0.7647881507873535,
      "step": 2066
    },
    {
      "epoch": 0.5508790623335109,
      "grad_norm": 0.59765625,
      "learning_rate": 8e-05,
      "loss": 0.738248348236084,
      "step": 2068
    },
    {
      "epoch": 0.5514118273841236,
      "grad_norm": 0.6171875,
      "learning_rate": 8e-05,
      "loss": 0.7581315040588379,
      "step": 2070
    },
    {
      "epoch": 0.5519445924347363,
      "grad_norm": 0.6171875,
      "learning_rate": 8e-05,
      "loss": 0.8011127710342407,
      "step": 2072
    },
    {
      "epoch": 0.552477357485349,
      "grad_norm": 0.609375,
      "learning_rate": 8e-05,
      "loss": 0.7452203631401062,
      "step": 2074
    },
    {
      "epoch": 0.5530101225359616,
      "grad_norm": 0.59375,
      "learning_rate": 8e-05,
      "loss": 0.7685807943344116,
      "step": 2076
    },
    {
      "epoch": 0.5535428875865743,
      "grad_norm": 0.6796875,
      "learning_rate": 8e-05,
      "loss": 0.7906605005264282,
      "step": 2078
    },
    {
      "epoch": 0.554075652637187,
      "grad_norm": 0.6484375,
      "learning_rate": 8e-05,
      "loss": 0.8196179270744324,
      "step": 2080
    },
    {
      "epoch": 0.5546084176877997,
      "grad_norm": 0.63671875,
      "learning_rate": 8e-05,
      "loss": 0.782852292060852,
      "step": 2082
    },
    {
      "epoch": 0.5551411827384124,
      "grad_norm": 0.609375,
      "learning_rate": 8e-05,
      "loss": 0.7460805177688599,
      "step": 2084
    },
    {
      "epoch": 0.555673947789025,
      "grad_norm": 0.5859375,
      "learning_rate": 8e-05,
      "loss": 0.7984696626663208,
      "step": 2086
    },
    {
      "epoch": 0.5562067128396377,
      "grad_norm": 0.6171875,
      "learning_rate": 8e-05,
      "loss": 0.777360200881958,
      "step": 2088
    },
    {
      "epoch": 0.5567394778902504,
      "grad_norm": 0.625,
      "learning_rate": 8e-05,
      "loss": 0.7777242660522461,
      "step": 2090
    },
    {
      "epoch": 0.5572722429408631,
      "grad_norm": 0.59375,
      "learning_rate": 8e-05,
      "loss": 0.7538855671882629,
      "step": 2092
    },
    {
      "epoch": 0.5578050079914758,
      "grad_norm": 0.6328125,
      "learning_rate": 8e-05,
      "loss": 0.7709717750549316,
      "step": 2094
    },
    {
      "epoch": 0.5583377730420884,
      "grad_norm": 0.5859375,
      "learning_rate": 8e-05,
      "loss": 0.7503103613853455,
      "step": 2096
    },
    {
      "epoch": 0.5588705380927012,
      "grad_norm": 0.62890625,
      "learning_rate": 8e-05,
      "loss": 0.775667130947113,
      "step": 2098
    },
    {
      "epoch": 0.5594033031433138,
      "grad_norm": 0.62109375,
      "learning_rate": 8e-05,
      "loss": 0.7580850720405579,
      "step": 2100
    },
    {
      "epoch": 0.5599360681939265,
      "grad_norm": 0.609375,
      "learning_rate": 8e-05,
      "loss": 0.7868179678916931,
      "step": 2102
    },
    {
      "epoch": 0.5604688332445391,
      "grad_norm": 0.60546875,
      "learning_rate": 8e-05,
      "loss": 0.7456986308097839,
      "step": 2104
    },
    {
      "epoch": 0.5610015982951518,
      "grad_norm": 0.6015625,
      "learning_rate": 8e-05,
      "loss": 0.7889756560325623,
      "step": 2106
    },
    {
      "epoch": 0.5615343633457646,
      "grad_norm": 0.60546875,
      "learning_rate": 8e-05,
      "loss": 0.7284671664237976,
      "step": 2108
    },
    {
      "epoch": 0.5620671283963772,
      "grad_norm": 0.6015625,
      "learning_rate": 8e-05,
      "loss": 0.7758548259735107,
      "step": 2110
    },
    {
      "epoch": 0.5625998934469899,
      "grad_norm": 0.65625,
      "learning_rate": 8e-05,
      "loss": 0.7966741919517517,
      "step": 2112
    },
    {
      "epoch": 0.5631326584976025,
      "grad_norm": 0.62890625,
      "learning_rate": 8e-05,
      "loss": 0.8286765217781067,
      "step": 2114
    },
    {
      "epoch": 0.5636654235482152,
      "grad_norm": 0.640625,
      "learning_rate": 8e-05,
      "loss": 0.8168929815292358,
      "step": 2116
    },
    {
      "epoch": 0.5641981885988279,
      "grad_norm": 0.61328125,
      "learning_rate": 8e-05,
      "loss": 0.7689355611801147,
      "step": 2118
    },
    {
      "epoch": 0.5647309536494406,
      "grad_norm": 0.59375,
      "learning_rate": 8e-05,
      "loss": 0.7302696108818054,
      "step": 2120
    },
    {
      "epoch": 0.5652637187000533,
      "grad_norm": 0.59765625,
      "learning_rate": 8e-05,
      "loss": 0.759016752243042,
      "step": 2122
    },
    {
      "epoch": 0.5657964837506659,
      "grad_norm": 0.6171875,
      "learning_rate": 8e-05,
      "loss": 0.8112335801124573,
      "step": 2124
    },
    {
      "epoch": 0.5663292488012787,
      "grad_norm": 0.58984375,
      "learning_rate": 8e-05,
      "loss": 0.7880202531814575,
      "step": 2126
    },
    {
      "epoch": 0.5668620138518913,
      "grad_norm": 0.578125,
      "learning_rate": 8e-05,
      "loss": 0.7357752323150635,
      "step": 2128
    },
    {
      "epoch": 0.567394778902504,
      "grad_norm": 0.59375,
      "learning_rate": 8e-05,
      "loss": 0.8004807233810425,
      "step": 2130
    },
    {
      "epoch": 0.5679275439531166,
      "grad_norm": 0.58203125,
      "learning_rate": 8e-05,
      "loss": 0.7320253252983093,
      "step": 2132
    },
    {
      "epoch": 0.5684603090037293,
      "grad_norm": 0.58203125,
      "learning_rate": 8e-05,
      "loss": 0.7926676273345947,
      "step": 2134
    },
    {
      "epoch": 0.5689930740543421,
      "grad_norm": 0.578125,
      "learning_rate": 8e-05,
      "loss": 0.7315946817398071,
      "step": 2136
    },
    {
      "epoch": 0.5695258391049547,
      "grad_norm": 0.60546875,
      "learning_rate": 8e-05,
      "loss": 0.7578614950180054,
      "step": 2138
    },
    {
      "epoch": 0.5700586041555674,
      "grad_norm": 0.59375,
      "learning_rate": 8e-05,
      "loss": 0.759326696395874,
      "step": 2140
    },
    {
      "epoch": 0.57059136920618,
      "grad_norm": 0.6171875,
      "learning_rate": 8e-05,
      "loss": 0.7619845867156982,
      "step": 2142
    },
    {
      "epoch": 0.5711241342567928,
      "grad_norm": 0.69921875,
      "learning_rate": 8e-05,
      "loss": 0.7644577622413635,
      "step": 2144
    },
    {
      "epoch": 0.5716568993074055,
      "grad_norm": 0.640625,
      "learning_rate": 8e-05,
      "loss": 0.7847421765327454,
      "step": 2146
    },
    {
      "epoch": 0.5721896643580181,
      "grad_norm": 0.5859375,
      "learning_rate": 8e-05,
      "loss": 0.7709816098213196,
      "step": 2148
    },
    {
      "epoch": 0.5727224294086308,
      "grad_norm": 0.57421875,
      "learning_rate": 8e-05,
      "loss": 0.7508271932601929,
      "step": 2150
    },
    {
      "epoch": 0.5732551944592434,
      "grad_norm": 0.61328125,
      "learning_rate": 8e-05,
      "loss": 0.7665797472000122,
      "step": 2152
    },
    {
      "epoch": 0.5737879595098562,
      "grad_norm": 0.62109375,
      "learning_rate": 8e-05,
      "loss": 0.7920853495597839,
      "step": 2154
    },
    {
      "epoch": 0.5743207245604688,
      "grad_norm": 0.59765625,
      "learning_rate": 8e-05,
      "loss": 0.7717834711074829,
      "step": 2156
    },
    {
      "epoch": 0.5748534896110815,
      "grad_norm": 0.61328125,
      "learning_rate": 8e-05,
      "loss": 0.7623285055160522,
      "step": 2158
    },
    {
      "epoch": 0.5753862546616942,
      "grad_norm": 0.609375,
      "learning_rate": 8e-05,
      "loss": 0.7920824885368347,
      "step": 2160
    },
    {
      "epoch": 0.5759190197123069,
      "grad_norm": 0.60546875,
      "learning_rate": 8e-05,
      "loss": 0.7590711116790771,
      "step": 2162
    },
    {
      "epoch": 0.5764517847629196,
      "grad_norm": 0.60546875,
      "learning_rate": 8e-05,
      "loss": 0.7452772855758667,
      "step": 2164
    },
    {
      "epoch": 0.5769845498135322,
      "grad_norm": 0.60546875,
      "learning_rate": 8e-05,
      "loss": 0.7672356963157654,
      "step": 2166
    },
    {
      "epoch": 0.5775173148641449,
      "grad_norm": 0.59765625,
      "learning_rate": 8e-05,
      "loss": 0.797944188117981,
      "step": 2168
    },
    {
      "epoch": 0.5780500799147575,
      "grad_norm": 0.625,
      "learning_rate": 8e-05,
      "loss": 0.7617903351783752,
      "step": 2170
    },
    {
      "epoch": 0.5785828449653703,
      "grad_norm": 0.5859375,
      "learning_rate": 8e-05,
      "loss": 0.763174295425415,
      "step": 2172
    },
    {
      "epoch": 0.579115610015983,
      "grad_norm": 0.63671875,
      "learning_rate": 8e-05,
      "loss": 0.7957082390785217,
      "step": 2174
    },
    {
      "epoch": 0.5796483750665956,
      "grad_norm": 0.640625,
      "learning_rate": 8e-05,
      "loss": 0.7664093375205994,
      "step": 2176
    },
    {
      "epoch": 0.5801811401172083,
      "grad_norm": 0.61328125,
      "learning_rate": 8e-05,
      "loss": 0.7532491087913513,
      "step": 2178
    },
    {
      "epoch": 0.580713905167821,
      "grad_norm": 0.61328125,
      "learning_rate": 8e-05,
      "loss": 0.7795153856277466,
      "step": 2180
    },
    {
      "epoch": 0.5812466702184337,
      "grad_norm": 0.60546875,
      "learning_rate": 8e-05,
      "loss": 0.7416831254959106,
      "step": 2182
    },
    {
      "epoch": 0.5817794352690463,
      "grad_norm": 0.59765625,
      "learning_rate": 8e-05,
      "loss": 0.73810213804245,
      "step": 2184
    },
    {
      "epoch": 0.582312200319659,
      "grad_norm": 0.59375,
      "learning_rate": 8e-05,
      "loss": 0.7496551871299744,
      "step": 2186
    },
    {
      "epoch": 0.5828449653702718,
      "grad_norm": 0.65625,
      "learning_rate": 8e-05,
      "loss": 0.8033764958381653,
      "step": 2188
    },
    {
      "epoch": 0.5833777304208844,
      "grad_norm": 0.59765625,
      "learning_rate": 8e-05,
      "loss": 0.7733720541000366,
      "step": 2190
    },
    {
      "epoch": 0.5839104954714971,
      "grad_norm": 0.609375,
      "learning_rate": 8e-05,
      "loss": 0.8195459842681885,
      "step": 2192
    },
    {
      "epoch": 0.5844432605221097,
      "grad_norm": 0.6015625,
      "learning_rate": 8e-05,
      "loss": 0.7616481781005859,
      "step": 2194
    },
    {
      "epoch": 0.5849760255727224,
      "grad_norm": 0.59765625,
      "learning_rate": 8e-05,
      "loss": 0.7596360445022583,
      "step": 2196
    },
    {
      "epoch": 0.5855087906233352,
      "grad_norm": 0.5859375,
      "learning_rate": 8e-05,
      "loss": 0.7688573598861694,
      "step": 2198
    },
    {
      "epoch": 0.5860415556739478,
      "grad_norm": 0.61328125,
      "learning_rate": 8e-05,
      "loss": 0.8028122782707214,
      "step": 2200
    },
    {
      "epoch": 0.5865743207245605,
      "grad_norm": 0.6015625,
      "learning_rate": 8e-05,
      "loss": 0.7449119687080383,
      "step": 2202
    },
    {
      "epoch": 0.5871070857751731,
      "grad_norm": 0.63671875,
      "learning_rate": 8e-05,
      "loss": 0.7859646677970886,
      "step": 2204
    },
    {
      "epoch": 0.5876398508257858,
      "grad_norm": 0.6015625,
      "learning_rate": 8e-05,
      "loss": 0.7646852731704712,
      "step": 2206
    },
    {
      "epoch": 0.5881726158763985,
      "grad_norm": 0.609375,
      "learning_rate": 8e-05,
      "loss": 0.7665087580680847,
      "step": 2208
    },
    {
      "epoch": 0.5887053809270112,
      "grad_norm": 0.6484375,
      "learning_rate": 8e-05,
      "loss": 0.8172298669815063,
      "step": 2210
    },
    {
      "epoch": 0.5892381459776239,
      "grad_norm": 0.5859375,
      "learning_rate": 8e-05,
      "loss": 0.7623305916786194,
      "step": 2212
    },
    {
      "epoch": 0.5897709110282365,
      "grad_norm": 0.6015625,
      "learning_rate": 8e-05,
      "loss": 0.7520396709442139,
      "step": 2214
    },
    {
      "epoch": 0.5903036760788493,
      "grad_norm": 0.64453125,
      "learning_rate": 8e-05,
      "loss": 0.8028483390808105,
      "step": 2216
    },
    {
      "epoch": 0.5908364411294619,
      "grad_norm": 0.61328125,
      "learning_rate": 8e-05,
      "loss": 0.7868152260780334,
      "step": 2218
    },
    {
      "epoch": 0.5913692061800746,
      "grad_norm": 0.6171875,
      "learning_rate": 8e-05,
      "loss": 0.7606732249259949,
      "step": 2220
    },
    {
      "epoch": 0.5919019712306872,
      "grad_norm": 0.625,
      "learning_rate": 8e-05,
      "loss": 0.7934197783470154,
      "step": 2222
    },
    {
      "epoch": 0.5924347362813,
      "grad_norm": 0.6484375,
      "learning_rate": 8e-05,
      "loss": 0.7841813564300537,
      "step": 2224
    },
    {
      "epoch": 0.5929675013319127,
      "grad_norm": 0.58984375,
      "learning_rate": 8e-05,
      "loss": 0.7516508102416992,
      "step": 2226
    },
    {
      "epoch": 0.5935002663825253,
      "grad_norm": 0.66015625,
      "learning_rate": 8e-05,
      "loss": 0.810605525970459,
      "step": 2228
    },
    {
      "epoch": 0.594033031433138,
      "grad_norm": 0.6171875,
      "learning_rate": 8e-05,
      "loss": 0.7940796613693237,
      "step": 2230
    },
    {
      "epoch": 0.5945657964837506,
      "grad_norm": 0.61328125,
      "learning_rate": 8e-05,
      "loss": 0.7363699674606323,
      "step": 2232
    },
    {
      "epoch": 0.5950985615343634,
      "grad_norm": 0.62109375,
      "learning_rate": 8e-05,
      "loss": 0.7718603610992432,
      "step": 2234
    },
    {
      "epoch": 0.595631326584976,
      "grad_norm": 0.62890625,
      "learning_rate": 8e-05,
      "loss": 0.7635315656661987,
      "step": 2236
    },
    {
      "epoch": 0.5961640916355887,
      "grad_norm": 0.6640625,
      "learning_rate": 8e-05,
      "loss": 0.7487787008285522,
      "step": 2238
    },
    {
      "epoch": 0.5966968566862014,
      "grad_norm": 0.5859375,
      "learning_rate": 8e-05,
      "loss": 0.7251549959182739,
      "step": 2240
    },
    {
      "epoch": 0.597229621736814,
      "grad_norm": 0.640625,
      "learning_rate": 8e-05,
      "loss": 0.7601324319839478,
      "step": 2242
    },
    {
      "epoch": 0.5977623867874268,
      "grad_norm": 0.59765625,
      "learning_rate": 8e-05,
      "loss": 0.7800053954124451,
      "step": 2244
    },
    {
      "epoch": 0.5982951518380394,
      "grad_norm": 0.62109375,
      "learning_rate": 8e-05,
      "loss": 0.8023176789283752,
      "step": 2246
    },
    {
      "epoch": 0.5988279168886521,
      "grad_norm": 0.61328125,
      "learning_rate": 8e-05,
      "loss": 0.7815042734146118,
      "step": 2248
    },
    {
      "epoch": 0.5993606819392648,
      "grad_norm": 0.6015625,
      "learning_rate": 8e-05,
      "loss": 0.7613332271575928,
      "step": 2250
    },
    {
      "epoch": 0.5998934469898775,
      "grad_norm": 0.62109375,
      "learning_rate": 8e-05,
      "loss": 0.8300601243972778,
      "step": 2252
    },
    {
      "epoch": 0.6004262120404902,
      "grad_norm": 0.58984375,
      "learning_rate": 8e-05,
      "loss": 0.7365957498550415,
      "step": 2254
    },
    {
      "epoch": 0.6009589770911028,
      "grad_norm": 0.6328125,
      "learning_rate": 8e-05,
      "loss": 0.7763136625289917,
      "step": 2256
    },
    {
      "epoch": 0.6014917421417155,
      "grad_norm": 0.6328125,
      "learning_rate": 8e-05,
      "loss": 0.7749415636062622,
      "step": 2258
    },
    {
      "epoch": 0.6020245071923281,
      "grad_norm": 0.62109375,
      "learning_rate": 8e-05,
      "loss": 0.7965446710586548,
      "step": 2260
    },
    {
      "epoch": 0.6025572722429409,
      "grad_norm": 0.59765625,
      "learning_rate": 8e-05,
      "loss": 0.7543548345565796,
      "step": 2262
    },
    {
      "epoch": 0.6030900372935536,
      "grad_norm": 0.6015625,
      "learning_rate": 8e-05,
      "loss": 0.7496042251586914,
      "step": 2264
    },
    {
      "epoch": 0.6036228023441662,
      "grad_norm": 0.6015625,
      "learning_rate": 8e-05,
      "loss": 0.7888254523277283,
      "step": 2266
    },
    {
      "epoch": 0.6041555673947789,
      "grad_norm": 0.60546875,
      "learning_rate": 8e-05,
      "loss": 0.7962220311164856,
      "step": 2268
    },
    {
      "epoch": 0.6046883324453916,
      "grad_norm": 0.58203125,
      "learning_rate": 8e-05,
      "loss": 0.7448618412017822,
      "step": 2270
    },
    {
      "epoch": 0.6052210974960043,
      "grad_norm": 0.61328125,
      "learning_rate": 8e-05,
      "loss": 0.7599774599075317,
      "step": 2272
    },
    {
      "epoch": 0.6057538625466169,
      "grad_norm": 0.6015625,
      "learning_rate": 8e-05,
      "loss": 0.7902323007583618,
      "step": 2274
    },
    {
      "epoch": 0.6062866275972296,
      "grad_norm": 0.58203125,
      "learning_rate": 8e-05,
      "loss": 0.7423989176750183,
      "step": 2276
    },
    {
      "epoch": 0.6068193926478423,
      "grad_norm": 0.62109375,
      "learning_rate": 8e-05,
      "loss": 0.7656657099723816,
      "step": 2278
    },
    {
      "epoch": 0.607352157698455,
      "grad_norm": 0.6015625,
      "learning_rate": 8e-05,
      "loss": 0.7378427982330322,
      "step": 2280
    },
    {
      "epoch": 0.6078849227490677,
      "grad_norm": 0.63671875,
      "learning_rate": 8e-05,
      "loss": 0.7627711296081543,
      "step": 2282
    },
    {
      "epoch": 0.6084176877996803,
      "grad_norm": 0.6015625,
      "learning_rate": 8e-05,
      "loss": 0.7654937505722046,
      "step": 2284
    },
    {
      "epoch": 0.608950452850293,
      "grad_norm": 0.58984375,
      "learning_rate": 8e-05,
      "loss": 0.7615671157836914,
      "step": 2286
    },
    {
      "epoch": 0.6094832179009056,
      "grad_norm": 0.6171875,
      "learning_rate": 8e-05,
      "loss": 0.7753266096115112,
      "step": 2288
    },
    {
      "epoch": 0.6100159829515184,
      "grad_norm": 0.59765625,
      "learning_rate": 8e-05,
      "loss": 0.7688212990760803,
      "step": 2290
    },
    {
      "epoch": 0.6105487480021311,
      "grad_norm": 0.62890625,
      "learning_rate": 8e-05,
      "loss": 0.7590000033378601,
      "step": 2292
    },
    {
      "epoch": 0.6110815130527437,
      "grad_norm": 0.59375,
      "learning_rate": 8e-05,
      "loss": 0.7802637815475464,
      "step": 2294
    },
    {
      "epoch": 0.6116142781033564,
      "grad_norm": 0.59765625,
      "learning_rate": 8e-05,
      "loss": 0.7646292448043823,
      "step": 2296
    },
    {
      "epoch": 0.6121470431539691,
      "grad_norm": 0.59765625,
      "learning_rate": 8e-05,
      "loss": 0.7465856671333313,
      "step": 2298
    },
    {
      "epoch": 0.6126798082045818,
      "grad_norm": 0.58984375,
      "learning_rate": 8e-05,
      "loss": 0.755443811416626,
      "step": 2300
    },
    {
      "epoch": 0.6132125732551944,
      "grad_norm": 0.6171875,
      "learning_rate": 8e-05,
      "loss": 0.7676706910133362,
      "step": 2302
    },
    {
      "epoch": 0.6137453383058071,
      "grad_norm": 0.62109375,
      "learning_rate": 8e-05,
      "loss": 0.7980360388755798,
      "step": 2304
    },
    {
      "epoch": 0.6142781033564199,
      "grad_norm": 0.6171875,
      "learning_rate": 8e-05,
      "loss": 0.7766455411911011,
      "step": 2306
    },
    {
      "epoch": 0.6148108684070325,
      "grad_norm": 0.60546875,
      "learning_rate": 8e-05,
      "loss": 0.7732510566711426,
      "step": 2308
    },
    {
      "epoch": 0.6153436334576452,
      "grad_norm": 0.58203125,
      "learning_rate": 8e-05,
      "loss": 0.7538511157035828,
      "step": 2310
    },
    {
      "epoch": 0.6158763985082578,
      "grad_norm": 0.58984375,
      "learning_rate": 8e-05,
      "loss": 0.7400153875350952,
      "step": 2312
    },
    {
      "epoch": 0.6164091635588705,
      "grad_norm": 0.625,
      "learning_rate": 8e-05,
      "loss": 0.8004501461982727,
      "step": 2314
    },
    {
      "epoch": 0.6169419286094833,
      "grad_norm": 0.5703125,
      "learning_rate": 8e-05,
      "loss": 0.7622724771499634,
      "step": 2316
    },
    {
      "epoch": 0.6174746936600959,
      "grad_norm": 0.60546875,
      "learning_rate": 8e-05,
      "loss": 0.759125292301178,
      "step": 2318
    },
    {
      "epoch": 0.6180074587107086,
      "grad_norm": 0.58984375,
      "learning_rate": 8e-05,
      "loss": 0.7583044767379761,
      "step": 2320
    },
    {
      "epoch": 0.6185402237613212,
      "grad_norm": 0.6015625,
      "learning_rate": 8e-05,
      "loss": 0.8017464876174927,
      "step": 2322
    },
    {
      "epoch": 0.619072988811934,
      "grad_norm": 0.60546875,
      "learning_rate": 8e-05,
      "loss": 0.773422122001648,
      "step": 2324
    },
    {
      "epoch": 0.6196057538625466,
      "grad_norm": 0.60546875,
      "learning_rate": 8e-05,
      "loss": 0.782919704914093,
      "step": 2326
    },
    {
      "epoch": 0.6201385189131593,
      "grad_norm": 0.60546875,
      "learning_rate": 8e-05,
      "loss": 0.7374987602233887,
      "step": 2328
    },
    {
      "epoch": 0.620671283963772,
      "grad_norm": 0.6015625,
      "learning_rate": 8e-05,
      "loss": 0.7503113746643066,
      "step": 2330
    },
    {
      "epoch": 0.6212040490143846,
      "grad_norm": 0.59765625,
      "learning_rate": 8e-05,
      "loss": 0.7530639171600342,
      "step": 2332
    },
    {
      "epoch": 0.6217368140649974,
      "grad_norm": 0.60546875,
      "learning_rate": 8e-05,
      "loss": 0.8065166473388672,
      "step": 2334
    },
    {
      "epoch": 0.62226957911561,
      "grad_norm": 0.62890625,
      "learning_rate": 8e-05,
      "loss": 0.7694088816642761,
      "step": 2336
    },
    {
      "epoch": 0.6228023441662227,
      "grad_norm": 0.61328125,
      "learning_rate": 8e-05,
      "loss": 0.8152406215667725,
      "step": 2338
    },
    {
      "epoch": 0.6233351092168353,
      "grad_norm": 0.63671875,
      "learning_rate": 8e-05,
      "loss": 0.8167840242385864,
      "step": 2340
    },
    {
      "epoch": 0.623867874267448,
      "grad_norm": 0.62109375,
      "learning_rate": 8e-05,
      "loss": 0.748583972454071,
      "step": 2342
    },
    {
      "epoch": 0.6244006393180608,
      "grad_norm": 0.59375,
      "learning_rate": 8e-05,
      "loss": 0.7353124618530273,
      "step": 2344
    },
    {
      "epoch": 0.6249334043686734,
      "grad_norm": 0.59765625,
      "learning_rate": 8e-05,
      "loss": 0.7833389043807983,
      "step": 2346
    },
    {
      "epoch": 0.6254661694192861,
      "grad_norm": 0.5859375,
      "learning_rate": 8e-05,
      "loss": 0.7380432486534119,
      "step": 2348
    },
    {
      "epoch": 0.6259989344698987,
      "grad_norm": 0.640625,
      "learning_rate": 8e-05,
      "loss": 0.8244600892066956,
      "step": 2350
    },
    {
      "epoch": 0.6265316995205115,
      "grad_norm": 0.59375,
      "learning_rate": 8e-05,
      "loss": 0.7240447402000427,
      "step": 2352
    },
    {
      "epoch": 0.6270644645711241,
      "grad_norm": 0.59375,
      "learning_rate": 8e-05,
      "loss": 0.7850971221923828,
      "step": 2354
    },
    {
      "epoch": 0.6275972296217368,
      "grad_norm": 0.6015625,
      "learning_rate": 8e-05,
      "loss": 0.7789439558982849,
      "step": 2356
    },
    {
      "epoch": 0.6281299946723495,
      "grad_norm": 0.62109375,
      "learning_rate": 8e-05,
      "loss": 0.8035836815834045,
      "step": 2358
    },
    {
      "epoch": 0.6286627597229622,
      "grad_norm": 0.59375,
      "learning_rate": 8e-05,
      "loss": 0.7577446103096008,
      "step": 2360
    },
    {
      "epoch": 0.6291955247735749,
      "grad_norm": 0.61328125,
      "learning_rate": 8e-05,
      "loss": 0.8039902448654175,
      "step": 2362
    },
    {
      "epoch": 0.6297282898241875,
      "grad_norm": 0.6171875,
      "learning_rate": 8e-05,
      "loss": 0.7867581844329834,
      "step": 2364
    },
    {
      "epoch": 0.6302610548748002,
      "grad_norm": 0.61328125,
      "learning_rate": 8e-05,
      "loss": 0.7361651062965393,
      "step": 2366
    },
    {
      "epoch": 0.630793819925413,
      "grad_norm": 0.60546875,
      "learning_rate": 8e-05,
      "loss": 0.7749671339988708,
      "step": 2368
    },
    {
      "epoch": 0.6313265849760256,
      "grad_norm": 0.62109375,
      "learning_rate": 8e-05,
      "loss": 0.7684974670410156,
      "step": 2370
    },
    {
      "epoch": 0.6318593500266383,
      "grad_norm": 0.609375,
      "learning_rate": 8e-05,
      "loss": 0.7540404796600342,
      "step": 2372
    },
    {
      "epoch": 0.6323921150772509,
      "grad_norm": 0.609375,
      "learning_rate": 8e-05,
      "loss": 0.7764151096343994,
      "step": 2374
    },
    {
      "epoch": 0.6329248801278636,
      "grad_norm": 0.61328125,
      "learning_rate": 8e-05,
      "loss": 0.7495799660682678,
      "step": 2376
    },
    {
      "epoch": 0.6334576451784762,
      "grad_norm": 0.72265625,
      "learning_rate": 8e-05,
      "loss": 0.7766825556755066,
      "step": 2378
    },
    {
      "epoch": 0.633990410229089,
      "grad_norm": 0.640625,
      "learning_rate": 8e-05,
      "loss": 0.7477214336395264,
      "step": 2380
    },
    {
      "epoch": 0.6345231752797017,
      "grad_norm": 0.625,
      "learning_rate": 8e-05,
      "loss": 0.7461574077606201,
      "step": 2382
    },
    {
      "epoch": 0.6350559403303143,
      "grad_norm": 0.60546875,
      "learning_rate": 8e-05,
      "loss": 0.7609319090843201,
      "step": 2384
    },
    {
      "epoch": 0.635588705380927,
      "grad_norm": 0.6015625,
      "learning_rate": 8e-05,
      "loss": 0.7841947674751282,
      "step": 2386
    },
    {
      "epoch": 0.6361214704315397,
      "grad_norm": 0.609375,
      "learning_rate": 8e-05,
      "loss": 0.7920709848403931,
      "step": 2388
    },
    {
      "epoch": 0.6366542354821524,
      "grad_norm": 0.61328125,
      "learning_rate": 8e-05,
      "loss": 0.7804465889930725,
      "step": 2390
    },
    {
      "epoch": 0.637187000532765,
      "grad_norm": 0.57421875,
      "learning_rate": 8e-05,
      "loss": 0.7685946226119995,
      "step": 2392
    },
    {
      "epoch": 0.6377197655833777,
      "grad_norm": 0.57421875,
      "learning_rate": 8e-05,
      "loss": 0.7582971453666687,
      "step": 2394
    },
    {
      "epoch": 0.6382525306339905,
      "grad_norm": 0.62109375,
      "learning_rate": 8e-05,
      "loss": 0.7376336455345154,
      "step": 2396
    },
    {
      "epoch": 0.6387852956846031,
      "grad_norm": 0.6171875,
      "learning_rate": 8e-05,
      "loss": 0.7812549471855164,
      "step": 2398
    },
    {
      "epoch": 0.6393180607352158,
      "grad_norm": 0.59765625,
      "learning_rate": 8e-05,
      "loss": 0.7486171722412109,
      "step": 2400
    },
    {
      "epoch": 0.6398508257858284,
      "grad_norm": 0.56640625,
      "learning_rate": 8e-05,
      "loss": 0.7864870429039001,
      "step": 2402
    },
    {
      "epoch": 0.6403835908364411,
      "grad_norm": 0.60546875,
      "learning_rate": 8e-05,
      "loss": 0.7745766043663025,
      "step": 2404
    },
    {
      "epoch": 0.6409163558870538,
      "grad_norm": 0.56640625,
      "learning_rate": 8e-05,
      "loss": 0.7579283118247986,
      "step": 2406
    },
    {
      "epoch": 0.6414491209376665,
      "grad_norm": 0.6015625,
      "learning_rate": 8e-05,
      "loss": 0.7351487278938293,
      "step": 2408
    },
    {
      "epoch": 0.6419818859882792,
      "grad_norm": 0.58984375,
      "learning_rate": 8e-05,
      "loss": 0.8096469044685364,
      "step": 2410
    },
    {
      "epoch": 0.6425146510388918,
      "grad_norm": 0.58984375,
      "learning_rate": 8e-05,
      "loss": 0.7487743496894836,
      "step": 2412
    },
    {
      "epoch": 0.6430474160895046,
      "grad_norm": 0.6015625,
      "learning_rate": 8e-05,
      "loss": 0.7955554127693176,
      "step": 2414
    },
    {
      "epoch": 0.6435801811401172,
      "grad_norm": 0.61328125,
      "learning_rate": 8e-05,
      "loss": 0.7598539590835571,
      "step": 2416
    },
    {
      "epoch": 0.6441129461907299,
      "grad_norm": 0.59765625,
      "learning_rate": 8e-05,
      "loss": 0.794310986995697,
      "step": 2418
    },
    {
      "epoch": 0.6446457112413426,
      "grad_norm": 0.57421875,
      "learning_rate": 8e-05,
      "loss": 0.7372432947158813,
      "step": 2420
    },
    {
      "epoch": 0.6451784762919552,
      "grad_norm": 0.62890625,
      "learning_rate": 8e-05,
      "loss": 0.7485856413841248,
      "step": 2422
    },
    {
      "epoch": 0.645711241342568,
      "grad_norm": 0.59765625,
      "learning_rate": 8e-05,
      "loss": 0.7526128888130188,
      "step": 2424
    },
    {
      "epoch": 0.6462440063931806,
      "grad_norm": 0.609375,
      "learning_rate": 8e-05,
      "loss": 0.7520730495452881,
      "step": 2426
    },
    {
      "epoch": 0.6467767714437933,
      "grad_norm": 0.58203125,
      "learning_rate": 8e-05,
      "loss": 0.7413308024406433,
      "step": 2428
    },
    {
      "epoch": 0.6473095364944059,
      "grad_norm": 0.6171875,
      "learning_rate": 8e-05,
      "loss": 0.7861500382423401,
      "step": 2430
    },
    {
      "epoch": 0.6478423015450187,
      "grad_norm": 0.625,
      "learning_rate": 8e-05,
      "loss": 0.8049200773239136,
      "step": 2432
    },
    {
      "epoch": 0.6483750665956314,
      "grad_norm": 0.59375,
      "learning_rate": 8e-05,
      "loss": 0.7288910150527954,
      "step": 2434
    },
    {
      "epoch": 0.648907831646244,
      "grad_norm": 0.6015625,
      "learning_rate": 8e-05,
      "loss": 0.7674762606620789,
      "step": 2436
    },
    {
      "epoch": 0.6494405966968567,
      "grad_norm": 0.61328125,
      "learning_rate": 8e-05,
      "loss": 0.79649418592453,
      "step": 2438
    },
    {
      "epoch": 0.6499733617474693,
      "grad_norm": 0.5859375,
      "learning_rate": 8e-05,
      "loss": 0.7906514406204224,
      "step": 2440
    },
    {
      "epoch": 0.6505061267980821,
      "grad_norm": 0.58203125,
      "learning_rate": 8e-05,
      "loss": 0.7719740867614746,
      "step": 2442
    },
    {
      "epoch": 0.6510388918486947,
      "grad_norm": 0.61328125,
      "learning_rate": 8e-05,
      "loss": 0.8404486179351807,
      "step": 2444
    },
    {
      "epoch": 0.6515716568993074,
      "grad_norm": 0.6015625,
      "learning_rate": 8e-05,
      "loss": 0.7465118169784546,
      "step": 2446
    },
    {
      "epoch": 0.6521044219499201,
      "grad_norm": 0.609375,
      "learning_rate": 8e-05,
      "loss": 0.7870571613311768,
      "step": 2448
    },
    {
      "epoch": 0.6526371870005327,
      "grad_norm": 0.62890625,
      "learning_rate": 8e-05,
      "loss": 0.7906562089920044,
      "step": 2450
    },
    {
      "epoch": 0.6531699520511455,
      "grad_norm": 0.58984375,
      "learning_rate": 8e-05,
      "loss": 0.7247576713562012,
      "step": 2452
    },
    {
      "epoch": 0.6537027171017581,
      "grad_norm": 0.609375,
      "learning_rate": 8e-05,
      "loss": 0.7732218503952026,
      "step": 2454
    },
    {
      "epoch": 0.6542354821523708,
      "grad_norm": 0.5859375,
      "learning_rate": 8e-05,
      "loss": 0.7541797161102295,
      "step": 2456
    },
    {
      "epoch": 0.6547682472029834,
      "grad_norm": 0.625,
      "learning_rate": 8e-05,
      "loss": 0.7637116312980652,
      "step": 2458
    },
    {
      "epoch": 0.6553010122535962,
      "grad_norm": 0.609375,
      "learning_rate": 8e-05,
      "loss": 0.7784105539321899,
      "step": 2460
    },
    {
      "epoch": 0.6558337773042089,
      "grad_norm": 0.6328125,
      "learning_rate": 8e-05,
      "loss": 0.7532057166099548,
      "step": 2462
    },
    {
      "epoch": 0.6563665423548215,
      "grad_norm": 0.609375,
      "learning_rate": 8e-05,
      "loss": 0.7266465425491333,
      "step": 2464
    },
    {
      "epoch": 0.6568993074054342,
      "grad_norm": 0.58203125,
      "learning_rate": 8e-05,
      "loss": 0.7385075688362122,
      "step": 2466
    },
    {
      "epoch": 0.6574320724560468,
      "grad_norm": 0.609375,
      "learning_rate": 8e-05,
      "loss": 0.7806388139724731,
      "step": 2468
    },
    {
      "epoch": 0.6579648375066596,
      "grad_norm": 0.609375,
      "learning_rate": 8e-05,
      "loss": 0.7638847827911377,
      "step": 2470
    },
    {
      "epoch": 0.6584976025572722,
      "grad_norm": 0.59375,
      "learning_rate": 8e-05,
      "loss": 0.7466439604759216,
      "step": 2472
    },
    {
      "epoch": 0.6590303676078849,
      "grad_norm": 0.58984375,
      "learning_rate": 8e-05,
      "loss": 0.7079021334648132,
      "step": 2474
    },
    {
      "epoch": 0.6595631326584976,
      "grad_norm": 0.59765625,
      "learning_rate": 8e-05,
      "loss": 0.7956612706184387,
      "step": 2476
    },
    {
      "epoch": 0.6600958977091103,
      "grad_norm": 0.60546875,
      "learning_rate": 8e-05,
      "loss": 0.8124134540557861,
      "step": 2478
    },
    {
      "epoch": 0.660628662759723,
      "grad_norm": 0.5703125,
      "learning_rate": 7.999992767148906e-05,
      "loss": 0.7136578559875488,
      "step": 2480
    },
    {
      "epoch": 0.6611614278103356,
      "grad_norm": 0.609375,
      "learning_rate": 7.999934904497092e-05,
      "loss": 0.7554067373275757,
      "step": 2482
    },
    {
      "epoch": 0.6616941928609483,
      "grad_norm": 0.58203125,
      "learning_rate": 7.999819180030488e-05,
      "loss": 0.7867137789726257,
      "step": 2484
    },
    {
      "epoch": 0.662226957911561,
      "grad_norm": 0.62109375,
      "learning_rate": 7.999645595423128e-05,
      "loss": 0.8369832634925842,
      "step": 2486
    },
    {
      "epoch": 0.6627597229621737,
      "grad_norm": 0.58203125,
      "learning_rate": 7.999414153186031e-05,
      "loss": 0.745606005191803,
      "step": 2488
    },
    {
      "epoch": 0.6632924880127864,
      "grad_norm": 0.58203125,
      "learning_rate": 7.999124856667172e-05,
      "loss": 0.7783620357513428,
      "step": 2490
    },
    {
      "epoch": 0.663825253063399,
      "grad_norm": 0.62109375,
      "learning_rate": 7.998777710051422e-05,
      "loss": 0.7496659159660339,
      "step": 2492
    },
    {
      "epoch": 0.6643580181140117,
      "grad_norm": 0.58984375,
      "learning_rate": 7.998372718360495e-05,
      "loss": 0.735636293888092,
      "step": 2494
    },
    {
      "epoch": 0.6648907831646244,
      "grad_norm": 0.59765625,
      "learning_rate": 7.997909887452878e-05,
      "loss": 0.770561158657074,
      "step": 2496
    },
    {
      "epoch": 0.6654235482152371,
      "grad_norm": 0.61328125,
      "learning_rate": 7.997389224023737e-05,
      "loss": 0.7702518105506897,
      "step": 2498
    },
    {
      "epoch": 0.6659563132658498,
      "grad_norm": 0.62890625,
      "learning_rate": 7.996810735604828e-05,
      "loss": 0.8403434753417969,
      "step": 2500
    },
    {
      "epoch": 0.6664890783164624,
      "grad_norm": 0.5859375,
      "learning_rate": 7.996174430564384e-05,
      "loss": 0.775733232498169,
      "step": 2502
    },
    {
      "epoch": 0.6670218433670752,
      "grad_norm": 0.578125,
      "learning_rate": 7.995480318106997e-05,
      "loss": 0.7447243928909302,
      "step": 2504
    },
    {
      "epoch": 0.6675546084176878,
      "grad_norm": 0.60546875,
      "learning_rate": 7.99472840827348e-05,
      "loss": 0.7677955627441406,
      "step": 2506
    },
    {
      "epoch": 0.6680873734683005,
      "grad_norm": 0.58984375,
      "learning_rate": 7.99391871194073e-05,
      "loss": 0.7605108022689819,
      "step": 2508
    },
    {
      "epoch": 0.6686201385189131,
      "grad_norm": 0.60546875,
      "learning_rate": 7.993051240821559e-05,
      "loss": 0.7609809041023254,
      "step": 2510
    },
    {
      "epoch": 0.6691529035695258,
      "grad_norm": 0.58203125,
      "learning_rate": 7.992126007464537e-05,
      "loss": 0.7586944699287415,
      "step": 2512
    },
    {
      "epoch": 0.6696856686201386,
      "grad_norm": 0.6015625,
      "learning_rate": 7.991143025253801e-05,
      "loss": 0.7763959765434265,
      "step": 2514
    },
    {
      "epoch": 0.6702184336707512,
      "grad_norm": 0.6015625,
      "learning_rate": 7.990102308408867e-05,
      "loss": 0.7569335103034973,
      "step": 2516
    },
    {
      "epoch": 0.6707511987213639,
      "grad_norm": 0.59765625,
      "learning_rate": 7.98900387198442e-05,
      "loss": 0.7567064166069031,
      "step": 2518
    },
    {
      "epoch": 0.6712839637719765,
      "grad_norm": 0.62109375,
      "learning_rate": 7.9878477318701e-05,
      "loss": 0.8084724545478821,
      "step": 2520
    },
    {
      "epoch": 0.6718167288225892,
      "grad_norm": 0.59765625,
      "learning_rate": 7.98663390479027e-05,
      "loss": 0.748503565788269,
      "step": 2522
    },
    {
      "epoch": 0.6723494938732019,
      "grad_norm": 0.59765625,
      "learning_rate": 7.985362408303778e-05,
      "loss": 0.7644037008285522,
      "step": 2524
    },
    {
      "epoch": 0.6728822589238146,
      "grad_norm": 0.625,
      "learning_rate": 7.984033260803695e-05,
      "loss": 0.7853304743766785,
      "step": 2526
    },
    {
      "epoch": 0.6734150239744273,
      "grad_norm": 0.61328125,
      "learning_rate": 7.982646481517054e-05,
      "loss": 0.7597571015357971,
      "step": 2528
    },
    {
      "epoch": 0.6739477890250399,
      "grad_norm": 0.578125,
      "learning_rate": 7.981202090504576e-05,
      "loss": 0.7463767528533936,
      "step": 2530
    },
    {
      "epoch": 0.6744805540756527,
      "grad_norm": 0.60546875,
      "learning_rate": 7.97970010866037e-05,
      "loss": 0.7673113346099854,
      "step": 2532
    },
    {
      "epoch": 0.6750133191262653,
      "grad_norm": 0.5859375,
      "learning_rate": 7.97814055771164e-05,
      "loss": 0.7825121879577637,
      "step": 2534
    },
    {
      "epoch": 0.675546084176878,
      "grad_norm": 0.58984375,
      "learning_rate": 7.976523460218363e-05,
      "loss": 0.7622671723365784,
      "step": 2536
    },
    {
      "epoch": 0.6760788492274907,
      "grad_norm": 0.57421875,
      "learning_rate": 7.974848839572971e-05,
      "loss": 0.722598671913147,
      "step": 2538
    },
    {
      "epoch": 0.6766116142781033,
      "grad_norm": 0.60546875,
      "learning_rate": 7.973116720000005e-05,
      "loss": 0.7474793791770935,
      "step": 2540
    },
    {
      "epoch": 0.6771443793287161,
      "grad_norm": 0.59375,
      "learning_rate": 7.971327126555767e-05,
      "loss": 0.7257604598999023,
      "step": 2542
    },
    {
      "epoch": 0.6776771443793287,
      "grad_norm": 0.5859375,
      "learning_rate": 7.96948008512796e-05,
      "loss": 0.7461668252944946,
      "step": 2544
    },
    {
      "epoch": 0.6782099094299414,
      "grad_norm": 0.58984375,
      "learning_rate": 7.967575622435313e-05,
      "loss": 0.75556880235672,
      "step": 2546
    },
    {
      "epoch": 0.678742674480554,
      "grad_norm": 0.6015625,
      "learning_rate": 7.965613766027188e-05,
      "loss": 0.796931803226471,
      "step": 2548
    },
    {
      "epoch": 0.6792754395311668,
      "grad_norm": 0.59375,
      "learning_rate": 7.963594544283193e-05,
      "loss": 0.7720798850059509,
      "step": 2550
    },
    {
      "epoch": 0.6798082045817795,
      "grad_norm": 0.56640625,
      "learning_rate": 7.96151798641276e-05,
      "loss": 0.7493809461593628,
      "step": 2552
    },
    {
      "epoch": 0.6803409696323921,
      "grad_norm": 0.5859375,
      "learning_rate": 7.959384122454729e-05,
      "loss": 0.7640602588653564,
      "step": 2554
    },
    {
      "epoch": 0.6808737346830048,
      "grad_norm": 0.55859375,
      "learning_rate": 7.957192983276915e-05,
      "loss": 0.716975212097168,
      "step": 2556
    },
    {
      "epoch": 0.6814064997336174,
      "grad_norm": 0.59765625,
      "learning_rate": 7.954944600575654e-05,
      "loss": 0.7710456848144531,
      "step": 2558
    },
    {
      "epoch": 0.6819392647842302,
      "grad_norm": 0.62109375,
      "learning_rate": 7.952639006875353e-05,
      "loss": 0.7932459712028503,
      "step": 2560
    },
    {
      "epoch": 0.6824720298348428,
      "grad_norm": 0.578125,
      "learning_rate": 7.950276235528011e-05,
      "loss": 0.7565551400184631,
      "step": 2562
    },
    {
      "epoch": 0.6830047948854555,
      "grad_norm": 0.60546875,
      "learning_rate": 7.947856320712746e-05,
      "loss": 0.7231839895248413,
      "step": 2564
    },
    {
      "epoch": 0.6835375599360682,
      "grad_norm": 0.578125,
      "learning_rate": 7.945379297435294e-05,
      "loss": 0.7507690787315369,
      "step": 2566
    },
    {
      "epoch": 0.6840703249866809,
      "grad_norm": 0.60546875,
      "learning_rate": 7.942845201527501e-05,
      "loss": 0.7406589388847351,
      "step": 2568
    },
    {
      "epoch": 0.6846030900372936,
      "grad_norm": 0.5703125,
      "learning_rate": 7.940254069646813e-05,
      "loss": 0.7486617565155029,
      "step": 2570
    },
    {
      "epoch": 0.6851358550879062,
      "grad_norm": 0.58203125,
      "learning_rate": 7.937605939275736e-05,
      "loss": 0.7797908186912537,
      "step": 2572
    },
    {
      "epoch": 0.6856686201385189,
      "grad_norm": 0.62109375,
      "learning_rate": 7.934900848721304e-05,
      "loss": 0.8399383425712585,
      "step": 2574
    },
    {
      "epoch": 0.6862013851891315,
      "grad_norm": 0.58984375,
      "learning_rate": 7.932138837114512e-05,
      "loss": 0.7333605289459229,
      "step": 2576
    },
    {
      "epoch": 0.6867341502397443,
      "grad_norm": 0.6015625,
      "learning_rate": 7.929319944409765e-05,
      "loss": 0.776554524898529,
      "step": 2578
    },
    {
      "epoch": 0.687266915290357,
      "grad_norm": 0.5859375,
      "learning_rate": 7.926444211384286e-05,
      "loss": 0.7380905151367188,
      "step": 2580
    },
    {
      "epoch": 0.6877996803409696,
      "grad_norm": 0.56640625,
      "learning_rate": 7.923511679637534e-05,
      "loss": 0.7293626070022583,
      "step": 2582
    },
    {
      "epoch": 0.6883324453915823,
      "grad_norm": 0.58203125,
      "learning_rate": 7.920522391590604e-05,
      "loss": 0.7142640352249146,
      "step": 2584
    },
    {
      "epoch": 0.688865210442195,
      "grad_norm": 0.61328125,
      "learning_rate": 7.917476390485606e-05,
      "loss": 0.8078116178512573,
      "step": 2586
    },
    {
      "epoch": 0.6893979754928077,
      "grad_norm": 0.59765625,
      "learning_rate": 7.914373720385048e-05,
      "loss": 0.7499976754188538,
      "step": 2588
    },
    {
      "epoch": 0.6899307405434204,
      "grad_norm": 0.59375,
      "learning_rate": 7.911214426171187e-05,
      "loss": 0.7751161456108093,
      "step": 2590
    },
    {
      "epoch": 0.690463505594033,
      "grad_norm": 0.61328125,
      "learning_rate": 7.907998553545392e-05,
      "loss": 0.7775903344154358,
      "step": 2592
    },
    {
      "epoch": 0.6909962706446457,
      "grad_norm": 0.5859375,
      "learning_rate": 7.904726149027479e-05,
      "loss": 0.7565440535545349,
      "step": 2594
    },
    {
      "epoch": 0.6915290356952584,
      "grad_norm": 0.58984375,
      "learning_rate": 7.901397259955032e-05,
      "loss": 0.7655493021011353,
      "step": 2596
    },
    {
      "epoch": 0.6920618007458711,
      "grad_norm": 0.609375,
      "learning_rate": 7.898011934482725e-05,
      "loss": 0.7513885498046875,
      "step": 2598
    },
    {
      "epoch": 0.6925945657964837,
      "grad_norm": 0.6015625,
      "learning_rate": 7.894570221581627e-05,
      "loss": 0.7957122325897217,
      "step": 2600
    },
    {
      "epoch": 0.6931273308470964,
      "grad_norm": 0.61328125,
      "learning_rate": 7.891072171038483e-05,
      "loss": 0.752173125743866,
      "step": 2602
    },
    {
      "epoch": 0.6936600958977092,
      "grad_norm": 0.60546875,
      "learning_rate": 7.887517833455007e-05,
      "loss": 0.7955760359764099,
      "step": 2604
    },
    {
      "epoch": 0.6941928609483218,
      "grad_norm": 0.58984375,
      "learning_rate": 7.883907260247141e-05,
      "loss": 0.7562192678451538,
      "step": 2606
    },
    {
      "epoch": 0.6947256259989345,
      "grad_norm": 0.62109375,
      "learning_rate": 7.880240503644314e-05,
      "loss": 0.7903412580490112,
      "step": 2608
    },
    {
      "epoch": 0.6952583910495471,
      "grad_norm": 0.58984375,
      "learning_rate": 7.876517616688689e-05,
      "loss": 0.722710371017456,
      "step": 2610
    },
    {
      "epoch": 0.6957911561001598,
      "grad_norm": 0.59765625,
      "learning_rate": 7.872738653234387e-05,
      "loss": 0.7610102891921997,
      "step": 2612
    },
    {
      "epoch": 0.6963239211507725,
      "grad_norm": 0.58984375,
      "learning_rate": 7.868903667946723e-05,
      "loss": 0.7523242831230164,
      "step": 2614
    },
    {
      "epoch": 0.6968566862013852,
      "grad_norm": 0.60546875,
      "learning_rate": 7.865012716301399e-05,
      "loss": 0.7445037364959717,
      "step": 2616
    },
    {
      "epoch": 0.6973894512519979,
      "grad_norm": 0.578125,
      "learning_rate": 7.861065854583715e-05,
      "loss": 0.7576636075973511,
      "step": 2618
    },
    {
      "epoch": 0.6979222163026105,
      "grad_norm": 0.578125,
      "learning_rate": 7.857063139887742e-05,
      "loss": 0.7409178614616394,
      "step": 2620
    },
    {
      "epoch": 0.6984549813532233,
      "grad_norm": 0.59375,
      "learning_rate": 7.85300463011551e-05,
      "loss": 0.7388145923614502,
      "step": 2622
    },
    {
      "epoch": 0.6989877464038359,
      "grad_norm": 0.60546875,
      "learning_rate": 7.848890383976155e-05,
      "loss": 0.7784285545349121,
      "step": 2624
    },
    {
      "epoch": 0.6995205114544486,
      "grad_norm": 0.55859375,
      "learning_rate": 7.844720460985086e-05,
      "loss": 0.7128530144691467,
      "step": 2626
    },
    {
      "epoch": 0.7000532765050612,
      "grad_norm": 0.59375,
      "learning_rate": 7.840494921463112e-05,
      "loss": 0.7656941413879395,
      "step": 2628
    },
    {
      "epoch": 0.7005860415556739,
      "grad_norm": 0.609375,
      "learning_rate": 7.836213826535574e-05,
      "loss": 0.8078965544700623,
      "step": 2630
    },
    {
      "epoch": 0.7011188066062867,
      "grad_norm": 0.5703125,
      "learning_rate": 7.831877238131459e-05,
      "loss": 0.7390220165252686,
      "step": 2632
    },
    {
      "epoch": 0.7016515716568993,
      "grad_norm": 0.58203125,
      "learning_rate": 7.82748521898251e-05,
      "loss": 0.7566484212875366,
      "step": 2634
    },
    {
      "epoch": 0.702184336707512,
      "grad_norm": 0.58203125,
      "learning_rate": 7.823037832622307e-05,
      "loss": 0.7349902391433716,
      "step": 2636
    },
    {
      "epoch": 0.7027171017581246,
      "grad_norm": 0.57421875,
      "learning_rate": 7.818535143385359e-05,
      "loss": 0.7549850940704346,
      "step": 2638
    },
    {
      "epoch": 0.7032498668087374,
      "grad_norm": 0.625,
      "learning_rate": 7.81397721640617e-05,
      "loss": 0.7904667258262634,
      "step": 2640
    },
    {
      "epoch": 0.70378263185935,
      "grad_norm": 0.60546875,
      "learning_rate": 7.809364117618295e-05,
      "loss": 0.7925822734832764,
      "step": 2642
    },
    {
      "epoch": 0.7043153969099627,
      "grad_norm": 0.57421875,
      "learning_rate": 7.804695913753385e-05,
      "loss": 0.7261655926704407,
      "step": 2644
    },
    {
      "epoch": 0.7048481619605754,
      "grad_norm": 0.625,
      "learning_rate": 7.799972672340226e-05,
      "loss": 0.8227925896644592,
      "step": 2646
    },
    {
      "epoch": 0.705380927011188,
      "grad_norm": 0.56640625,
      "learning_rate": 7.795194461703763e-05,
      "loss": 0.6952813863754272,
      "step": 2648
    },
    {
      "epoch": 0.7059136920618008,
      "grad_norm": 0.5859375,
      "learning_rate": 7.790361350964101e-05,
      "loss": 0.7714648246765137,
      "step": 2650
    },
    {
      "epoch": 0.7064464571124134,
      "grad_norm": 0.5859375,
      "learning_rate": 7.78547341003552e-05,
      "loss": 0.756645143032074,
      "step": 2652
    },
    {
      "epoch": 0.7069792221630261,
      "grad_norm": 0.5859375,
      "learning_rate": 7.780530709625455e-05,
      "loss": 0.74300217628479,
      "step": 2654
    },
    {
      "epoch": 0.7075119872136388,
      "grad_norm": 0.58203125,
      "learning_rate": 7.775533321233471e-05,
      "loss": 0.7490818500518799,
      "step": 2656
    },
    {
      "epoch": 0.7080447522642515,
      "grad_norm": 0.578125,
      "learning_rate": 7.770481317150236e-05,
      "loss": 0.7314748167991638,
      "step": 2658
    },
    {
      "epoch": 0.7085775173148642,
      "grad_norm": 0.578125,
      "learning_rate": 7.765374770456471e-05,
      "loss": 0.7653273344039917,
      "step": 2660
    },
    {
      "epoch": 0.7091102823654768,
      "grad_norm": 0.58203125,
      "learning_rate": 7.760213755021892e-05,
      "loss": 0.784086287021637,
      "step": 2662
    },
    {
      "epoch": 0.7096430474160895,
      "grad_norm": 0.57421875,
      "learning_rate": 7.754998345504141e-05,
      "loss": 0.7511420249938965,
      "step": 2664
    },
    {
      "epoch": 0.7101758124667021,
      "grad_norm": 0.6171875,
      "learning_rate": 7.749728617347717e-05,
      "loss": 0.77214115858078,
      "step": 2666
    },
    {
      "epoch": 0.7107085775173149,
      "grad_norm": 0.64453125,
      "learning_rate": 7.744404646782866e-05,
      "loss": 0.7471661567687988,
      "step": 2668
    },
    {
      "epoch": 0.7112413425679276,
      "grad_norm": 0.5859375,
      "learning_rate": 7.739026510824489e-05,
      "loss": 0.8218797445297241,
      "step": 2670
    },
    {
      "epoch": 0.7117741076185402,
      "grad_norm": 0.58984375,
      "learning_rate": 7.73359428727103e-05,
      "loss": 0.7144700288772583,
      "step": 2672
    },
    {
      "epoch": 0.7123068726691529,
      "grad_norm": 0.58203125,
      "learning_rate": 7.72810805470335e-05,
      "loss": 0.7447347640991211,
      "step": 2674
    },
    {
      "epoch": 0.7128396377197656,
      "grad_norm": 0.58203125,
      "learning_rate": 7.722567892483579e-05,
      "loss": 0.7260941863059998,
      "step": 2676
    },
    {
      "epoch": 0.7133724027703783,
      "grad_norm": 0.59765625,
      "learning_rate": 7.716973880753982e-05,
      "loss": 0.7791821360588074,
      "step": 2678
    },
    {
      "epoch": 0.7139051678209909,
      "grad_norm": 0.57421875,
      "learning_rate": 7.711326100435796e-05,
      "loss": 0.7719851732254028,
      "step": 2680
    },
    {
      "epoch": 0.7144379328716036,
      "grad_norm": 0.5703125,
      "learning_rate": 7.70562463322805e-05,
      "loss": 0.7492231130599976,
      "step": 2682
    },
    {
      "epoch": 0.7149706979222163,
      "grad_norm": 0.5703125,
      "learning_rate": 7.699869561606403e-05,
      "loss": 0.7836228609085083,
      "step": 2684
    },
    {
      "epoch": 0.715503462972829,
      "grad_norm": 0.578125,
      "learning_rate": 7.694060968821927e-05,
      "loss": 0.7258511781692505,
      "step": 2686
    },
    {
      "epoch": 0.7160362280234417,
      "grad_norm": 0.59375,
      "learning_rate": 7.688198938899922e-05,
      "loss": 0.7510860562324524,
      "step": 2688
    },
    {
      "epoch": 0.7165689930740543,
      "grad_norm": 0.59765625,
      "learning_rate": 7.682283556638689e-05,
      "loss": 0.7514731884002686,
      "step": 2690
    },
    {
      "epoch": 0.717101758124667,
      "grad_norm": 0.59765625,
      "learning_rate": 7.676314907608309e-05,
      "loss": 0.7466673254966736,
      "step": 2692
    },
    {
      "epoch": 0.7176345231752796,
      "grad_norm": 0.58203125,
      "learning_rate": 7.670293078149403e-05,
      "loss": 0.7264184951782227,
      "step": 2694
    },
    {
      "epoch": 0.7181672882258924,
      "grad_norm": 0.59765625,
      "learning_rate": 7.664218155371884e-05,
      "loss": 0.7410547733306885,
      "step": 2696
    },
    {
      "epoch": 0.7187000532765051,
      "grad_norm": 0.6015625,
      "learning_rate": 7.658090227153697e-05,
      "loss": 0.7337695360183716,
      "step": 2698
    },
    {
      "epoch": 0.7192328183271177,
      "grad_norm": 0.55859375,
      "learning_rate": 7.651909382139545e-05,
      "loss": 0.7203134894371033,
      "step": 2700
    },
    {
      "epoch": 0.7197655833777304,
      "grad_norm": 0.58984375,
      "learning_rate": 7.645675709739614e-05,
      "loss": 0.752673327922821,
      "step": 2702
    },
    {
      "epoch": 0.7202983484283431,
      "grad_norm": 0.578125,
      "learning_rate": 7.639389300128266e-05,
      "loss": 0.7161597013473511,
      "step": 2704
    },
    {
      "epoch": 0.7208311134789558,
      "grad_norm": 0.6171875,
      "learning_rate": 7.633050244242752e-05,
      "loss": 0.7535909414291382,
      "step": 2706
    },
    {
      "epoch": 0.7213638785295685,
      "grad_norm": 0.59375,
      "learning_rate": 7.62665863378188e-05,
      "loss": 0.8101969957351685,
      "step": 2708
    },
    {
      "epoch": 0.7218966435801811,
      "grad_norm": 0.5859375,
      "learning_rate": 7.620214561204704e-05,
      "loss": 0.7484019994735718,
      "step": 2710
    },
    {
      "epoch": 0.7224294086307939,
      "grad_norm": 0.57421875,
      "learning_rate": 7.613718119729172e-05,
      "loss": 0.7134671211242676,
      "step": 2712
    },
    {
      "epoch": 0.7229621736814065,
      "grad_norm": 0.59375,
      "learning_rate": 7.607169403330786e-05,
      "loss": 0.7816528677940369,
      "step": 2714
    },
    {
      "epoch": 0.7234949387320192,
      "grad_norm": 0.61328125,
      "learning_rate": 7.600568506741243e-05,
      "loss": 0.8324891924858093,
      "step": 2716
    },
    {
      "epoch": 0.7240277037826318,
      "grad_norm": 0.56640625,
      "learning_rate": 7.593915525447062e-05,
      "loss": 0.7704975605010986,
      "step": 2718
    },
    {
      "epoch": 0.7245604688332445,
      "grad_norm": 0.6171875,
      "learning_rate": 7.5872105556882e-05,
      "loss": 0.8043801784515381,
      "step": 2720
    },
    {
      "epoch": 0.7250932338838573,
      "grad_norm": 0.58984375,
      "learning_rate": 7.580453694456664e-05,
      "loss": 0.7552354335784912,
      "step": 2722
    },
    {
      "epoch": 0.7256259989344699,
      "grad_norm": 0.6015625,
      "learning_rate": 7.57364503949511e-05,
      "loss": 0.7909277677536011,
      "step": 2724
    },
    {
      "epoch": 0.7261587639850826,
      "grad_norm": 0.5703125,
      "learning_rate": 7.566784689295425e-05,
      "loss": 0.7480258345603943,
      "step": 2726
    },
    {
      "epoch": 0.7266915290356952,
      "grad_norm": 0.58203125,
      "learning_rate": 7.5598727430973e-05,
      "loss": 0.7182474732398987,
      "step": 2728
    },
    {
      "epoch": 0.727224294086308,
      "grad_norm": 0.57421875,
      "learning_rate": 7.552909300886802e-05,
      "loss": 0.7433866858482361,
      "step": 2730
    },
    {
      "epoch": 0.7277570591369206,
      "grad_norm": 0.609375,
      "learning_rate": 7.545894463394918e-05,
      "loss": 0.825681209564209,
      "step": 2732
    },
    {
      "epoch": 0.7282898241875333,
      "grad_norm": 0.6015625,
      "learning_rate": 7.538828332096108e-05,
      "loss": 0.7488453388214111,
      "step": 2734
    },
    {
      "epoch": 0.728822589238146,
      "grad_norm": 0.5859375,
      "learning_rate": 7.531711009206831e-05,
      "loss": 0.7557936310768127,
      "step": 2736
    },
    {
      "epoch": 0.7293553542887586,
      "grad_norm": 0.5625,
      "learning_rate": 7.524542597684066e-05,
      "loss": 0.7335447072982788,
      "step": 2738
    },
    {
      "epoch": 0.7298881193393714,
      "grad_norm": 0.59375,
      "learning_rate": 7.517323201223829e-05,
      "loss": 0.7855934500694275,
      "step": 2740
    },
    {
      "epoch": 0.730420884389984,
      "grad_norm": 0.58203125,
      "learning_rate": 7.51005292425966e-05,
      "loss": 0.7879592180252075,
      "step": 2742
    },
    {
      "epoch": 0.7309536494405967,
      "grad_norm": 0.5625,
      "learning_rate": 7.502731871961126e-05,
      "loss": 0.7301309704780579,
      "step": 2744
    },
    {
      "epoch": 0.7314864144912093,
      "grad_norm": 0.56640625,
      "learning_rate": 7.495360150232298e-05,
      "loss": 0.7647414803504944,
      "step": 2746
    },
    {
      "epoch": 0.732019179541822,
      "grad_norm": 0.58203125,
      "learning_rate": 7.487937865710206e-05,
      "loss": 0.7254839539527893,
      "step": 2748
    },
    {
      "epoch": 0.7325519445924348,
      "grad_norm": 0.55078125,
      "learning_rate": 7.480465125763312e-05,
      "loss": 0.7045494318008423,
      "step": 2750
    },
    {
      "epoch": 0.7330847096430474,
      "grad_norm": 0.58984375,
      "learning_rate": 7.47294203848995e-05,
      "loss": 0.7956986427307129,
      "step": 2752
    },
    {
      "epoch": 0.7336174746936601,
      "grad_norm": 0.57421875,
      "learning_rate": 7.465368712716759e-05,
      "loss": 0.7624717950820923,
      "step": 2754
    },
    {
      "epoch": 0.7341502397442727,
      "grad_norm": 0.59765625,
      "learning_rate": 7.457745257997118e-05,
      "loss": 0.7222627401351929,
      "step": 2756
    },
    {
      "epoch": 0.7346830047948855,
      "grad_norm": 0.5859375,
      "learning_rate": 7.450071784609551e-05,
      "loss": 0.7368757724761963,
      "step": 2758
    },
    {
      "epoch": 0.7352157698454982,
      "grad_norm": 0.58203125,
      "learning_rate": 7.442348403556139e-05,
      "loss": 0.7786681652069092,
      "step": 2760
    },
    {
      "epoch": 0.7357485348961108,
      "grad_norm": 0.60546875,
      "learning_rate": 7.43457522656091e-05,
      "loss": 0.7508862018585205,
      "step": 2762
    },
    {
      "epoch": 0.7362812999467235,
      "grad_norm": 0.578125,
      "learning_rate": 7.42675236606823e-05,
      "loss": 0.7344875931739807,
      "step": 2764
    },
    {
      "epoch": 0.7368140649973361,
      "grad_norm": 0.5859375,
      "learning_rate": 7.418879935241162e-05,
      "loss": 0.7535064816474915,
      "step": 2766
    },
    {
      "epoch": 0.7373468300479489,
      "grad_norm": 0.59375,
      "learning_rate": 7.410958047959845e-05,
      "loss": 0.7149871587753296,
      "step": 2768
    },
    {
      "epoch": 0.7378795950985615,
      "grad_norm": 0.57421875,
      "learning_rate": 7.402986818819838e-05,
      "loss": 0.7133111953735352,
      "step": 2770
    },
    {
      "epoch": 0.7384123601491742,
      "grad_norm": 0.59765625,
      "learning_rate": 7.394966363130462e-05,
      "loss": 0.7914494276046753,
      "step": 2772
    },
    {
      "epoch": 0.738945125199787,
      "grad_norm": 0.58984375,
      "learning_rate": 7.386896796913137e-05,
      "loss": 0.7482845783233643,
      "step": 2774
    },
    {
      "epoch": 0.7394778902503996,
      "grad_norm": 0.60546875,
      "learning_rate": 7.3787782368997e-05,
      "loss": 0.732533872127533,
      "step": 2776
    },
    {
      "epoch": 0.7400106553010123,
      "grad_norm": 0.59375,
      "learning_rate": 7.370610800530713e-05,
      "loss": 0.7276294827461243,
      "step": 2778
    },
    {
      "epoch": 0.7405434203516249,
      "grad_norm": 0.60546875,
      "learning_rate": 7.362394605953773e-05,
      "loss": 0.7570236325263977,
      "step": 2780
    },
    {
      "epoch": 0.7410761854022376,
      "grad_norm": 0.59375,
      "learning_rate": 7.354129772021796e-05,
      "loss": 0.7760714292526245,
      "step": 2782
    },
    {
      "epoch": 0.7416089504528502,
      "grad_norm": 0.58203125,
      "learning_rate": 7.345816418291303e-05,
      "loss": 0.7801597118377686,
      "step": 2784
    },
    {
      "epoch": 0.742141715503463,
      "grad_norm": 0.5703125,
      "learning_rate": 7.337454665020682e-05,
      "loss": 0.7562087178230286,
      "step": 2786
    },
    {
      "epoch": 0.7426744805540757,
      "grad_norm": 0.58203125,
      "learning_rate": 7.329044633168455e-05,
      "loss": 0.7230586409568787,
      "step": 2788
    },
    {
      "epoch": 0.7432072456046883,
      "grad_norm": 0.6015625,
      "learning_rate": 7.320586444391531e-05,
      "loss": 0.7483820915222168,
      "step": 2790
    },
    {
      "epoch": 0.743740010655301,
      "grad_norm": 0.5703125,
      "learning_rate": 7.312080221043438e-05,
      "loss": 0.7314382791519165,
      "step": 2792
    },
    {
      "epoch": 0.7442727757059137,
      "grad_norm": 0.5546875,
      "learning_rate": 7.303526086172558e-05,
      "loss": 0.7445840239524841,
      "step": 2794
    },
    {
      "epoch": 0.7448055407565264,
      "grad_norm": 0.58203125,
      "learning_rate": 7.294924163520349e-05,
      "loss": 0.7696006298065186,
      "step": 2796
    },
    {
      "epoch": 0.745338305807139,
      "grad_norm": 0.578125,
      "learning_rate": 7.286274577519546e-05,
      "loss": 0.738504946231842,
      "step": 2798
    },
    {
      "epoch": 0.7458710708577517,
      "grad_norm": 0.58203125,
      "learning_rate": 7.277577453292373e-05,
      "loss": 0.7645745277404785,
      "step": 2800
    },
    {
      "epoch": 0.7464038359083645,
      "grad_norm": 0.59375,
      "learning_rate": 7.268832916648726e-05,
      "loss": 0.7574669718742371,
      "step": 2802
    },
    {
      "epoch": 0.7469366009589771,
      "grad_norm": 0.57421875,
      "learning_rate": 7.26004109408435e-05,
      "loss": 0.7300820350646973,
      "step": 2804
    },
    {
      "epoch": 0.7474693660095898,
      "grad_norm": 0.6015625,
      "learning_rate": 7.251202112779023e-05,
      "loss": 0.7510509490966797,
      "step": 2806
    },
    {
      "epoch": 0.7480021310602024,
      "grad_norm": 0.5859375,
      "learning_rate": 7.242316100594696e-05,
      "loss": 0.7628376483917236,
      "step": 2808
    },
    {
      "epoch": 0.7485348961108151,
      "grad_norm": 0.5703125,
      "learning_rate": 7.23338318607366e-05,
      "loss": 0.7346773147583008,
      "step": 2810
    },
    {
      "epoch": 0.7490676611614278,
      "grad_norm": 0.5703125,
      "learning_rate": 7.22440349843668e-05,
      "loss": 0.768202543258667,
      "step": 2812
    },
    {
      "epoch": 0.7496004262120405,
      "grad_norm": 0.61328125,
      "learning_rate": 7.215377167581123e-05,
      "loss": 0.7435672879219055,
      "step": 2814
    },
    {
      "epoch": 0.7501331912626532,
      "grad_norm": 0.5625,
      "learning_rate": 7.206304324079089e-05,
      "loss": 0.7180995941162109,
      "step": 2816
    },
    {
      "epoch": 0.7506659563132658,
      "grad_norm": 0.5859375,
      "learning_rate": 7.197185099175508e-05,
      "loss": 0.7368422746658325,
      "step": 2818
    },
    {
      "epoch": 0.7511987213638786,
      "grad_norm": 0.5859375,
      "learning_rate": 7.188019624786255e-05,
      "loss": 0.7638548612594604,
      "step": 2820
    },
    {
      "epoch": 0.7517314864144912,
      "grad_norm": 0.58984375,
      "learning_rate": 7.17880803349623e-05,
      "loss": 0.803455114364624,
      "step": 2822
    },
    {
      "epoch": 0.7522642514651039,
      "grad_norm": 0.5859375,
      "learning_rate": 7.169550458557453e-05,
      "loss": 0.7775712609291077,
      "step": 2824
    },
    {
      "epoch": 0.7527970165157166,
      "grad_norm": 0.5703125,
      "learning_rate": 7.160247033887121e-05,
      "loss": 0.7178272604942322,
      "step": 2826
    },
    {
      "epoch": 0.7533297815663292,
      "grad_norm": 0.609375,
      "learning_rate": 7.150897894065684e-05,
      "loss": 0.7626135349273682,
      "step": 2828
    },
    {
      "epoch": 0.753862546616942,
      "grad_norm": 0.58203125,
      "learning_rate": 7.141503174334894e-05,
      "loss": 0.7484996318817139,
      "step": 2830
    },
    {
      "epoch": 0.7543953116675546,
      "grad_norm": 0.58984375,
      "learning_rate": 7.132063010595843e-05,
      "loss": 0.7348583340644836,
      "step": 2832
    },
    {
      "epoch": 0.7549280767181673,
      "grad_norm": 0.58984375,
      "learning_rate": 7.122577539407009e-05,
      "loss": 0.7415651082992554,
      "step": 2834
    },
    {
      "epoch": 0.7554608417687799,
      "grad_norm": 0.59765625,
      "learning_rate": 7.113046897982265e-05,
      "loss": 0.7116685509681702,
      "step": 2836
    },
    {
      "epoch": 0.7559936068193926,
      "grad_norm": 0.58203125,
      "learning_rate": 7.103471224188908e-05,
      "loss": 0.7689422369003296,
      "step": 2838
    },
    {
      "epoch": 0.7565263718700054,
      "grad_norm": 0.58984375,
      "learning_rate": 7.093850656545659e-05,
      "loss": 0.7544586062431335,
      "step": 2840
    },
    {
      "epoch": 0.757059136920618,
      "grad_norm": 0.5625,
      "learning_rate": 7.084185334220658e-05,
      "loss": 0.7671671509742737,
      "step": 2842
    },
    {
      "epoch": 0.7575919019712307,
      "grad_norm": 0.578125,
      "learning_rate": 7.074475397029454e-05,
      "loss": 0.7252099514007568,
      "step": 2844
    },
    {
      "epoch": 0.7581246670218433,
      "grad_norm": 0.59765625,
      "learning_rate": 7.064720985432979e-05,
      "loss": 0.7508083581924438,
      "step": 2846
    },
    {
      "epoch": 0.7586574320724561,
      "grad_norm": 0.5703125,
      "learning_rate": 7.054922240535516e-05,
      "loss": 0.7430750727653503,
      "step": 2848
    },
    {
      "epoch": 0.7591901971230687,
      "grad_norm": 0.57421875,
      "learning_rate": 7.045079304082667e-05,
      "loss": 0.736114501953125,
      "step": 2850
    },
    {
      "epoch": 0.7597229621736814,
      "grad_norm": 0.55859375,
      "learning_rate": 7.035192318459288e-05,
      "loss": 0.7149706482887268,
      "step": 2852
    },
    {
      "epoch": 0.7602557272242941,
      "grad_norm": 0.5859375,
      "learning_rate": 7.02526142668744e-05,
      "loss": 0.7909661531448364,
      "step": 2854
    },
    {
      "epoch": 0.7607884922749067,
      "grad_norm": 0.60546875,
      "learning_rate": 7.015286772424316e-05,
      "loss": 0.7296648025512695,
      "step": 2856
    },
    {
      "epoch": 0.7613212573255195,
      "grad_norm": 0.5625,
      "learning_rate": 7.005268499960162e-05,
      "loss": 0.7293763160705566,
      "step": 2858
    },
    {
      "epoch": 0.7618540223761321,
      "grad_norm": 0.56640625,
      "learning_rate": 6.995206754216194e-05,
      "loss": 0.7414215207099915,
      "step": 2860
    },
    {
      "epoch": 0.7623867874267448,
      "grad_norm": 0.578125,
      "learning_rate": 6.985101680742499e-05,
      "loss": 0.7198176383972168,
      "step": 2862
    },
    {
      "epoch": 0.7629195524773574,
      "grad_norm": 0.5859375,
      "learning_rate": 6.974953425715926e-05,
      "loss": 0.7562193870544434,
      "step": 2864
    },
    {
      "epoch": 0.7634523175279702,
      "grad_norm": 0.6015625,
      "learning_rate": 6.96476213593798e-05,
      "loss": 0.7399710416793823,
      "step": 2866
    },
    {
      "epoch": 0.7639850825785829,
      "grad_norm": 0.55859375,
      "learning_rate": 6.95452795883269e-05,
      "loss": 0.739233672618866,
      "step": 2868
    },
    {
      "epoch": 0.7645178476291955,
      "grad_norm": 0.57421875,
      "learning_rate": 6.944251042444477e-05,
      "loss": 0.7336940765380859,
      "step": 2870
    },
    {
      "epoch": 0.7650506126798082,
      "grad_norm": 0.55859375,
      "learning_rate": 6.933931535436021e-05,
      "loss": 0.7608907222747803,
      "step": 2872
    },
    {
      "epoch": 0.7655833777304208,
      "grad_norm": 0.5625,
      "learning_rate": 6.923569587086103e-05,
      "loss": 0.747681736946106,
      "step": 2874
    },
    {
      "epoch": 0.7661161427810336,
      "grad_norm": 0.54296875,
      "learning_rate": 6.913165347287444e-05,
      "loss": 0.6818616390228271,
      "step": 2876
    },
    {
      "epoch": 0.7666489078316463,
      "grad_norm": 0.6015625,
      "learning_rate": 6.902718966544545e-05,
      "loss": 0.7375771403312683,
      "step": 2878
    },
    {
      "epoch": 0.7671816728822589,
      "grad_norm": 0.83203125,
      "learning_rate": 6.8922305959715e-05,
      "loss": 0.8159199357032776,
      "step": 2880
    },
    {
      "epoch": 0.7677144379328716,
      "grad_norm": 0.5703125,
      "learning_rate": 6.881700387289819e-05,
      "loss": 0.7084010243415833,
      "step": 2882
    },
    {
      "epoch": 0.7682472029834843,
      "grad_norm": 0.59765625,
      "learning_rate": 6.871128492826226e-05,
      "loss": 0.7337329387664795,
      "step": 2884
    },
    {
      "epoch": 0.768779968034097,
      "grad_norm": 0.56640625,
      "learning_rate": 6.860515065510459e-05,
      "loss": 0.7246623635292053,
      "step": 2886
    },
    {
      "epoch": 0.7693127330847096,
      "grad_norm": 0.625,
      "learning_rate": 6.849860258873059e-05,
      "loss": 0.7965453863143921,
      "step": 2888
    },
    {
      "epoch": 0.7698454981353223,
      "grad_norm": 0.5703125,
      "learning_rate": 6.839164227043146e-05,
      "loss": 0.7623465657234192,
      "step": 2890
    },
    {
      "epoch": 0.770378263185935,
      "grad_norm": 0.578125,
      "learning_rate": 6.828427124746191e-05,
      "loss": 0.7439296245574951,
      "step": 2892
    },
    {
      "epoch": 0.7709110282365477,
      "grad_norm": 0.546875,
      "learning_rate": 6.817649107301777e-05,
      "loss": 0.6967207193374634,
      "step": 2894
    },
    {
      "epoch": 0.7714437932871604,
      "grad_norm": 0.58203125,
      "learning_rate": 6.806830330621355e-05,
      "loss": 0.7421116828918457,
      "step": 2896
    },
    {
      "epoch": 0.771976558337773,
      "grad_norm": 0.6015625,
      "learning_rate": 6.795970951205984e-05,
      "loss": 0.7583564519882202,
      "step": 2898
    },
    {
      "epoch": 0.7725093233883857,
      "grad_norm": 0.578125,
      "learning_rate": 6.785071126144072e-05,
      "loss": 0.7536525130271912,
      "step": 2900
    },
    {
      "epoch": 0.7730420884389984,
      "grad_norm": 0.5859375,
      "learning_rate": 6.774131013109097e-05,
      "loss": 0.7408878803253174,
      "step": 2902
    },
    {
      "epoch": 0.7735748534896111,
      "grad_norm": 0.55859375,
      "learning_rate": 6.763150770357337e-05,
      "loss": 0.7107818126678467,
      "step": 2904
    },
    {
      "epoch": 0.7741076185402238,
      "grad_norm": 0.578125,
      "learning_rate": 6.752130556725567e-05,
      "loss": 0.7988401651382446,
      "step": 2906
    },
    {
      "epoch": 0.7746403835908364,
      "grad_norm": 0.56640625,
      "learning_rate": 6.741070531628771e-05,
      "loss": 0.7510604858398438,
      "step": 2908
    },
    {
      "epoch": 0.7751731486414492,
      "grad_norm": 0.58203125,
      "learning_rate": 6.729970855057835e-05,
      "loss": 0.6959093809127808,
      "step": 2910
    },
    {
      "epoch": 0.7757059136920618,
      "grad_norm": 0.57421875,
      "learning_rate": 6.718831687577228e-05,
      "loss": 0.7422518134117126,
      "step": 2912
    },
    {
      "epoch": 0.7762386787426745,
      "grad_norm": 0.58984375,
      "learning_rate": 6.707653190322687e-05,
      "loss": 0.7659637928009033,
      "step": 2914
    },
    {
      "epoch": 0.7767714437932871,
      "grad_norm": 0.57421875,
      "learning_rate": 6.696435524998875e-05,
      "loss": 0.7153394222259521,
      "step": 2916
    },
    {
      "epoch": 0.7773042088438998,
      "grad_norm": 0.5703125,
      "learning_rate": 6.685178853877052e-05,
      "loss": 0.7259315848350525,
      "step": 2918
    },
    {
      "epoch": 0.7778369738945126,
      "grad_norm": 0.5546875,
      "learning_rate": 6.673883339792723e-05,
      "loss": 0.7096306085586548,
      "step": 2920
    },
    {
      "epoch": 0.7783697389451252,
      "grad_norm": 0.57421875,
      "learning_rate": 6.662549146143281e-05,
      "loss": 0.7444663047790527,
      "step": 2922
    },
    {
      "epoch": 0.7789025039957379,
      "grad_norm": 0.58203125,
      "learning_rate": 6.651176436885651e-05,
      "loss": 0.7020083665847778,
      "step": 2924
    },
    {
      "epoch": 0.7794352690463505,
      "grad_norm": 0.58203125,
      "learning_rate": 6.639765376533909e-05,
      "loss": 0.7518250346183777,
      "step": 2926
    },
    {
      "epoch": 0.7799680340969632,
      "grad_norm": 0.6015625,
      "learning_rate": 6.628316130156904e-05,
      "loss": 0.7833393216133118,
      "step": 2928
    },
    {
      "epoch": 0.780500799147576,
      "grad_norm": 0.609375,
      "learning_rate": 6.616828863375877e-05,
      "loss": 0.7342422604560852,
      "step": 2930
    },
    {
      "epoch": 0.7810335641981886,
      "grad_norm": 0.546875,
      "learning_rate": 6.605303742362057e-05,
      "loss": 0.7364885807037354,
      "step": 2932
    },
    {
      "epoch": 0.7815663292488013,
      "grad_norm": 0.59375,
      "learning_rate": 6.593740933834262e-05,
      "loss": 0.7553122043609619,
      "step": 2934
    },
    {
      "epoch": 0.7820990942994139,
      "grad_norm": 0.57421875,
      "learning_rate": 6.582140605056484e-05,
      "loss": 0.7586118578910828,
      "step": 2936
    },
    {
      "epoch": 0.7826318593500267,
      "grad_norm": 0.5625,
      "learning_rate": 6.570502923835475e-05,
      "loss": 0.7087134718894958,
      "step": 2938
    },
    {
      "epoch": 0.7831646244006393,
      "grad_norm": 0.57421875,
      "learning_rate": 6.558828058518311e-05,
      "loss": 0.7354501485824585,
      "step": 2940
    },
    {
      "epoch": 0.783697389451252,
      "grad_norm": 0.58203125,
      "learning_rate": 6.547116177989967e-05,
      "loss": 0.7278033494949341,
      "step": 2942
    },
    {
      "epoch": 0.7842301545018647,
      "grad_norm": 0.578125,
      "learning_rate": 6.535367451670862e-05,
      "loss": 0.7207239270210266,
      "step": 2944
    },
    {
      "epoch": 0.7847629195524773,
      "grad_norm": 0.5859375,
      "learning_rate": 6.523582049514422e-05,
      "loss": 0.7300347685813904,
      "step": 2946
    },
    {
      "epoch": 0.7852956846030901,
      "grad_norm": 0.5546875,
      "learning_rate": 6.511760142004608e-05,
      "loss": 0.701433539390564,
      "step": 2948
    },
    {
      "epoch": 0.7858284496537027,
      "grad_norm": 0.55859375,
      "learning_rate": 6.49990190015346e-05,
      "loss": 0.7079622149467468,
      "step": 2950
    },
    {
      "epoch": 0.7863612147043154,
      "grad_norm": 0.56640625,
      "learning_rate": 6.488007495498619e-05,
      "loss": 0.7154868841171265,
      "step": 2952
    },
    {
      "epoch": 0.786893979754928,
      "grad_norm": 0.5546875,
      "learning_rate": 6.476077100100841e-05,
      "loss": 0.7213861346244812,
      "step": 2954
    },
    {
      "epoch": 0.7874267448055408,
      "grad_norm": 0.56640625,
      "learning_rate": 6.464110886541521e-05,
      "loss": 0.7333036661148071,
      "step": 2956
    },
    {
      "epoch": 0.7879595098561535,
      "grad_norm": 0.59375,
      "learning_rate": 6.452109027920183e-05,
      "loss": 0.727940559387207,
      "step": 2958
    },
    {
      "epoch": 0.7884922749067661,
      "grad_norm": 0.5703125,
      "learning_rate": 6.44007169785198e-05,
      "loss": 0.7133424282073975,
      "step": 2960
    },
    {
      "epoch": 0.7890250399573788,
      "grad_norm": 0.5625,
      "learning_rate": 6.427999070465191e-05,
      "loss": 0.7307575345039368,
      "step": 2962
    },
    {
      "epoch": 0.7895578050079914,
      "grad_norm": 0.57421875,
      "learning_rate": 6.415891320398688e-05,
      "loss": 0.7410464286804199,
      "step": 2964
    },
    {
      "epoch": 0.7900905700586042,
      "grad_norm": 0.5859375,
      "learning_rate": 6.403748622799418e-05,
      "loss": 0.7647122144699097,
      "step": 2966
    },
    {
      "epoch": 0.7906233351092168,
      "grad_norm": 0.54296875,
      "learning_rate": 6.391571153319872e-05,
      "loss": 0.6683281064033508,
      "step": 2968
    },
    {
      "epoch": 0.7911561001598295,
      "grad_norm": 0.56640625,
      "learning_rate": 6.379359088115537e-05,
      "loss": 0.7463474273681641,
      "step": 2970
    },
    {
      "epoch": 0.7916888652104422,
      "grad_norm": 0.54296875,
      "learning_rate": 6.36711260384235e-05,
      "loss": 0.6725707650184631,
      "step": 2972
    },
    {
      "epoch": 0.7922216302610549,
      "grad_norm": 0.57421875,
      "learning_rate": 6.354831877654147e-05,
      "loss": 0.7473057508468628,
      "step": 2974
    },
    {
      "epoch": 0.7927543953116676,
      "grad_norm": 0.58984375,
      "learning_rate": 6.342517087200094e-05,
      "loss": 0.7107257843017578,
      "step": 2976
    },
    {
      "epoch": 0.7932871603622802,
      "grad_norm": 0.5546875,
      "learning_rate": 6.330168410622123e-05,
      "loss": 0.7127653360366821,
      "step": 2978
    },
    {
      "epoch": 0.7938199254128929,
      "grad_norm": 0.55078125,
      "learning_rate": 6.317786026552347e-05,
      "loss": 0.6991822123527527,
      "step": 2980
    },
    {
      "epoch": 0.7943526904635055,
      "grad_norm": 0.55078125,
      "learning_rate": 6.305370114110487e-05,
      "loss": 0.7100861072540283,
      "step": 2982
    },
    {
      "epoch": 0.7948854555141183,
      "grad_norm": 0.56640625,
      "learning_rate": 6.292920852901272e-05,
      "loss": 0.7302361130714417,
      "step": 2984
    },
    {
      "epoch": 0.795418220564731,
      "grad_norm": 0.55078125,
      "learning_rate": 6.280438423011843e-05,
      "loss": 0.7081553936004639,
      "step": 2986
    },
    {
      "epoch": 0.7959509856153436,
      "grad_norm": 0.55859375,
      "learning_rate": 6.267923005009153e-05,
      "loss": 0.722525954246521,
      "step": 2988
    },
    {
      "epoch": 0.7964837506659563,
      "grad_norm": 0.578125,
      "learning_rate": 6.255374779937344e-05,
      "loss": 0.7379462718963623,
      "step": 2990
    },
    {
      "epoch": 0.797016515716569,
      "grad_norm": 0.546875,
      "learning_rate": 6.242793929315143e-05,
      "loss": 0.7418494820594788,
      "step": 2992
    },
    {
      "epoch": 0.7975492807671817,
      "grad_norm": 0.56640625,
      "learning_rate": 6.230180635133221e-05,
      "loss": 0.7134079933166504,
      "step": 2994
    },
    {
      "epoch": 0.7980820458177944,
      "grad_norm": 0.5546875,
      "learning_rate": 6.217535079851569e-05,
      "loss": 0.6956773996353149,
      "step": 2996
    },
    {
      "epoch": 0.798614810868407,
      "grad_norm": 0.54296875,
      "learning_rate": 6.204857446396862e-05,
      "loss": 0.6780136227607727,
      "step": 2998
    },
    {
      "epoch": 0.7991475759190197,
      "grad_norm": 0.54296875,
      "learning_rate": 6.192147918159803e-05,
      "loss": 0.6957566142082214,
      "step": 3000
    },
    {
      "epoch": 0.7996803409696324,
      "grad_norm": 0.55078125,
      "learning_rate": 6.179406678992476e-05,
      "loss": 0.705109179019928,
      "step": 3002
    },
    {
      "epoch": 0.8002131060202451,
      "grad_norm": 0.58203125,
      "learning_rate": 6.166633913205684e-05,
      "loss": 0.7465344071388245,
      "step": 3004
    },
    {
      "epoch": 0.8007458710708577,
      "grad_norm": 0.55859375,
      "learning_rate": 6.15382980556629e-05,
      "loss": 0.6974951028823853,
      "step": 3006
    },
    {
      "epoch": 0.8012786361214704,
      "grad_norm": 0.5625,
      "learning_rate": 6.140994541294529e-05,
      "loss": 0.7093472480773926,
      "step": 3008
    },
    {
      "epoch": 0.8018114011720832,
      "grad_norm": 0.55859375,
      "learning_rate": 6.128128306061347e-05,
      "loss": 0.8073316812515259,
      "step": 3010
    },
    {
      "epoch": 0.8023441662226958,
      "grad_norm": 0.5625,
      "learning_rate": 6.115231285985703e-05,
      "loss": 0.7252596616744995,
      "step": 3012
    },
    {
      "epoch": 0.8028769312733085,
      "grad_norm": 0.5625,
      "learning_rate": 6.102303667631878e-05,
      "loss": 0.7308025360107422,
      "step": 3014
    },
    {
      "epoch": 0.8034096963239211,
      "grad_norm": 0.578125,
      "learning_rate": 6.089345638006782e-05,
      "loss": 0.7695532441139221,
      "step": 3016
    },
    {
      "epoch": 0.8039424613745338,
      "grad_norm": 0.5703125,
      "learning_rate": 6.0763573845572434e-05,
      "loss": 0.7262691259384155,
      "step": 3018
    },
    {
      "epoch": 0.8044752264251465,
      "grad_norm": 0.5546875,
      "learning_rate": 6.0633390951672965e-05,
      "loss": 0.6978904008865356,
      "step": 3020
    },
    {
      "epoch": 0.8050079914757592,
      "grad_norm": 0.5546875,
      "learning_rate": 6.0502909581554706e-05,
      "loss": 0.6867971420288086,
      "step": 3022
    },
    {
      "epoch": 0.8055407565263719,
      "grad_norm": 0.57421875,
      "learning_rate": 6.037213162272056e-05,
      "loss": 0.7410815358161926,
      "step": 3024
    },
    {
      "epoch": 0.8060735215769845,
      "grad_norm": 0.58203125,
      "learning_rate": 6.0241058966963854e-05,
      "loss": 0.7607967257499695,
      "step": 3026
    },
    {
      "epoch": 0.8066062866275973,
      "grad_norm": 0.5859375,
      "learning_rate": 6.0109693510340867e-05,
      "loss": 0.7447317242622375,
      "step": 3028
    },
    {
      "epoch": 0.8071390516782099,
      "grad_norm": 0.55859375,
      "learning_rate": 5.997803715314345e-05,
      "loss": 0.7340399026870728,
      "step": 3030
    },
    {
      "epoch": 0.8076718167288226,
      "grad_norm": 0.5390625,
      "learning_rate": 5.984609179987155e-05,
      "loss": 0.6988064050674438,
      "step": 3032
    },
    {
      "epoch": 0.8082045817794352,
      "grad_norm": 0.5625,
      "learning_rate": 5.971385935920559e-05,
      "loss": 0.7076520323753357,
      "step": 3034
    },
    {
      "epoch": 0.8087373468300479,
      "grad_norm": 0.56640625,
      "learning_rate": 5.9581341743978986e-05,
      "loss": 0.7423697113990784,
      "step": 3036
    },
    {
      "epoch": 0.8092701118806607,
      "grad_norm": 0.5703125,
      "learning_rate": 5.944854087115035e-05,
      "loss": 0.7314884066581726,
      "step": 3038
    },
    {
      "epoch": 0.8098028769312733,
      "grad_norm": 0.57421875,
      "learning_rate": 5.931545866177581e-05,
      "loss": 0.7414923906326294,
      "step": 3040
    },
    {
      "epoch": 0.810335641981886,
      "grad_norm": 0.58203125,
      "learning_rate": 5.918209704098126e-05,
      "loss": 0.7651832103729248,
      "step": 3042
    },
    {
      "epoch": 0.8108684070324986,
      "grad_norm": 0.5625,
      "learning_rate": 5.904845793793442e-05,
      "loss": 0.7165493369102478,
      "step": 3044
    },
    {
      "epoch": 0.8114011720831114,
      "grad_norm": 0.57421875,
      "learning_rate": 5.891454328581702e-05,
      "loss": 0.7285482883453369,
      "step": 3046
    },
    {
      "epoch": 0.8119339371337241,
      "grad_norm": 0.546875,
      "learning_rate": 5.8780355021796774e-05,
      "loss": 0.739894449710846,
      "step": 3048
    },
    {
      "epoch": 0.8124667021843367,
      "grad_norm": 0.6015625,
      "learning_rate": 5.86458950869994e-05,
      "loss": 0.7955057621002197,
      "step": 3050
    },
    {
      "epoch": 0.8129994672349494,
      "grad_norm": 0.546875,
      "learning_rate": 5.8511165426480514e-05,
      "loss": 0.6887469291687012,
      "step": 3052
    },
    {
      "epoch": 0.813532232285562,
      "grad_norm": 0.56640625,
      "learning_rate": 5.8376167989197495e-05,
      "loss": 0.6830754280090332,
      "step": 3054
    },
    {
      "epoch": 0.8140649973361748,
      "grad_norm": 0.57421875,
      "learning_rate": 5.82409047279813e-05,
      "loss": 0.7223320007324219,
      "step": 3056
    },
    {
      "epoch": 0.8145977623867874,
      "grad_norm": 0.57421875,
      "learning_rate": 5.810537759950822e-05,
      "loss": 0.6974748969078064,
      "step": 3058
    },
    {
      "epoch": 0.8151305274374001,
      "grad_norm": 0.5703125,
      "learning_rate": 5.796958856427155e-05,
      "loss": 0.7329493761062622,
      "step": 3060
    },
    {
      "epoch": 0.8156632924880128,
      "grad_norm": 0.5390625,
      "learning_rate": 5.783353958655328e-05,
      "loss": 0.6891670823097229,
      "step": 3062
    },
    {
      "epoch": 0.8161960575386255,
      "grad_norm": 0.54296875,
      "learning_rate": 5.7697232634395614e-05,
      "loss": 0.6876566410064697,
      "step": 3064
    },
    {
      "epoch": 0.8167288225892382,
      "grad_norm": 0.56640625,
      "learning_rate": 5.756066967957253e-05,
      "loss": 0.7235361933708191,
      "step": 3066
    },
    {
      "epoch": 0.8172615876398508,
      "grad_norm": 0.54296875,
      "learning_rate": 5.74238526975613e-05,
      "loss": 0.7141427993774414,
      "step": 3068
    },
    {
      "epoch": 0.8177943526904635,
      "grad_norm": 0.54296875,
      "learning_rate": 5.728678366751382e-05,
      "loss": 0.6909295916557312,
      "step": 3070
    },
    {
      "epoch": 0.8183271177410761,
      "grad_norm": 0.5625,
      "learning_rate": 5.7149464572228104e-05,
      "loss": 0.7080371379852295,
      "step": 3072
    },
    {
      "epoch": 0.8188598827916889,
      "grad_norm": 0.54296875,
      "learning_rate": 5.7011897398119486e-05,
      "loss": 0.6966223120689392,
      "step": 3074
    },
    {
      "epoch": 0.8193926478423016,
      "grad_norm": 0.56640625,
      "learning_rate": 5.687408413519191e-05,
      "loss": 0.7194684743881226,
      "step": 3076
    },
    {
      "epoch": 0.8199254128929142,
      "grad_norm": 0.56640625,
      "learning_rate": 5.6736026777009206e-05,
      "loss": 0.7557689547538757,
      "step": 3078
    },
    {
      "epoch": 0.8204581779435269,
      "grad_norm": 0.5859375,
      "learning_rate": 5.6597727320666205e-05,
      "loss": 0.76923006772995,
      "step": 3080
    },
    {
      "epoch": 0.8209909429941395,
      "grad_norm": 0.5390625,
      "learning_rate": 5.645918776675985e-05,
      "loss": 0.7014768719673157,
      "step": 3082
    },
    {
      "epoch": 0.8215237080447523,
      "grad_norm": 0.55859375,
      "learning_rate": 5.632041011936025e-05,
      "loss": 0.7342231869697571,
      "step": 3084
    },
    {
      "epoch": 0.8220564730953649,
      "grad_norm": 0.57421875,
      "learning_rate": 5.6181396385981706e-05,
      "loss": 0.7379154562950134,
      "step": 3086
    },
    {
      "epoch": 0.8225892381459776,
      "grad_norm": 0.55859375,
      "learning_rate": 5.6042148577553665e-05,
      "loss": 0.7159122824668884,
      "step": 3088
    },
    {
      "epoch": 0.8231220031965903,
      "grad_norm": 0.54296875,
      "learning_rate": 5.590266870839165e-05,
      "loss": 0.7064898610115051,
      "step": 3090
    },
    {
      "epoch": 0.823654768247203,
      "grad_norm": 0.5546875,
      "learning_rate": 5.576295879616806e-05,
      "loss": 0.7205244898796082,
      "step": 3092
    },
    {
      "epoch": 0.8241875332978157,
      "grad_norm": 0.5546875,
      "learning_rate": 5.5623020861883075e-05,
      "loss": 0.7115920782089233,
      "step": 3094
    },
    {
      "epoch": 0.8247202983484283,
      "grad_norm": 0.5546875,
      "learning_rate": 5.5482856929835334e-05,
      "loss": 0.6948148012161255,
      "step": 3096
    },
    {
      "epoch": 0.825253063399041,
      "grad_norm": 0.5546875,
      "learning_rate": 5.534246902759269e-05,
      "loss": 0.7241220474243164,
      "step": 3098
    },
    {
      "epoch": 0.8257858284496538,
      "grad_norm": 0.5625,
      "learning_rate": 5.520185918596292e-05,
      "loss": 0.7225724458694458,
      "step": 3100
    },
    {
      "epoch": 0.8263185935002664,
      "grad_norm": 0.53125,
      "learning_rate": 5.506102943896426e-05,
      "loss": 0.712283730506897,
      "step": 3102
    },
    {
      "epoch": 0.8268513585508791,
      "grad_norm": 0.578125,
      "learning_rate": 5.4919981823796046e-05,
      "loss": 0.7341251373291016,
      "step": 3104
    },
    {
      "epoch": 0.8273841236014917,
      "grad_norm": 0.58984375,
      "learning_rate": 5.477871838080925e-05,
      "loss": 0.7807260155677795,
      "step": 3106
    },
    {
      "epoch": 0.8279168886521044,
      "grad_norm": 0.546875,
      "learning_rate": 5.46372411534769e-05,
      "loss": 0.7081162929534912,
      "step": 3108
    },
    {
      "epoch": 0.8284496537027171,
      "grad_norm": 0.55078125,
      "learning_rate": 5.449555218836459e-05,
      "loss": 0.7185850739479065,
      "step": 3110
    },
    {
      "epoch": 0.8289824187533298,
      "grad_norm": 0.55078125,
      "learning_rate": 5.435365353510083e-05,
      "loss": 0.7876030206680298,
      "step": 3112
    },
    {
      "epoch": 0.8295151838039425,
      "grad_norm": 0.54296875,
      "learning_rate": 5.421154724634743e-05,
      "loss": 0.673431396484375,
      "step": 3114
    },
    {
      "epoch": 0.8300479488545551,
      "grad_norm": 0.546875,
      "learning_rate": 5.40692353777698e-05,
      "loss": 0.6700567007064819,
      "step": 3116
    },
    {
      "epoch": 0.8305807139051679,
      "grad_norm": 0.55859375,
      "learning_rate": 5.3926719988007173e-05,
      "loss": 0.6965268850326538,
      "step": 3118
    },
    {
      "epoch": 0.8311134789557805,
      "grad_norm": 0.5546875,
      "learning_rate": 5.3784003138642855e-05,
      "loss": 0.7045586109161377,
      "step": 3120
    },
    {
      "epoch": 0.8316462440063932,
      "grad_norm": 0.57421875,
      "learning_rate": 5.364108689417444e-05,
      "loss": 0.6918834447860718,
      "step": 3122
    },
    {
      "epoch": 0.8321790090570058,
      "grad_norm": 0.55859375,
      "learning_rate": 5.3497973321983896e-05,
      "loss": 0.688016414642334,
      "step": 3124
    },
    {
      "epoch": 0.8327117741076185,
      "grad_norm": 0.546875,
      "learning_rate": 5.335466449230765e-05,
      "loss": 0.7234639525413513,
      "step": 3126
    },
    {
      "epoch": 0.8332445391582313,
      "grad_norm": 0.5859375,
      "learning_rate": 5.321116247820669e-05,
      "loss": 0.7776771187782288,
      "step": 3128
    },
    {
      "epoch": 0.8337773042088439,
      "grad_norm": 0.55859375,
      "learning_rate": 5.3067469355536525e-05,
      "loss": 0.6885461211204529,
      "step": 3130
    },
    {
      "epoch": 0.8343100692594566,
      "grad_norm": 0.5390625,
      "learning_rate": 5.29235872029172e-05,
      "loss": 0.6760199666023254,
      "step": 3132
    },
    {
      "epoch": 0.8348428343100692,
      "grad_norm": 0.55078125,
      "learning_rate": 5.277951810170322e-05,
      "loss": 0.6977653503417969,
      "step": 3134
    },
    {
      "epoch": 0.835375599360682,
      "grad_norm": 0.5390625,
      "learning_rate": 5.2635264135953385e-05,
      "loss": 0.6952658295631409,
      "step": 3136
    },
    {
      "epoch": 0.8359083644112946,
      "grad_norm": 0.5390625,
      "learning_rate": 5.2490827392400735e-05,
      "loss": 0.7002542614936829,
      "step": 3138
    },
    {
      "epoch": 0.8364411294619073,
      "grad_norm": 0.63671875,
      "learning_rate": 5.2346209960422295e-05,
      "loss": 0.7366476655006409,
      "step": 3140
    },
    {
      "epoch": 0.83697389451252,
      "grad_norm": 0.5546875,
      "learning_rate": 5.2201413932008865e-05,
      "loss": 0.7242977619171143,
      "step": 3142
    },
    {
      "epoch": 0.8375066595631326,
      "grad_norm": 0.55078125,
      "learning_rate": 5.20564414017348e-05,
      "loss": 0.6978318095207214,
      "step": 3144
    },
    {
      "epoch": 0.8380394246137454,
      "grad_norm": 0.546875,
      "learning_rate": 5.191129446672763e-05,
      "loss": 0.7196321487426758,
      "step": 3146
    },
    {
      "epoch": 0.838572189664358,
      "grad_norm": 0.55078125,
      "learning_rate": 5.1765975226637804e-05,
      "loss": 0.7309831380844116,
      "step": 3148
    },
    {
      "epoch": 0.8391049547149707,
      "grad_norm": 0.57421875,
      "learning_rate": 5.162048578360827e-05,
      "loss": 0.7818800210952759,
      "step": 3150
    },
    {
      "epoch": 0.8396377197655833,
      "grad_norm": 0.52734375,
      "learning_rate": 5.1474828242244085e-05,
      "loss": 0.6933904886245728,
      "step": 3152
    },
    {
      "epoch": 0.840170484816196,
      "grad_norm": 0.5546875,
      "learning_rate": 5.132900470958194e-05,
      "loss": 0.6861001253128052,
      "step": 3154
    },
    {
      "epoch": 0.8407032498668088,
      "grad_norm": 0.55859375,
      "learning_rate": 5.1183017295059734e-05,
      "loss": 0.7419685125350952,
      "step": 3156
    },
    {
      "epoch": 0.8412360149174214,
      "grad_norm": 0.546875,
      "learning_rate": 5.103686811048603e-05,
      "loss": 0.697303056716919,
      "step": 3158
    },
    {
      "epoch": 0.8417687799680341,
      "grad_norm": 0.5625,
      "learning_rate": 5.089055927000948e-05,
      "loss": 0.7192218899726868,
      "step": 3160
    },
    {
      "epoch": 0.8423015450186467,
      "grad_norm": 0.5625,
      "learning_rate": 5.07440928900883e-05,
      "loss": 0.7201210856437683,
      "step": 3162
    },
    {
      "epoch": 0.8428343100692595,
      "grad_norm": 0.5703125,
      "learning_rate": 5.059747108945958e-05,
      "loss": 0.7341133952140808,
      "step": 3164
    },
    {
      "epoch": 0.8433670751198722,
      "grad_norm": 0.55078125,
      "learning_rate": 5.045069598910873e-05,
      "loss": 0.7105435132980347,
      "step": 3166
    },
    {
      "epoch": 0.8438998401704848,
      "grad_norm": 0.5703125,
      "learning_rate": 5.030376971223872e-05,
      "loss": 0.7143466472625732,
      "step": 3168
    },
    {
      "epoch": 0.8444326052210975,
      "grad_norm": 0.54296875,
      "learning_rate": 5.015669438423939e-05,
      "loss": 0.6983811259269714,
      "step": 3170
    },
    {
      "epoch": 0.8449653702717101,
      "grad_norm": 0.5546875,
      "learning_rate": 5.00094721326567e-05,
      "loss": 0.6914249062538147,
      "step": 3172
    },
    {
      "epoch": 0.8454981353223229,
      "grad_norm": 0.53515625,
      "learning_rate": 4.9862105087161986e-05,
      "loss": 0.6947450041770935,
      "step": 3174
    },
    {
      "epoch": 0.8460309003729355,
      "grad_norm": 0.56640625,
      "learning_rate": 4.9714595379521094e-05,
      "loss": 0.7301425933837891,
      "step": 3176
    },
    {
      "epoch": 0.8465636654235482,
      "grad_norm": 0.60546875,
      "learning_rate": 4.956694514356363e-05,
      "loss": 0.7228060364723206,
      "step": 3178
    },
    {
      "epoch": 0.8470964304741609,
      "grad_norm": 0.55859375,
      "learning_rate": 4.9419156515151956e-05,
      "loss": 0.7128725051879883,
      "step": 3180
    },
    {
      "epoch": 0.8476291955247736,
      "grad_norm": 0.55859375,
      "learning_rate": 4.927123163215047e-05,
      "loss": 0.7226285934448242,
      "step": 3182
    },
    {
      "epoch": 0.8481619605753863,
      "grad_norm": 0.5625,
      "learning_rate": 4.9123172634394515e-05,
      "loss": 0.7291282415390015,
      "step": 3184
    },
    {
      "epoch": 0.8486947256259989,
      "grad_norm": 0.55078125,
      "learning_rate": 4.897498166365953e-05,
      "loss": 0.6915116310119629,
      "step": 3186
    },
    {
      "epoch": 0.8492274906766116,
      "grad_norm": 0.56640625,
      "learning_rate": 4.882666086363002e-05,
      "loss": 0.7105843424797058,
      "step": 3188
    },
    {
      "epoch": 0.8497602557272242,
      "grad_norm": 0.5546875,
      "learning_rate": 4.8678212379868585e-05,
      "loss": 0.7123350501060486,
      "step": 3190
    },
    {
      "epoch": 0.850293020777837,
      "grad_norm": 0.5703125,
      "learning_rate": 4.852963835978482e-05,
      "loss": 0.7145159244537354,
      "step": 3192
    },
    {
      "epoch": 0.8508257858284497,
      "grad_norm": 0.5625,
      "learning_rate": 4.838094095260432e-05,
      "loss": 0.7674680948257446,
      "step": 3194
    },
    {
      "epoch": 0.8513585508790623,
      "grad_norm": 0.5625,
      "learning_rate": 4.823212230933755e-05,
      "loss": 0.6895533204078674,
      "step": 3196
    },
    {
      "epoch": 0.851891315929675,
      "grad_norm": 0.546875,
      "learning_rate": 4.808318458274874e-05,
      "loss": 0.7199817299842834,
      "step": 3198
    },
    {
      "epoch": 0.8524240809802877,
      "grad_norm": 0.55078125,
      "learning_rate": 4.7934129927324717e-05,
      "loss": 0.6851661205291748,
      "step": 3200
    },
    {
      "epoch": 0.8529568460309004,
      "grad_norm": 0.53515625,
      "learning_rate": 4.778496049924381e-05,
      "loss": 0.6990004777908325,
      "step": 3202
    },
    {
      "epoch": 0.853489611081513,
      "grad_norm": 0.51953125,
      "learning_rate": 4.763567845634459e-05,
      "loss": 0.6694433689117432,
      "step": 3204
    },
    {
      "epoch": 0.8540223761321257,
      "grad_norm": 0.546875,
      "learning_rate": 4.748628595809466e-05,
      "loss": 0.7453095316886902,
      "step": 3206
    },
    {
      "epoch": 0.8545551411827385,
      "grad_norm": 0.53125,
      "learning_rate": 4.733678516555948e-05,
      "loss": 0.711460530757904,
      "step": 3208
    },
    {
      "epoch": 0.8550879062333511,
      "grad_norm": 0.5390625,
      "learning_rate": 4.718717824137102e-05,
      "loss": 0.6715887784957886,
      "step": 3210
    },
    {
      "epoch": 0.8556206712839638,
      "grad_norm": 0.55078125,
      "learning_rate": 4.703746734969653e-05,
      "loss": 0.704089343547821,
      "step": 3212
    },
    {
      "epoch": 0.8561534363345764,
      "grad_norm": 0.55859375,
      "learning_rate": 4.6887654656207255e-05,
      "loss": 0.6886122822761536,
      "step": 3214
    },
    {
      "epoch": 0.8566862013851891,
      "grad_norm": 0.578125,
      "learning_rate": 4.673774232804701e-05,
      "loss": 0.7097099423408508,
      "step": 3216
    },
    {
      "epoch": 0.8572189664358019,
      "grad_norm": 0.59765625,
      "learning_rate": 4.6587732533800945e-05,
      "loss": 0.7401700615882874,
      "step": 3218
    },
    {
      "epoch": 0.8577517314864145,
      "grad_norm": 0.55078125,
      "learning_rate": 4.64376274434641e-05,
      "loss": 0.7368103265762329,
      "step": 3220
    },
    {
      "epoch": 0.8582844965370272,
      "grad_norm": 0.546875,
      "learning_rate": 4.628742922841006e-05,
      "loss": 0.6967146396636963,
      "step": 3222
    },
    {
      "epoch": 0.8588172615876398,
      "grad_norm": 0.5546875,
      "learning_rate": 4.613714006135948e-05,
      "loss": 0.6933982968330383,
      "step": 3224
    },
    {
      "epoch": 0.8593500266382526,
      "grad_norm": 0.55078125,
      "learning_rate": 4.598676211634876e-05,
      "loss": 0.7536207437515259,
      "step": 3226
    },
    {
      "epoch": 0.8598827916888652,
      "grad_norm": 0.55078125,
      "learning_rate": 4.5836297568698475e-05,
      "loss": 0.7168260216712952,
      "step": 3228
    },
    {
      "epoch": 0.8604155567394779,
      "grad_norm": 0.5390625,
      "learning_rate": 4.568574859498201e-05,
      "loss": 0.723820686340332,
      "step": 3230
    },
    {
      "epoch": 0.8609483217900906,
      "grad_norm": 0.546875,
      "learning_rate": 4.553511737299401e-05,
      "loss": 0.6810100674629211,
      "step": 3232
    },
    {
      "epoch": 0.8614810868407032,
      "grad_norm": 0.55078125,
      "learning_rate": 4.5384406081718895e-05,
      "loss": 0.7171721458435059,
      "step": 3234
    },
    {
      "epoch": 0.862013851891316,
      "grad_norm": 0.546875,
      "learning_rate": 4.5233616901299364e-05,
      "loss": 0.7057915925979614,
      "step": 3236
    },
    {
      "epoch": 0.8625466169419286,
      "grad_norm": 0.55078125,
      "learning_rate": 4.508275201300482e-05,
      "loss": 0.6889278292655945,
      "step": 3238
    },
    {
      "epoch": 0.8630793819925413,
      "grad_norm": 0.54296875,
      "learning_rate": 4.493181359919983e-05,
      "loss": 0.72967928647995,
      "step": 3240
    },
    {
      "epoch": 0.8636121470431539,
      "grad_norm": 0.54296875,
      "learning_rate": 4.478080384331255e-05,
      "loss": 0.6688830852508545,
      "step": 3242
    },
    {
      "epoch": 0.8641449120937666,
      "grad_norm": 0.5546875,
      "learning_rate": 4.462972492980319e-05,
      "loss": 0.7294082045555115,
      "step": 3244
    },
    {
      "epoch": 0.8646776771443794,
      "grad_norm": 0.5625,
      "learning_rate": 4.4478579044132314e-05,
      "loss": 0.7415005564689636,
      "step": 3246
    },
    {
      "epoch": 0.865210442194992,
      "grad_norm": 0.5546875,
      "learning_rate": 4.432736837272935e-05,
      "loss": 0.730790376663208,
      "step": 3248
    },
    {
      "epoch": 0.8657432072456047,
      "grad_norm": 0.5625,
      "learning_rate": 4.417609510296082e-05,
      "loss": 0.713773787021637,
      "step": 3250
    },
    {
      "epoch": 0.8662759722962173,
      "grad_norm": 0.51953125,
      "learning_rate": 4.4024761423098845e-05,
      "loss": 0.6486693620681763,
      "step": 3252
    },
    {
      "epoch": 0.8668087373468301,
      "grad_norm": 0.53515625,
      "learning_rate": 4.387336952228937e-05,
      "loss": 0.692020058631897,
      "step": 3254
    },
    {
      "epoch": 0.8673415023974427,
      "grad_norm": 0.546875,
      "learning_rate": 4.372192159052058e-05,
      "loss": 0.7071133255958557,
      "step": 3256
    },
    {
      "epoch": 0.8678742674480554,
      "grad_norm": 0.546875,
      "learning_rate": 4.357041981859118e-05,
      "loss": 0.7335031032562256,
      "step": 3258
    },
    {
      "epoch": 0.8684070324986681,
      "grad_norm": 0.5625,
      "learning_rate": 4.3418866398078684e-05,
      "loss": 0.7153759002685547,
      "step": 3260
    },
    {
      "epoch": 0.8689397975492807,
      "grad_norm": 0.55859375,
      "learning_rate": 4.326726352130775e-05,
      "loss": 0.6825717091560364,
      "step": 3262
    },
    {
      "epoch": 0.8694725625998935,
      "grad_norm": 0.55078125,
      "learning_rate": 4.3115613381318485e-05,
      "loss": 0.700499415397644,
      "step": 3264
    },
    {
      "epoch": 0.8700053276505061,
      "grad_norm": 0.54296875,
      "learning_rate": 4.296391817183467e-05,
      "loss": 0.6975908279418945,
      "step": 3266
    },
    {
      "epoch": 0.8705380927011188,
      "grad_norm": 0.55859375,
      "learning_rate": 4.281218008723201e-05,
      "loss": 0.6818310618400574,
      "step": 3268
    },
    {
      "epoch": 0.8710708577517314,
      "grad_norm": 0.53515625,
      "learning_rate": 4.26604013225065e-05,
      "loss": 0.6989009976387024,
      "step": 3270
    },
    {
      "epoch": 0.8716036228023442,
      "grad_norm": 0.53515625,
      "learning_rate": 4.250858407324254e-05,
      "loss": 0.669248104095459,
      "step": 3272
    },
    {
      "epoch": 0.8721363878529569,
      "grad_norm": 0.5390625,
      "learning_rate": 4.235673053558127e-05,
      "loss": 0.7152054905891418,
      "step": 3274
    },
    {
      "epoch": 0.8726691529035695,
      "grad_norm": 0.52734375,
      "learning_rate": 4.220484290618876e-05,
      "loss": 0.6730162501335144,
      "step": 3276
    },
    {
      "epoch": 0.8732019179541822,
      "grad_norm": 0.5390625,
      "learning_rate": 4.205292338222423e-05,
      "loss": 0.7103643417358398,
      "step": 3278
    },
    {
      "epoch": 0.8737346830047948,
      "grad_norm": 0.55078125,
      "learning_rate": 4.190097416130828e-05,
      "loss": 0.7044172883033752,
      "step": 3280
    },
    {
      "epoch": 0.8742674480554076,
      "grad_norm": 0.546875,
      "learning_rate": 4.174899744149112e-05,
      "loss": 0.7182801365852356,
      "step": 3282
    },
    {
      "epoch": 0.8748002131060203,
      "grad_norm": 0.51953125,
      "learning_rate": 4.159699542122071e-05,
      "loss": 0.6786679029464722,
      "step": 3284
    },
    {
      "epoch": 0.8753329781566329,
      "grad_norm": 0.53515625,
      "learning_rate": 4.1444970299311016e-05,
      "loss": 0.6989539861679077,
      "step": 3286
    },
    {
      "epoch": 0.8758657432072456,
      "grad_norm": 0.55078125,
      "learning_rate": 4.129292427491021e-05,
      "loss": 0.6917098760604858,
      "step": 3288
    },
    {
      "epoch": 0.8763985082578583,
      "grad_norm": 0.54296875,
      "learning_rate": 4.1140859547468794e-05,
      "loss": 0.6877356171607971,
      "step": 3290
    },
    {
      "epoch": 0.876931273308471,
      "grad_norm": 0.58203125,
      "learning_rate": 4.098877831670785e-05,
      "loss": 0.749396026134491,
      "step": 3292
    },
    {
      "epoch": 0.8774640383590836,
      "grad_norm": 0.578125,
      "learning_rate": 4.083668278258717e-05,
      "loss": 0.7201125621795654,
      "step": 3294
    },
    {
      "epoch": 0.8779968034096963,
      "grad_norm": 0.5625,
      "learning_rate": 4.0684575145273474e-05,
      "loss": 0.7145978808403015,
      "step": 3296
    },
    {
      "epoch": 0.878529568460309,
      "grad_norm": 0.5703125,
      "learning_rate": 4.053245760510856e-05,
      "loss": 0.7227798104286194,
      "step": 3298
    },
    {
      "epoch": 0.8790623335109217,
      "grad_norm": 0.54296875,
      "learning_rate": 4.038033236257746e-05,
      "loss": 0.7105327248573303,
      "step": 3300
    },
    {
      "epoch": 0.8795950985615344,
      "grad_norm": 0.53125,
      "learning_rate": 4.0228201618276655e-05,
      "loss": 0.7208723425865173,
      "step": 3302
    },
    {
      "epoch": 0.880127863612147,
      "grad_norm": 0.5625,
      "learning_rate": 4.007606757288217e-05,
      "loss": 0.7228609323501587,
      "step": 3304
    },
    {
      "epoch": 0.8806606286627597,
      "grad_norm": 0.5546875,
      "learning_rate": 3.992393242711785e-05,
      "loss": 0.6760815382003784,
      "step": 3306
    },
    {
      "epoch": 0.8811933937133724,
      "grad_norm": 0.5390625,
      "learning_rate": 3.9771798381723365e-05,
      "loss": 0.6926905512809753,
      "step": 3308
    },
    {
      "epoch": 0.8817261587639851,
      "grad_norm": 0.5390625,
      "learning_rate": 3.9619667637422555e-05,
      "loss": 0.7134456038475037,
      "step": 3310
    },
    {
      "epoch": 0.8822589238145978,
      "grad_norm": 0.5546875,
      "learning_rate": 3.946754239489146e-05,
      "loss": 0.697494387626648,
      "step": 3312
    },
    {
      "epoch": 0.8827916888652104,
      "grad_norm": 0.53125,
      "learning_rate": 3.931542485472654e-05,
      "loss": 0.6928008198738098,
      "step": 3314
    },
    {
      "epoch": 0.8833244539158231,
      "grad_norm": 0.53515625,
      "learning_rate": 3.9163317217412844e-05,
      "loss": 0.6829655766487122,
      "step": 3316
    },
    {
      "epoch": 0.8838572189664358,
      "grad_norm": 0.55078125,
      "learning_rate": 3.901122168329217e-05,
      "loss": 0.6962534785270691,
      "step": 3318
    },
    {
      "epoch": 0.8843899840170485,
      "grad_norm": 0.5390625,
      "learning_rate": 3.8859140452531206e-05,
      "loss": 0.7147413492202759,
      "step": 3320
    },
    {
      "epoch": 0.8849227490676611,
      "grad_norm": 0.54296875,
      "learning_rate": 3.8707075725089794e-05,
      "loss": 0.7086056470870972,
      "step": 3322
    },
    {
      "epoch": 0.8854555141182738,
      "grad_norm": 0.5625,
      "learning_rate": 3.8555029700689e-05,
      "loss": 0.7095344066619873,
      "step": 3324
    },
    {
      "epoch": 0.8859882791688866,
      "grad_norm": 0.5234375,
      "learning_rate": 3.840300457877931e-05,
      "loss": 0.7212046980857849,
      "step": 3326
    },
    {
      "epoch": 0.8865210442194992,
      "grad_norm": 0.55078125,
      "learning_rate": 3.8251002558508896e-05,
      "loss": 0.7254408001899719,
      "step": 3328
    },
    {
      "epoch": 0.8870538092701119,
      "grad_norm": 0.546875,
      "learning_rate": 3.809902583869172e-05,
      "loss": 0.6854255795478821,
      "step": 3330
    },
    {
      "epoch": 0.8875865743207245,
      "grad_norm": 0.5703125,
      "learning_rate": 3.7947076617775785e-05,
      "loss": 0.7515878081321716,
      "step": 3332
    },
    {
      "epoch": 0.8881193393713372,
      "grad_norm": 0.5546875,
      "learning_rate": 3.779515709381125e-05,
      "loss": 0.7171257734298706,
      "step": 3334
    },
    {
      "epoch": 0.88865210442195,
      "grad_norm": 0.53125,
      "learning_rate": 3.7643269464418734e-05,
      "loss": 0.7486863136291504,
      "step": 3336
    },
    {
      "epoch": 0.8891848694725626,
      "grad_norm": 0.53515625,
      "learning_rate": 3.749141592675747e-05,
      "loss": 0.6408795118331909,
      "step": 3338
    },
    {
      "epoch": 0.8897176345231753,
      "grad_norm": 0.5234375,
      "learning_rate": 3.7339598677493515e-05,
      "loss": 0.6756150722503662,
      "step": 3340
    },
    {
      "epoch": 0.8902503995737879,
      "grad_norm": 0.5546875,
      "learning_rate": 3.7187819912768005e-05,
      "loss": 0.7228208780288696,
      "step": 3342
    },
    {
      "epoch": 0.8907831646244007,
      "grad_norm": 0.55078125,
      "learning_rate": 3.7036081828165353e-05,
      "loss": 0.6675580143928528,
      "step": 3344
    },
    {
      "epoch": 0.8913159296750133,
      "grad_norm": 0.546875,
      "learning_rate": 3.688438661868153e-05,
      "loss": 0.7148852944374084,
      "step": 3346
    },
    {
      "epoch": 0.891848694725626,
      "grad_norm": 0.56640625,
      "learning_rate": 3.673273647869226e-05,
      "loss": 0.7156222462654114,
      "step": 3348
    },
    {
      "epoch": 0.8923814597762387,
      "grad_norm": 0.58203125,
      "learning_rate": 3.6581133601921336e-05,
      "loss": 0.7250128388404846,
      "step": 3350
    },
    {
      "epoch": 0.8929142248268513,
      "grad_norm": 0.5390625,
      "learning_rate": 3.6429580181408836e-05,
      "loss": 0.6913713812828064,
      "step": 3352
    },
    {
      "epoch": 0.8934469898774641,
      "grad_norm": 0.546875,
      "learning_rate": 3.6278078409479424e-05,
      "loss": 0.7076290249824524,
      "step": 3354
    },
    {
      "epoch": 0.8939797549280767,
      "grad_norm": 0.5625,
      "learning_rate": 3.6126630477710634e-05,
      "loss": 0.7225173115730286,
      "step": 3356
    },
    {
      "epoch": 0.8945125199786894,
      "grad_norm": 0.5546875,
      "learning_rate": 3.5975238576901175e-05,
      "loss": 0.6932091116905212,
      "step": 3358
    },
    {
      "epoch": 0.895045285029302,
      "grad_norm": 0.53125,
      "learning_rate": 3.582390489703919e-05,
      "loss": 0.6957063674926758,
      "step": 3360
    },
    {
      "epoch": 0.8955780500799148,
      "grad_norm": 0.5234375,
      "learning_rate": 3.567263162727067e-05,
      "loss": 0.6680214405059814,
      "step": 3362
    },
    {
      "epoch": 0.8961108151305275,
      "grad_norm": 0.54296875,
      "learning_rate": 3.552142095586769e-05,
      "loss": 0.7048709988594055,
      "step": 3364
    },
    {
      "epoch": 0.8966435801811401,
      "grad_norm": 0.55078125,
      "learning_rate": 3.537027507019682e-05,
      "loss": 0.6847620606422424,
      "step": 3366
    },
    {
      "epoch": 0.8971763452317528,
      "grad_norm": 0.5703125,
      "learning_rate": 3.5219196156687454e-05,
      "loss": 0.7076305747032166,
      "step": 3368
    },
    {
      "epoch": 0.8977091102823654,
      "grad_norm": 0.52734375,
      "learning_rate": 3.506818640080018e-05,
      "loss": 0.7055946588516235,
      "step": 3370
    },
    {
      "epoch": 0.8982418753329782,
      "grad_norm": 0.546875,
      "learning_rate": 3.491724798699519e-05,
      "loss": 0.7180204391479492,
      "step": 3372
    },
    {
      "epoch": 0.8987746403835908,
      "grad_norm": 0.5234375,
      "learning_rate": 3.476638309870064e-05,
      "loss": 0.6561832427978516,
      "step": 3374
    },
    {
      "epoch": 0.8993074054342035,
      "grad_norm": 0.55859375,
      "learning_rate": 3.4615593918281126e-05,
      "loss": 0.702898383140564,
      "step": 3376
    },
    {
      "epoch": 0.8998401704848162,
      "grad_norm": 0.55859375,
      "learning_rate": 3.446488262700601e-05,
      "loss": 0.7005707621574402,
      "step": 3378
    },
    {
      "epoch": 0.9003729355354289,
      "grad_norm": 0.53125,
      "learning_rate": 3.431425140501801e-05,
      "loss": 0.6888461709022522,
      "step": 3380
    },
    {
      "epoch": 0.9009057005860416,
      "grad_norm": 0.55859375,
      "learning_rate": 3.416370243130154e-05,
      "loss": 0.7409310340881348,
      "step": 3382
    },
    {
      "epoch": 0.9014384656366542,
      "grad_norm": 0.54296875,
      "learning_rate": 3.4013237883651255e-05,
      "loss": 0.6963149309158325,
      "step": 3384
    },
    {
      "epoch": 0.9019712306872669,
      "grad_norm": 0.55078125,
      "learning_rate": 3.386285993864053e-05,
      "loss": 0.6961240172386169,
      "step": 3386
    },
    {
      "epoch": 0.9025039957378796,
      "grad_norm": 0.53515625,
      "learning_rate": 3.3712570771589956e-05,
      "loss": 0.6980938911437988,
      "step": 3388
    },
    {
      "epoch": 0.9030367607884923,
      "grad_norm": 0.55078125,
      "learning_rate": 3.35623725565359e-05,
      "loss": 0.7153114676475525,
      "step": 3390
    },
    {
      "epoch": 0.903569525839105,
      "grad_norm": 0.546875,
      "learning_rate": 3.341226746619906e-05,
      "loss": 0.7112528085708618,
      "step": 3392
    },
    {
      "epoch": 0.9041022908897176,
      "grad_norm": 0.54296875,
      "learning_rate": 3.326225767195301e-05,
      "loss": 0.6847183704376221,
      "step": 3394
    },
    {
      "epoch": 0.9046350559403303,
      "grad_norm": 0.52734375,
      "learning_rate": 3.3112345343792765e-05,
      "loss": 0.7189138531684875,
      "step": 3396
    },
    {
      "epoch": 0.905167820990943,
      "grad_norm": 0.546875,
      "learning_rate": 3.2962532650303476e-05,
      "loss": 0.6928481459617615,
      "step": 3398
    },
    {
      "epoch": 0.9057005860415557,
      "grad_norm": 0.53125,
      "learning_rate": 3.2812821758628995e-05,
      "loss": 0.6926461458206177,
      "step": 3400
    },
    {
      "epoch": 0.9062333510921684,
      "grad_norm": 0.5625,
      "learning_rate": 3.2663214834440536e-05,
      "loss": 0.7446824312210083,
      "step": 3402
    },
    {
      "epoch": 0.906766116142781,
      "grad_norm": 0.515625,
      "learning_rate": 3.2513714041905354e-05,
      "loss": 0.6290156245231628,
      "step": 3404
    },
    {
      "epoch": 0.9072988811933937,
      "grad_norm": 0.546875,
      "learning_rate": 3.2364321543655414e-05,
      "loss": 0.7160915732383728,
      "step": 3406
    },
    {
      "epoch": 0.9078316462440064,
      "grad_norm": 0.5234375,
      "learning_rate": 3.221503950075619e-05,
      "loss": 0.6737069487571716,
      "step": 3408
    },
    {
      "epoch": 0.9083644112946191,
      "grad_norm": 0.57421875,
      "learning_rate": 3.206587007267528e-05,
      "loss": 0.7074106931686401,
      "step": 3410
    },
    {
      "epoch": 0.9088971763452317,
      "grad_norm": 0.55859375,
      "learning_rate": 3.191681541725128e-05,
      "loss": 0.7356147766113281,
      "step": 3412
    },
    {
      "epoch": 0.9094299413958444,
      "grad_norm": 0.546875,
      "learning_rate": 3.176787769066247e-05,
      "loss": 0.7018274068832397,
      "step": 3414
    },
    {
      "epoch": 0.9099627064464572,
      "grad_norm": 0.5703125,
      "learning_rate": 3.161905904739569e-05,
      "loss": 0.7239270806312561,
      "step": 3416
    },
    {
      "epoch": 0.9104954714970698,
      "grad_norm": 0.53125,
      "learning_rate": 3.147036164021519e-05,
      "loss": 0.661172091960907,
      "step": 3418
    },
    {
      "epoch": 0.9110282365476825,
      "grad_norm": 0.52734375,
      "learning_rate": 3.1321787620131435e-05,
      "loss": 0.667536735534668,
      "step": 3420
    },
    {
      "epoch": 0.9115610015982951,
      "grad_norm": 0.515625,
      "learning_rate": 3.117333913636999e-05,
      "loss": 0.6705557703971863,
      "step": 3422
    },
    {
      "epoch": 0.9120937666489078,
      "grad_norm": 0.5390625,
      "learning_rate": 3.1025018336340484e-05,
      "loss": 0.6964682936668396,
      "step": 3424
    },
    {
      "epoch": 0.9126265316995205,
      "grad_norm": 0.5390625,
      "learning_rate": 3.08768273656055e-05,
      "loss": 0.7074109315872192,
      "step": 3426
    },
    {
      "epoch": 0.9131592967501332,
      "grad_norm": 0.53125,
      "learning_rate": 3.0728768367849545e-05,
      "loss": 0.6577396988868713,
      "step": 3428
    },
    {
      "epoch": 0.9136920618007459,
      "grad_norm": 0.54296875,
      "learning_rate": 3.058084348484806e-05,
      "loss": 0.6772574782371521,
      "step": 3430
    },
    {
      "epoch": 0.9142248268513585,
      "grad_norm": 0.52734375,
      "learning_rate": 3.0433054856436395e-05,
      "loss": 0.670283854007721,
      "step": 3432
    },
    {
      "epoch": 0.9147575919019713,
      "grad_norm": 0.546875,
      "learning_rate": 3.0285404620478912e-05,
      "loss": 0.6941147446632385,
      "step": 3434
    },
    {
      "epoch": 0.9152903569525839,
      "grad_norm": 0.53125,
      "learning_rate": 3.0137894912838027e-05,
      "loss": 0.652153730392456,
      "step": 3436
    },
    {
      "epoch": 0.9158231220031966,
      "grad_norm": 0.51953125,
      "learning_rate": 2.999052786734331e-05,
      "loss": 0.6745891571044922,
      "step": 3438
    },
    {
      "epoch": 0.9163558870538092,
      "grad_norm": 0.53125,
      "learning_rate": 2.9843305615760623e-05,
      "loss": 0.7068504095077515,
      "step": 3440
    },
    {
      "epoch": 0.9168886521044219,
      "grad_norm": 0.5546875,
      "learning_rate": 2.9696230287761288e-05,
      "loss": 0.699682354927063,
      "step": 3442
    },
    {
      "epoch": 0.9174214171550347,
      "grad_norm": 0.53515625,
      "learning_rate": 2.954930401089127e-05,
      "loss": 0.6988564729690552,
      "step": 3444
    },
    {
      "epoch": 0.9179541822056473,
      "grad_norm": 0.53125,
      "learning_rate": 2.9402528910540433e-05,
      "loss": 0.6744426488876343,
      "step": 3446
    },
    {
      "epoch": 0.91848694725626,
      "grad_norm": 0.5546875,
      "learning_rate": 2.9255907109911725e-05,
      "loss": 0.6920981407165527,
      "step": 3448
    },
    {
      "epoch": 0.9190197123068726,
      "grad_norm": 0.52734375,
      "learning_rate": 2.9109440729990533e-05,
      "loss": 0.7215517163276672,
      "step": 3450
    },
    {
      "epoch": 0.9195524773574854,
      "grad_norm": 0.53515625,
      "learning_rate": 2.8963131889513986e-05,
      "loss": 0.6962135434150696,
      "step": 3452
    },
    {
      "epoch": 0.9200852424080981,
      "grad_norm": 0.515625,
      "learning_rate": 2.8816982704940276e-05,
      "loss": 0.6650117635726929,
      "step": 3454
    },
    {
      "epoch": 0.9206180074587107,
      "grad_norm": 0.5546875,
      "learning_rate": 2.8670995290418077e-05,
      "loss": 0.7167315483093262,
      "step": 3456
    },
    {
      "epoch": 0.9211507725093234,
      "grad_norm": 0.5234375,
      "learning_rate": 2.8525171757755932e-05,
      "loss": 0.6390708684921265,
      "step": 3458
    },
    {
      "epoch": 0.921683537559936,
      "grad_norm": 0.5546875,
      "learning_rate": 2.837951421639174e-05,
      "loss": 0.7065415978431702,
      "step": 3460
    },
    {
      "epoch": 0.9222163026105488,
      "grad_norm": 0.5234375,
      "learning_rate": 2.8234024773362202e-05,
      "loss": 0.6877092719078064,
      "step": 3462
    },
    {
      "epoch": 0.9227490676611614,
      "grad_norm": 0.53125,
      "learning_rate": 2.8088705533272382e-05,
      "loss": 0.6896106600761414,
      "step": 3464
    },
    {
      "epoch": 0.9232818327117741,
      "grad_norm": 0.5546875,
      "learning_rate": 2.7943558598265218e-05,
      "loss": 0.7128964066505432,
      "step": 3466
    },
    {
      "epoch": 0.9238145977623868,
      "grad_norm": 0.515625,
      "learning_rate": 2.7798586067991142e-05,
      "loss": 0.683221697807312,
      "step": 3468
    },
    {
      "epoch": 0.9243473628129995,
      "grad_norm": 0.5390625,
      "learning_rate": 2.7653790039577725e-05,
      "loss": 0.6766422390937805,
      "step": 3470
    },
    {
      "epoch": 0.9248801278636122,
      "grad_norm": 0.55078125,
      "learning_rate": 2.750917260759928e-05,
      "loss": 0.6711747646331787,
      "step": 3472
    },
    {
      "epoch": 0.9254128929142248,
      "grad_norm": 0.5390625,
      "learning_rate": 2.7364735864046625e-05,
      "loss": 0.7293622493743896,
      "step": 3474
    },
    {
      "epoch": 0.9259456579648375,
      "grad_norm": 0.5234375,
      "learning_rate": 2.7220481898296793e-05,
      "loss": 0.65350741147995,
      "step": 3476
    },
    {
      "epoch": 0.9264784230154501,
      "grad_norm": 0.56640625,
      "learning_rate": 2.70764127970828e-05,
      "loss": 0.6858737468719482,
      "step": 3478
    },
    {
      "epoch": 0.9270111880660629,
      "grad_norm": 0.5234375,
      "learning_rate": 2.693253064446348e-05,
      "loss": 0.7053213715553284,
      "step": 3480
    },
    {
      "epoch": 0.9275439531166756,
      "grad_norm": 0.546875,
      "learning_rate": 2.678883752179333e-05,
      "loss": 0.6678943037986755,
      "step": 3482
    },
    {
      "epoch": 0.9280767181672882,
      "grad_norm": 0.54296875,
      "learning_rate": 2.664533550769236e-05,
      "loss": 0.6876240968704224,
      "step": 3484
    },
    {
      "epoch": 0.9286094832179009,
      "grad_norm": 0.54296875,
      "learning_rate": 2.6502026678016117e-05,
      "loss": 0.7180918455123901,
      "step": 3486
    },
    {
      "epoch": 0.9291422482685135,
      "grad_norm": 0.51953125,
      "learning_rate": 2.6358913105825564e-05,
      "loss": 0.6760578155517578,
      "step": 3488
    },
    {
      "epoch": 0.9296750133191263,
      "grad_norm": 0.5625,
      "learning_rate": 2.6215996861357152e-05,
      "loss": 0.7332901954650879,
      "step": 3490
    },
    {
      "epoch": 0.9302077783697389,
      "grad_norm": 0.53125,
      "learning_rate": 2.6073280011992833e-05,
      "loss": 0.6666563749313354,
      "step": 3492
    },
    {
      "epoch": 0.9307405434203516,
      "grad_norm": 0.5234375,
      "learning_rate": 2.59307646222302e-05,
      "loss": 0.664758026599884,
      "step": 3494
    },
    {
      "epoch": 0.9312733084709643,
      "grad_norm": 0.515625,
      "learning_rate": 2.5788452753652563e-05,
      "loss": 0.6465103030204773,
      "step": 3496
    },
    {
      "epoch": 0.931806073521577,
      "grad_norm": 0.515625,
      "learning_rate": 2.564634646489917e-05,
      "loss": 0.675029456615448,
      "step": 3498
    },
    {
      "epoch": 0.9323388385721897,
      "grad_norm": 0.5234375,
      "learning_rate": 2.5504447811635435e-05,
      "loss": 0.6932930946350098,
      "step": 3500
    },
    {
      "epoch": 0.9328716036228023,
      "grad_norm": 0.546875,
      "learning_rate": 2.536275884652312e-05,
      "loss": 0.7141386270523071,
      "step": 3502
    },
    {
      "epoch": 0.933404368673415,
      "grad_norm": 0.5390625,
      "learning_rate": 2.522128161919077e-05,
      "loss": 0.7156549692153931,
      "step": 3504
    },
    {
      "epoch": 0.9339371337240278,
      "grad_norm": 0.5390625,
      "learning_rate": 2.508001817620396e-05,
      "loss": 0.7093266844749451,
      "step": 3506
    },
    {
      "epoch": 0.9344698987746404,
      "grad_norm": 0.5390625,
      "learning_rate": 2.4938970561035753e-05,
      "loss": 0.6900848150253296,
      "step": 3508
    },
    {
      "epoch": 0.9350026638252531,
      "grad_norm": 0.5546875,
      "learning_rate": 2.479814081403709e-05,
      "loss": 0.684967041015625,
      "step": 3510
    },
    {
      "epoch": 0.9355354288758657,
      "grad_norm": 0.5390625,
      "learning_rate": 2.4657530972407316e-05,
      "loss": 0.6972053647041321,
      "step": 3512
    },
    {
      "epoch": 0.9360681939264784,
      "grad_norm": 0.55078125,
      "learning_rate": 2.4517143070164683e-05,
      "loss": 0.7469601631164551,
      "step": 3514
    },
    {
      "epoch": 0.9366009589770911,
      "grad_norm": 0.55078125,
      "learning_rate": 2.437697913811694e-05,
      "loss": 0.7062028050422668,
      "step": 3516
    },
    {
      "epoch": 0.9371337240277038,
      "grad_norm": 0.52734375,
      "learning_rate": 2.423704120383195e-05,
      "loss": 0.6981968879699707,
      "step": 3518
    },
    {
      "epoch": 0.9376664890783165,
      "grad_norm": 0.56640625,
      "learning_rate": 2.409733129160836e-05,
      "loss": 0.7789372205734253,
      "step": 3520
    },
    {
      "epoch": 0.9381992541289291,
      "grad_norm": 0.54296875,
      "learning_rate": 2.395785142244634e-05,
      "loss": 0.7303587198257446,
      "step": 3522
    },
    {
      "epoch": 0.9387320191795419,
      "grad_norm": 0.53515625,
      "learning_rate": 2.38186036140183e-05,
      "loss": 0.6874336004257202,
      "step": 3524
    },
    {
      "epoch": 0.9392647842301545,
      "grad_norm": 0.55859375,
      "learning_rate": 2.3679589880639758e-05,
      "loss": 0.736723005771637,
      "step": 3526
    },
    {
      "epoch": 0.9397975492807672,
      "grad_norm": 0.53515625,
      "learning_rate": 2.3540812233240154e-05,
      "loss": 0.6807746291160583,
      "step": 3528
    },
    {
      "epoch": 0.9403303143313798,
      "grad_norm": 0.5390625,
      "learning_rate": 2.3402272679333798e-05,
      "loss": 0.6877115964889526,
      "step": 3530
    },
    {
      "epoch": 0.9408630793819925,
      "grad_norm": 0.54296875,
      "learning_rate": 2.326397322299079e-05,
      "loss": 0.7108508348464966,
      "step": 3532
    },
    {
      "epoch": 0.9413958444326053,
      "grad_norm": 0.53515625,
      "learning_rate": 2.312591586480811e-05,
      "loss": 0.6459025740623474,
      "step": 3534
    },
    {
      "epoch": 0.9419286094832179,
      "grad_norm": 0.54296875,
      "learning_rate": 2.298810260188054e-05,
      "loss": 0.6610309481620789,
      "step": 3536
    },
    {
      "epoch": 0.9424613745338306,
      "grad_norm": 0.52734375,
      "learning_rate": 2.285053542777191e-05,
      "loss": 0.6491233706474304,
      "step": 3538
    },
    {
      "epoch": 0.9429941395844432,
      "grad_norm": 0.55078125,
      "learning_rate": 2.2713216332486187e-05,
      "loss": 0.7502667307853699,
      "step": 3540
    },
    {
      "epoch": 0.943526904635056,
      "grad_norm": 0.515625,
      "learning_rate": 2.257614730243872e-05,
      "loss": 0.6700000762939453,
      "step": 3542
    },
    {
      "epoch": 0.9440596696856686,
      "grad_norm": 0.53515625,
      "learning_rate": 2.2439330320427484e-05,
      "loss": 0.6700481176376343,
      "step": 3544
    },
    {
      "epoch": 0.9445924347362813,
      "grad_norm": 0.53515625,
      "learning_rate": 2.2302767365604403e-05,
      "loss": 0.682191789150238,
      "step": 3546
    },
    {
      "epoch": 0.945125199786894,
      "grad_norm": 0.5234375,
      "learning_rate": 2.2166460413446725e-05,
      "loss": 0.687681257724762,
      "step": 3548
    },
    {
      "epoch": 0.9456579648375066,
      "grad_norm": 0.53125,
      "learning_rate": 2.203041143572845e-05,
      "loss": 0.6589215993881226,
      "step": 3550
    },
    {
      "epoch": 0.9461907298881194,
      "grad_norm": 0.52734375,
      "learning_rate": 2.18946224004918e-05,
      "loss": 0.6683045029640198,
      "step": 3552
    },
    {
      "epoch": 0.946723494938732,
      "grad_norm": 0.5390625,
      "learning_rate": 2.175909527201872e-05,
      "loss": 0.695706307888031,
      "step": 3554
    },
    {
      "epoch": 0.9472562599893447,
      "grad_norm": 0.51953125,
      "learning_rate": 2.1623832010802525e-05,
      "loss": 0.6750278472900391,
      "step": 3556
    },
    {
      "epoch": 0.9477890250399574,
      "grad_norm": 0.546875,
      "learning_rate": 2.1488834573519506e-05,
      "loss": 0.7252264022827148,
      "step": 3558
    },
    {
      "epoch": 0.94832179009057,
      "grad_norm": 0.546875,
      "learning_rate": 2.1354104913000616e-05,
      "loss": 0.7190086841583252,
      "step": 3560
    },
    {
      "epoch": 0.9488545551411828,
      "grad_norm": 0.53515625,
      "learning_rate": 2.1219644978203246e-05,
      "loss": 0.6598690152168274,
      "step": 3562
    },
    {
      "epoch": 0.9493873201917954,
      "grad_norm": 0.54296875,
      "learning_rate": 2.1085456714183002e-05,
      "loss": 0.6947650909423828,
      "step": 3564
    },
    {
      "epoch": 0.9499200852424081,
      "grad_norm": 0.5234375,
      "learning_rate": 2.0951542062065596e-05,
      "loss": 0.6635608673095703,
      "step": 3566
    },
    {
      "epoch": 0.9504528502930207,
      "grad_norm": 0.5234375,
      "learning_rate": 2.0817902959018755e-05,
      "loss": 0.6340133547782898,
      "step": 3568
    },
    {
      "epoch": 0.9509856153436335,
      "grad_norm": 0.515625,
      "learning_rate": 2.068454133822419e-05,
      "loss": 0.696979284286499,
      "step": 3570
    },
    {
      "epoch": 0.9515183803942462,
      "grad_norm": 0.51171875,
      "learning_rate": 2.0551459128849662e-05,
      "loss": 0.7071898579597473,
      "step": 3572
    },
    {
      "epoch": 0.9520511454448588,
      "grad_norm": 0.5390625,
      "learning_rate": 2.041865825602102e-05,
      "loss": 0.6977174282073975,
      "step": 3574
    },
    {
      "epoch": 0.9525839104954715,
      "grad_norm": 0.52734375,
      "learning_rate": 2.0286140640794416e-05,
      "loss": 0.6723811030387878,
      "step": 3576
    },
    {
      "epoch": 0.9531166755460841,
      "grad_norm": 0.51953125,
      "learning_rate": 2.015390820012847e-05,
      "loss": 0.6628782153129578,
      "step": 3578
    },
    {
      "epoch": 0.9536494405966969,
      "grad_norm": 0.53125,
      "learning_rate": 2.0021962846856556e-05,
      "loss": 0.6885560154914856,
      "step": 3580
    },
    {
      "epoch": 0.9541822056473095,
      "grad_norm": 0.53125,
      "learning_rate": 1.989030648965914e-05,
      "loss": 0.6671193242073059,
      "step": 3582
    },
    {
      "epoch": 0.9547149706979222,
      "grad_norm": 0.52734375,
      "learning_rate": 1.975894103303615e-05,
      "loss": 0.6817159652709961,
      "step": 3584
    },
    {
      "epoch": 0.9552477357485349,
      "grad_norm": 0.5234375,
      "learning_rate": 1.962786837727944e-05,
      "loss": 0.6346890926361084,
      "step": 3586
    },
    {
      "epoch": 0.9557805007991476,
      "grad_norm": 0.53515625,
      "learning_rate": 1.949709041844532e-05,
      "loss": 0.6845383644104004,
      "step": 3588
    },
    {
      "epoch": 0.9563132658497603,
      "grad_norm": 0.5390625,
      "learning_rate": 1.936660904832705e-05,
      "loss": 0.7126829624176025,
      "step": 3590
    },
    {
      "epoch": 0.9568460309003729,
      "grad_norm": 0.515625,
      "learning_rate": 1.9236426154427583e-05,
      "loss": 0.647582471370697,
      "step": 3592
    },
    {
      "epoch": 0.9573787959509856,
      "grad_norm": 0.5234375,
      "learning_rate": 1.9106543619932188e-05,
      "loss": 0.6961623430252075,
      "step": 3594
    },
    {
      "epoch": 0.9579115610015982,
      "grad_norm": 0.5625,
      "learning_rate": 1.8976963323681227e-05,
      "loss": 0.7102996110916138,
      "step": 3596
    },
    {
      "epoch": 0.958444326052211,
      "grad_norm": 0.546875,
      "learning_rate": 1.8847687140142987e-05,
      "loss": 0.7002482414245605,
      "step": 3598
    },
    {
      "epoch": 0.9589770911028237,
      "grad_norm": 0.54296875,
      "learning_rate": 1.8718716939386543e-05,
      "loss": 0.6747076511383057,
      "step": 3600
    },
    {
      "epoch": 0.9595098561534363,
      "grad_norm": 0.5546875,
      "learning_rate": 1.8590054587054728e-05,
      "loss": 0.6580986380577087,
      "step": 3602
    },
    {
      "epoch": 0.960042621204049,
      "grad_norm": 0.51953125,
      "learning_rate": 1.8461701944337137e-05,
      "loss": 0.6556539535522461,
      "step": 3604
    },
    {
      "epoch": 0.9605753862546617,
      "grad_norm": 0.53125,
      "learning_rate": 1.8333660867943163e-05,
      "loss": 0.6604914665222168,
      "step": 3606
    },
    {
      "epoch": 0.9611081513052744,
      "grad_norm": 0.53125,
      "learning_rate": 1.820593321007525e-05,
      "loss": 0.6752309203147888,
      "step": 3608
    },
    {
      "epoch": 0.961640916355887,
      "grad_norm": 0.51171875,
      "learning_rate": 1.807852081840197e-05,
      "loss": 0.6571139097213745,
      "step": 3610
    },
    {
      "epoch": 0.9621736814064997,
      "grad_norm": 0.53515625,
      "learning_rate": 1.7951425536031374e-05,
      "loss": 0.6813245415687561,
      "step": 3612
    },
    {
      "epoch": 0.9627064464571125,
      "grad_norm": 0.51953125,
      "learning_rate": 1.7824649201484306e-05,
      "loss": 0.6753969788551331,
      "step": 3614
    },
    {
      "epoch": 0.9632392115077251,
      "grad_norm": 0.54296875,
      "learning_rate": 1.76981936486678e-05,
      "loss": 0.6771748065948486,
      "step": 3616
    },
    {
      "epoch": 0.9637719765583378,
      "grad_norm": 0.54296875,
      "learning_rate": 1.7572060706848576e-05,
      "loss": 0.7080951929092407,
      "step": 3618
    },
    {
      "epoch": 0.9643047416089504,
      "grad_norm": 0.53125,
      "learning_rate": 1.7446252200626555e-05,
      "loss": 0.6531881093978882,
      "step": 3620
    },
    {
      "epoch": 0.9648375066595631,
      "grad_norm": 0.51171875,
      "learning_rate": 1.732076994990849e-05,
      "loss": 0.6644502878189087,
      "step": 3622
    },
    {
      "epoch": 0.9653702717101759,
      "grad_norm": 0.51953125,
      "learning_rate": 1.719561576988158e-05,
      "loss": 0.6807780861854553,
      "step": 3624
    },
    {
      "epoch": 0.9659030367607885,
      "grad_norm": 0.53515625,
      "learning_rate": 1.7070791470987295e-05,
      "loss": 0.6746936440467834,
      "step": 3626
    },
    {
      "epoch": 0.9664358018114012,
      "grad_norm": 0.52734375,
      "learning_rate": 1.6946298858895144e-05,
      "loss": 0.7012004256248474,
      "step": 3628
    },
    {
      "epoch": 0.9669685668620138,
      "grad_norm": 0.52734375,
      "learning_rate": 1.6822139734476546e-05,
      "loss": 0.677057147026062,
      "step": 3630
    },
    {
      "epoch": 0.9675013319126265,
      "grad_norm": 0.51171875,
      "learning_rate": 1.6698315893778788e-05,
      "loss": 0.6767706871032715,
      "step": 3632
    },
    {
      "epoch": 0.9680340969632392,
      "grad_norm": 0.53125,
      "learning_rate": 1.6574829127999067e-05,
      "loss": 0.6860625743865967,
      "step": 3634
    },
    {
      "epoch": 0.9685668620138519,
      "grad_norm": 0.546875,
      "learning_rate": 1.645168122345854e-05,
      "loss": 0.6813229918479919,
      "step": 3636
    },
    {
      "epoch": 0.9690996270644646,
      "grad_norm": 0.54296875,
      "learning_rate": 1.6328873961576506e-05,
      "loss": 0.6505600214004517,
      "step": 3638
    },
    {
      "epoch": 0.9696323921150772,
      "grad_norm": 0.5390625,
      "learning_rate": 1.6206409118844654e-05,
      "loss": 0.6736657023429871,
      "step": 3640
    },
    {
      "epoch": 0.97016515716569,
      "grad_norm": 0.5390625,
      "learning_rate": 1.6084288466801295e-05,
      "loss": 0.7095986008644104,
      "step": 3642
    },
    {
      "epoch": 0.9706979222163026,
      "grad_norm": 0.51171875,
      "learning_rate": 1.5962513772005836e-05,
      "loss": 0.6710772514343262,
      "step": 3644
    },
    {
      "epoch": 0.9712306872669153,
      "grad_norm": 0.51953125,
      "learning_rate": 1.5841086796013142e-05,
      "loss": 0.6877874135971069,
      "step": 3646
    },
    {
      "epoch": 0.9717634523175279,
      "grad_norm": 0.55078125,
      "learning_rate": 1.5720009295348103e-05,
      "loss": 0.6922812461853027,
      "step": 3648
    },
    {
      "epoch": 0.9722962173681406,
      "grad_norm": 0.52734375,
      "learning_rate": 1.55992830214802e-05,
      "loss": 0.7035001516342163,
      "step": 3650
    },
    {
      "epoch": 0.9728289824187534,
      "grad_norm": 0.51953125,
      "learning_rate": 1.5478909720798187e-05,
      "loss": 0.6592362523078918,
      "step": 3652
    },
    {
      "epoch": 0.973361747469366,
      "grad_norm": 0.53125,
      "learning_rate": 1.5358891134584802e-05,
      "loss": 0.7107102274894714,
      "step": 3654
    },
    {
      "epoch": 0.9738945125199787,
      "grad_norm": 0.51953125,
      "learning_rate": 1.52392289989916e-05,
      "loss": 0.6652364730834961,
      "step": 3656
    },
    {
      "epoch": 0.9744272775705913,
      "grad_norm": 0.5390625,
      "learning_rate": 1.5119925045013832e-05,
      "loss": 0.6816696524620056,
      "step": 3658
    },
    {
      "epoch": 0.9749600426212041,
      "grad_norm": 0.53125,
      "learning_rate": 1.5000980998465409e-05,
      "loss": 0.6663632392883301,
      "step": 3660
    },
    {
      "epoch": 0.9754928076718167,
      "grad_norm": 0.53125,
      "learning_rate": 1.4882398579953928e-05,
      "loss": 0.6931334733963013,
      "step": 3662
    },
    {
      "epoch": 0.9760255727224294,
      "grad_norm": 0.53515625,
      "learning_rate": 1.4764179504855793e-05,
      "loss": 0.7170167565345764,
      "step": 3664
    },
    {
      "epoch": 0.9765583377730421,
      "grad_norm": 0.5078125,
      "learning_rate": 1.4646325483291386e-05,
      "loss": 0.6615394949913025,
      "step": 3666
    },
    {
      "epoch": 0.9770911028236547,
      "grad_norm": 0.5078125,
      "learning_rate": 1.4528838220100344e-05,
      "loss": 0.6396226286888123,
      "step": 3668
    },
    {
      "epoch": 0.9776238678742675,
      "grad_norm": 0.546875,
      "learning_rate": 1.4411719414816893e-05,
      "loss": 0.6949025988578796,
      "step": 3670
    },
    {
      "epoch": 0.9781566329248801,
      "grad_norm": 0.5234375,
      "learning_rate": 1.429497076164526e-05,
      "loss": 0.6923924684524536,
      "step": 3672
    },
    {
      "epoch": 0.9786893979754928,
      "grad_norm": 0.5390625,
      "learning_rate": 1.4178593949435162e-05,
      "loss": 0.7032251954078674,
      "step": 3674
    },
    {
      "epoch": 0.9792221630261055,
      "grad_norm": 0.5234375,
      "learning_rate": 1.40625906616574e-05,
      "loss": 0.6616812944412231,
      "step": 3676
    },
    {
      "epoch": 0.9797549280767182,
      "grad_norm": 0.52734375,
      "learning_rate": 1.3946962576379446e-05,
      "loss": 0.707070529460907,
      "step": 3678
    },
    {
      "epoch": 0.9802876931273309,
      "grad_norm": 0.53125,
      "learning_rate": 1.3831711366241244e-05,
      "loss": 0.6896175146102905,
      "step": 3680
    },
    {
      "epoch": 0.9808204581779435,
      "grad_norm": 0.51953125,
      "learning_rate": 1.3716838698430972e-05,
      "loss": 0.6856859922409058,
      "step": 3682
    },
    {
      "epoch": 0.9813532232285562,
      "grad_norm": 0.53125,
      "learning_rate": 1.3602346234660928e-05,
      "loss": 0.7103138566017151,
      "step": 3684
    },
    {
      "epoch": 0.9818859882791688,
      "grad_norm": 0.52734375,
      "learning_rate": 1.3488235631143498e-05,
      "loss": 0.6692371964454651,
      "step": 3686
    },
    {
      "epoch": 0.9824187533297816,
      "grad_norm": 0.53515625,
      "learning_rate": 1.3374508538567198e-05,
      "loss": 0.7444373965263367,
      "step": 3688
    },
    {
      "epoch": 0.9829515183803943,
      "grad_norm": 0.53125,
      "learning_rate": 1.326116660207279e-05,
      "loss": 0.705718994140625,
      "step": 3690
    },
    {
      "epoch": 0.9834842834310069,
      "grad_norm": 0.5078125,
      "learning_rate": 1.3148211461229497e-05,
      "loss": 0.6810398101806641,
      "step": 3692
    },
    {
      "epoch": 0.9840170484816196,
      "grad_norm": 0.54296875,
      "learning_rate": 1.3035644750011262e-05,
      "loss": 0.7048704624176025,
      "step": 3694
    },
    {
      "epoch": 0.9845498135322323,
      "grad_norm": 0.55078125,
      "learning_rate": 1.292346809677314e-05,
      "loss": 0.7215117812156677,
      "step": 3696
    },
    {
      "epoch": 0.985082578582845,
      "grad_norm": 0.5390625,
      "learning_rate": 1.2811683124227719e-05,
      "loss": 0.71157306432724,
      "step": 3698
    },
    {
      "epoch": 0.9856153436334576,
      "grad_norm": 0.54296875,
      "learning_rate": 1.270029144942166e-05,
      "loss": 0.6895602345466614,
      "step": 3700
    },
    {
      "epoch": 0.9861481086840703,
      "grad_norm": 0.53125,
      "learning_rate": 1.2589294683712302e-05,
      "loss": 0.6617645621299744,
      "step": 3702
    },
    {
      "epoch": 0.986680873734683,
      "grad_norm": 0.5234375,
      "learning_rate": 1.2478694432744342e-05,
      "loss": 0.6597418785095215,
      "step": 3704
    },
    {
      "epoch": 0.9872136387852957,
      "grad_norm": 0.5234375,
      "learning_rate": 1.2368492296426636e-05,
      "loss": 0.6748197078704834,
      "step": 3706
    },
    {
      "epoch": 0.9877464038359084,
      "grad_norm": 0.5390625,
      "learning_rate": 1.2258689868909021e-05,
      "loss": 0.6904255151748657,
      "step": 3708
    },
    {
      "epoch": 0.988279168886521,
      "grad_norm": 0.54296875,
      "learning_rate": 1.2149288738559295e-05,
      "loss": 0.6973739266395569,
      "step": 3710
    },
    {
      "epoch": 0.9888119339371337,
      "grad_norm": 0.53515625,
      "learning_rate": 1.2040290487940166e-05,
      "loss": 0.7195823192596436,
      "step": 3712
    },
    {
      "epoch": 0.9893446989877464,
      "grad_norm": 0.52734375,
      "learning_rate": 1.1931696693786461e-05,
      "loss": 0.6562846899032593,
      "step": 3714
    },
    {
      "epoch": 0.9898774640383591,
      "grad_norm": 0.51171875,
      "learning_rate": 1.1823508926982239e-05,
      "loss": 0.6495825052261353,
      "step": 3716
    },
    {
      "epoch": 0.9904102290889718,
      "grad_norm": 0.5234375,
      "learning_rate": 1.1715728752538103e-05,
      "loss": 0.7018332481384277,
      "step": 3718
    },
    {
      "epoch": 0.9909429941395844,
      "grad_norm": 0.51953125,
      "learning_rate": 1.1608357729568547e-05,
      "loss": 0.6511444449424744,
      "step": 3720
    },
    {
      "epoch": 0.9914757591901971,
      "grad_norm": 0.5234375,
      "learning_rate": 1.1501397411269415e-05,
      "loss": 0.6892027258872986,
      "step": 3722
    },
    {
      "epoch": 0.9920085242408098,
      "grad_norm": 0.53515625,
      "learning_rate": 1.1394849344895413e-05,
      "loss": 0.6872977018356323,
      "step": 3724
    },
    {
      "epoch": 0.9925412892914225,
      "grad_norm": 0.5546875,
      "learning_rate": 1.1288715071737743e-05,
      "loss": 0.7205137014389038,
      "step": 3726
    },
    {
      "epoch": 0.9930740543420352,
      "grad_norm": 0.5234375,
      "learning_rate": 1.1182996127101822e-05,
      "loss": 0.6928572058677673,
      "step": 3728
    },
    {
      "epoch": 0.9936068193926478,
      "grad_norm": 0.5078125,
      "learning_rate": 1.1077694040285008e-05,
      "loss": 0.6700318455696106,
      "step": 3730
    },
    {
      "epoch": 0.9941395844432606,
      "grad_norm": 0.55078125,
      "learning_rate": 1.0972810334554565e-05,
      "loss": 0.6770192384719849,
      "step": 3732
    },
    {
      "epoch": 0.9946723494938732,
      "grad_norm": 0.53515625,
      "learning_rate": 1.086834652712557e-05,
      "loss": 0.7142175436019897,
      "step": 3734
    },
    {
      "epoch": 0.9952051145444859,
      "grad_norm": 0.5234375,
      "learning_rate": 1.076430412913899e-05,
      "loss": 0.6775243282318115,
      "step": 3736
    },
    {
      "epoch": 0.9957378795950985,
      "grad_norm": 0.5234375,
      "learning_rate": 1.0660684645639808e-05,
      "loss": 0.6838144063949585,
      "step": 3738
    },
    {
      "epoch": 0.9962706446457112,
      "grad_norm": 0.51953125,
      "learning_rate": 1.055748957555525e-05,
      "loss": 0.6580877900123596,
      "step": 3740
    },
    {
      "epoch": 0.996803409696324,
      "grad_norm": 0.54296875,
      "learning_rate": 1.045472041167313e-05,
      "loss": 0.6969035267829895,
      "step": 3742
    },
    {
      "epoch": 0.9973361747469366,
      "grad_norm": 0.52734375,
      "learning_rate": 1.0352378640620211e-05,
      "loss": 0.683407187461853,
      "step": 3744
    },
    {
      "epoch": 0.9978689397975493,
      "grad_norm": 0.5078125,
      "learning_rate": 1.0250465742840743e-05,
      "loss": 0.6365366578102112,
      "step": 3746
    },
    {
      "epoch": 0.9984017048481619,
      "grad_norm": 0.54296875,
      "learning_rate": 1.0148983192575023e-05,
      "loss": 0.6633042097091675,
      "step": 3748
    },
    {
      "epoch": 0.9989344698987747,
      "grad_norm": 0.53515625,
      "learning_rate": 1.0047932457838066e-05,
      "loss": 0.6902580261230469,
      "step": 3750
    },
    {
      "epoch": 0.9994672349493873,
      "grad_norm": 0.51953125,
      "learning_rate": 9.947315000398392e-06,
      "loss": 0.6602581739425659,
      "step": 3752
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.59375,
      "learning_rate": 9.847132275756857e-06,
      "loss": 0.7133287191390991,
      "step": 3754
    },
    {
      "epoch": 1.0005327650506126,
      "grad_norm": 0.6171875,
      "learning_rate": 9.74738573312561e-06,
      "loss": 0.554438054561615,
      "step": 3756
    },
    {
      "epoch": 1.0010655301012255,
      "grad_norm": 0.5859375,
      "learning_rate": 9.648076815407123e-06,
      "loss": 0.5593016147613525,
      "step": 3758
    },
    {
      "epoch": 1.001598295151838,
      "grad_norm": 0.60546875,
      "learning_rate": 9.549206959173331e-06,
      "loss": 0.5708969831466675,
      "step": 3760
    },
    {
      "epoch": 1.0021310602024507,
      "grad_norm": 0.56640625,
      "learning_rate": 9.45077759464485e-06,
      "loss": 0.5818780660629272,
      "step": 3762
    },
    {
      "epoch": 1.0026638252530633,
      "grad_norm": 0.58203125,
      "learning_rate": 9.352790145670237e-06,
      "loss": 0.5812588930130005,
      "step": 3764
    },
    {
      "epoch": 1.0031965903036761,
      "grad_norm": 0.53515625,
      "learning_rate": 9.255246029705476e-06,
      "loss": 0.6045463681221008,
      "step": 3766
    },
    {
      "epoch": 1.0037293553542888,
      "grad_norm": 0.51171875,
      "learning_rate": 9.158146657793429e-06,
      "loss": 0.5340660810470581,
      "step": 3768
    },
    {
      "epoch": 1.0042621204049014,
      "grad_norm": 0.51171875,
      "learning_rate": 9.061493434543425e-06,
      "loss": 0.569497287273407,
      "step": 3770
    },
    {
      "epoch": 1.0047948854555142,
      "grad_norm": 0.52734375,
      "learning_rate": 8.965287758110932e-06,
      "loss": 0.5447984337806702,
      "step": 3772
    },
    {
      "epoch": 1.0053276505061268,
      "grad_norm": 0.51953125,
      "learning_rate": 8.869531020177367e-06,
      "loss": 0.5706038475036621,
      "step": 3774
    },
    {
      "epoch": 1.0058604155567394,
      "grad_norm": 0.53515625,
      "learning_rate": 8.774224605929924e-06,
      "loss": 0.5389580130577087,
      "step": 3776
    },
    {
      "epoch": 1.006393180607352,
      "grad_norm": 0.515625,
      "learning_rate": 8.679369894041567e-06,
      "loss": 0.5501297116279602,
      "step": 3778
    },
    {
      "epoch": 1.006925945657965,
      "grad_norm": 0.51171875,
      "learning_rate": 8.584968256651067e-06,
      "loss": 0.5443601608276367,
      "step": 3780
    },
    {
      "epoch": 1.0074587107085775,
      "grad_norm": 0.53125,
      "learning_rate": 8.491021059343163e-06,
      "loss": 0.5650312304496765,
      "step": 3782
    },
    {
      "epoch": 1.0079914757591901,
      "grad_norm": 0.515625,
      "learning_rate": 8.397529661128799e-06,
      "loss": 0.5328672528266907,
      "step": 3784
    },
    {
      "epoch": 1.008524240809803,
      "grad_norm": 0.515625,
      "learning_rate": 8.30449541442548e-06,
      "loss": 0.5154542922973633,
      "step": 3786
    },
    {
      "epoch": 1.0090570058604156,
      "grad_norm": 0.51953125,
      "learning_rate": 8.211919665037697e-06,
      "loss": 0.5323178768157959,
      "step": 3788
    },
    {
      "epoch": 1.0095897709110282,
      "grad_norm": 0.578125,
      "learning_rate": 8.119803752137455e-06,
      "loss": 0.5955473184585571,
      "step": 3790
    },
    {
      "epoch": 1.0101225359616408,
      "grad_norm": 0.52734375,
      "learning_rate": 8.028149008244921e-06,
      "loss": 0.5868597030639648,
      "step": 3792
    },
    {
      "epoch": 1.0106553010122536,
      "grad_norm": 0.51953125,
      "learning_rate": 7.936956759209114e-06,
      "loss": 0.5995841026306152,
      "step": 3794
    },
    {
      "epoch": 1.0111880660628663,
      "grad_norm": 0.53125,
      "learning_rate": 7.846228324188767e-06,
      "loss": 0.5501196384429932,
      "step": 3796
    },
    {
      "epoch": 1.0117208311134789,
      "grad_norm": 0.53515625,
      "learning_rate": 7.755965015633217e-06,
      "loss": 0.5720456838607788,
      "step": 3798
    },
    {
      "epoch": 1.0122535961640917,
      "grad_norm": 0.53515625,
      "learning_rate": 7.66616813926341e-06,
      "loss": 0.5405896902084351,
      "step": 3800
    },
    {
      "epoch": 1.0127863612147043,
      "grad_norm": 0.5546875,
      "learning_rate": 7.57683899405305e-06,
      "loss": 0.6008697748184204,
      "step": 3802
    },
    {
      "epoch": 1.013319126265317,
      "grad_norm": 0.53515625,
      "learning_rate": 7.487978872209783e-06,
      "loss": 0.5538079738616943,
      "step": 3804
    },
    {
      "epoch": 1.0138518913159296,
      "grad_norm": 0.5234375,
      "learning_rate": 7.3995890591564975e-06,
      "loss": 0.551633894443512,
      "step": 3806
    },
    {
      "epoch": 1.0143846563665424,
      "grad_norm": 0.53125,
      "learning_rate": 7.311670833512763e-06,
      "loss": 0.5497746467590332,
      "step": 3808
    },
    {
      "epoch": 1.014917421417155,
      "grad_norm": 0.53125,
      "learning_rate": 7.224225467076284e-06,
      "loss": 0.5558388829231262,
      "step": 3810
    },
    {
      "epoch": 1.0154501864677676,
      "grad_norm": 0.53515625,
      "learning_rate": 7.137254224804557e-06,
      "loss": 0.5494096875190735,
      "step": 3812
    },
    {
      "epoch": 1.0159829515183805,
      "grad_norm": 0.52734375,
      "learning_rate": 7.050758364796531e-06,
      "loss": 0.5741044282913208,
      "step": 3814
    },
    {
      "epoch": 1.016515716568993,
      "grad_norm": 0.5390625,
      "learning_rate": 6.964739138274433e-06,
      "loss": 0.6052870154380798,
      "step": 3816
    },
    {
      "epoch": 1.0170484816196057,
      "grad_norm": 0.53125,
      "learning_rate": 6.879197789565632e-06,
      "loss": 0.5531472563743591,
      "step": 3818
    },
    {
      "epoch": 1.0175812466702185,
      "grad_norm": 0.5234375,
      "learning_rate": 6.794135556084698e-06,
      "loss": 0.5643627047538757,
      "step": 3820
    },
    {
      "epoch": 1.0181140117208312,
      "grad_norm": 0.53125,
      "learning_rate": 6.709553668315454e-06,
      "loss": 0.5206726789474487,
      "step": 3822
    },
    {
      "epoch": 1.0186467767714438,
      "grad_norm": 0.5390625,
      "learning_rate": 6.625453349793196e-06,
      "loss": 0.5452365279197693,
      "step": 3824
    },
    {
      "epoch": 1.0191795418220564,
      "grad_norm": 0.53515625,
      "learning_rate": 6.541835817086979e-06,
      "loss": 0.5786857604980469,
      "step": 3826
    },
    {
      "epoch": 1.0197123068726692,
      "grad_norm": 0.52734375,
      "learning_rate": 6.458702279782038e-06,
      "loss": 0.534633457660675,
      "step": 3828
    },
    {
      "epoch": 1.0202450719232818,
      "grad_norm": 0.55078125,
      "learning_rate": 6.376053940462279e-06,
      "loss": 0.5802006721496582,
      "step": 3830
    },
    {
      "epoch": 1.0207778369738945,
      "grad_norm": 0.53515625,
      "learning_rate": 6.293891994692876e-06,
      "loss": 0.5870469808578491,
      "step": 3832
    },
    {
      "epoch": 1.0213106020245073,
      "grad_norm": 0.515625,
      "learning_rate": 6.212217631003019e-06,
      "loss": 0.5592401027679443,
      "step": 3834
    },
    {
      "epoch": 1.02184336707512,
      "grad_norm": 0.5234375,
      "learning_rate": 6.1310320308686354e-06,
      "loss": 0.5553821921348572,
      "step": 3836
    },
    {
      "epoch": 1.0223761321257325,
      "grad_norm": 0.51953125,
      "learning_rate": 6.050336368695386e-06,
      "loss": 0.583335816860199,
      "step": 3838
    },
    {
      "epoch": 1.0229088971763451,
      "grad_norm": 0.515625,
      "learning_rate": 5.9701318118016296e-06,
      "loss": 0.563973069190979,
      "step": 3840
    },
    {
      "epoch": 1.023441662226958,
      "grad_norm": 0.53515625,
      "learning_rate": 5.8904195204015555e-06,
      "loss": 0.5525979995727539,
      "step": 3842
    },
    {
      "epoch": 1.0239744272775706,
      "grad_norm": 0.53515625,
      "learning_rate": 5.811200647588386e-06,
      "loss": 0.5597478747367859,
      "step": 3844
    },
    {
      "epoch": 1.0245071923281832,
      "grad_norm": 0.51953125,
      "learning_rate": 5.73247633931771e-06,
      "loss": 0.5630712509155273,
      "step": 3846
    },
    {
      "epoch": 1.025039957378796,
      "grad_norm": 0.5390625,
      "learning_rate": 5.6542477343908944e-06,
      "loss": 0.5952086448669434,
      "step": 3848
    },
    {
      "epoch": 1.0255727224294087,
      "grad_norm": 0.51171875,
      "learning_rate": 5.5765159644386265e-06,
      "loss": 0.5853996872901917,
      "step": 3850
    },
    {
      "epoch": 1.0261054874800213,
      "grad_norm": 0.53515625,
      "learning_rate": 5.499282153904508e-06,
      "loss": 0.5681400299072266,
      "step": 3852
    },
    {
      "epoch": 1.026638252530634,
      "grad_norm": 0.54296875,
      "learning_rate": 5.422547420028839e-06,
      "loss": 0.5616742968559265,
      "step": 3854
    },
    {
      "epoch": 1.0271710175812467,
      "grad_norm": 0.54296875,
      "learning_rate": 5.346312872832422e-06,
      "loss": 0.5645125508308411,
      "step": 3856
    },
    {
      "epoch": 1.0277037826318594,
      "grad_norm": 0.51171875,
      "learning_rate": 5.270579615100518e-06,
      "loss": 0.5648372769355774,
      "step": 3858
    },
    {
      "epoch": 1.028236547682472,
      "grad_norm": 0.53125,
      "learning_rate": 5.19534874236689e-06,
      "loss": 0.5514068603515625,
      "step": 3860
    },
    {
      "epoch": 1.0287693127330848,
      "grad_norm": 0.53125,
      "learning_rate": 5.120621342897951e-06,
      "loss": 0.5846351385116577,
      "step": 3862
    },
    {
      "epoch": 1.0293020777836974,
      "grad_norm": 0.52734375,
      "learning_rate": 5.046398497677034e-06,
      "loss": 0.5671142339706421,
      "step": 3864
    },
    {
      "epoch": 1.02983484283431,
      "grad_norm": 0.53515625,
      "learning_rate": 4.972681280388738e-06,
      "loss": 0.5745285153388977,
      "step": 3866
    },
    {
      "epoch": 1.0303676078849227,
      "grad_norm": 0.54296875,
      "learning_rate": 4.899470757403415e-06,
      "loss": 0.5890294313430786,
      "step": 3868
    },
    {
      "epoch": 1.0309003729355355,
      "grad_norm": 0.53515625,
      "learning_rate": 4.826767987761725e-06,
      "loss": 0.5851269364356995,
      "step": 3870
    },
    {
      "epoch": 1.031433137986148,
      "grad_norm": 0.5234375,
      "learning_rate": 4.754574023159335e-06,
      "loss": 0.5567840933799744,
      "step": 3872
    },
    {
      "epoch": 1.0319659030367607,
      "grad_norm": 0.5390625,
      "learning_rate": 4.682889907931696e-06,
      "loss": 0.5986261963844299,
      "step": 3874
    },
    {
      "epoch": 1.0324986680873736,
      "grad_norm": 0.53125,
      "learning_rate": 4.611716679038925e-06,
      "loss": 0.5585236549377441,
      "step": 3876
    },
    {
      "epoch": 1.0330314331379862,
      "grad_norm": 0.53125,
      "learning_rate": 4.5410553660508284e-06,
      "loss": 0.574200451374054,
      "step": 3878
    },
    {
      "epoch": 1.0335641981885988,
      "grad_norm": 0.52734375,
      "learning_rate": 4.470906991131991e-06,
      "loss": 0.5537621974945068,
      "step": 3880
    },
    {
      "epoch": 1.0340969632392114,
      "grad_norm": 0.54296875,
      "learning_rate": 4.401272569026995e-06,
      "loss": 0.5498485565185547,
      "step": 3882
    },
    {
      "epoch": 1.0346297282898242,
      "grad_norm": 0.5234375,
      "learning_rate": 4.332153107045747e-06,
      "loss": 0.5446688532829285,
      "step": 3884
    },
    {
      "epoch": 1.0351624933404369,
      "grad_norm": 0.53515625,
      "learning_rate": 4.263549605048898e-06,
      "loss": 0.5680376291275024,
      "step": 3886
    },
    {
      "epoch": 1.0356952583910495,
      "grad_norm": 0.51953125,
      "learning_rate": 4.195463055433364e-06,
      "loss": 0.5543019771575928,
      "step": 3888
    },
    {
      "epoch": 1.0362280234416623,
      "grad_norm": 0.5390625,
      "learning_rate": 4.1278944431180164e-06,
      "loss": 0.5992298126220703,
      "step": 3890
    },
    {
      "epoch": 1.036760788492275,
      "grad_norm": 0.53125,
      "learning_rate": 4.060844745529396e-06,
      "loss": 0.5606511235237122,
      "step": 3892
    },
    {
      "epoch": 1.0372935535428875,
      "grad_norm": 0.53125,
      "learning_rate": 3.994314932587573e-06,
      "loss": 0.5762649178504944,
      "step": 3894
    },
    {
      "epoch": 1.0378263185935002,
      "grad_norm": 0.5078125,
      "learning_rate": 3.928305966692145e-06,
      "loss": 0.5266860723495483,
      "step": 3896
    },
    {
      "epoch": 1.038359083644113,
      "grad_norm": 0.5234375,
      "learning_rate": 3.862818802708295e-06,
      "loss": 0.5364474058151245,
      "step": 3898
    },
    {
      "epoch": 1.0388918486947256,
      "grad_norm": 0.51953125,
      "learning_rate": 3.7978543879529704e-06,
      "loss": 0.5435348153114319,
      "step": 3900
    },
    {
      "epoch": 1.0394246137453382,
      "grad_norm": 0.53515625,
      "learning_rate": 3.7334136621812023e-06,
      "loss": 0.608924150466919,
      "step": 3902
    },
    {
      "epoch": 1.039957378795951,
      "grad_norm": 0.52734375,
      "learning_rate": 3.6694975575725012e-06,
      "loss": 0.5841650366783142,
      "step": 3904
    },
    {
      "epoch": 1.0404901438465637,
      "grad_norm": 0.52734375,
      "learning_rate": 3.606106998717351e-06,
      "loss": 0.5527678728103638,
      "step": 3906
    },
    {
      "epoch": 1.0410229088971763,
      "grad_norm": 0.546875,
      "learning_rate": 3.5432429026038784e-06,
      "loss": 0.5616254806518555,
      "step": 3908
    },
    {
      "epoch": 1.041555673947789,
      "grad_norm": 0.54296875,
      "learning_rate": 3.480906178604553e-06,
      "loss": 0.584281861782074,
      "step": 3910
    },
    {
      "epoch": 1.0420884389984018,
      "grad_norm": 0.55078125,
      "learning_rate": 3.419097728463041e-06,
      "loss": 0.5592966675758362,
      "step": 3912
    },
    {
      "epoch": 1.0426212040490144,
      "grad_norm": 0.5234375,
      "learning_rate": 3.3578184462811714e-06,
      "loss": 0.5340662598609924,
      "step": 3914
    },
    {
      "epoch": 1.043153969099627,
      "grad_norm": 0.53125,
      "learning_rate": 3.2970692185059837e-06,
      "loss": 0.5586187839508057,
      "step": 3916
    },
    {
      "epoch": 1.0436867341502398,
      "grad_norm": 0.53515625,
      "learning_rate": 3.236850923916919e-06,
      "loss": 0.5644587278366089,
      "step": 3918
    },
    {
      "epoch": 1.0442194992008524,
      "grad_norm": 0.52734375,
      "learning_rate": 3.177164433613116e-06,
      "loss": 0.5369923114776611,
      "step": 3920
    },
    {
      "epoch": 1.044752264251465,
      "grad_norm": 0.53125,
      "learning_rate": 3.1180106110007925e-06,
      "loss": 0.5914398431777954,
      "step": 3922
    },
    {
      "epoch": 1.045285029302078,
      "grad_norm": 0.5390625,
      "learning_rate": 3.0593903117807344e-06,
      "loss": 0.5819767117500305,
      "step": 3924
    },
    {
      "epoch": 1.0458177943526905,
      "grad_norm": 0.53125,
      "learning_rate": 3.001304383935981e-06,
      "loss": 0.5808528065681458,
      "step": 3926
    },
    {
      "epoch": 1.0463505594033031,
      "grad_norm": 0.52734375,
      "learning_rate": 2.9437536677194976e-06,
      "loss": 0.5389923453330994,
      "step": 3928
    },
    {
      "epoch": 1.0468833244539157,
      "grad_norm": 0.52734375,
      "learning_rate": 2.8867389956420645e-06,
      "loss": 0.572472333908081,
      "step": 3930
    },
    {
      "epoch": 1.0474160895045286,
      "grad_norm": 0.53515625,
      "learning_rate": 2.8302611924601884e-06,
      "loss": 0.5559939742088318,
      "step": 3932
    },
    {
      "epoch": 1.0479488545551412,
      "grad_norm": 0.5234375,
      "learning_rate": 2.7743210751642212e-06,
      "loss": 0.5386156439781189,
      "step": 3934
    },
    {
      "epoch": 1.0484816196057538,
      "grad_norm": 0.52734375,
      "learning_rate": 2.718919452966509e-06,
      "loss": 0.5663049221038818,
      "step": 3936
    },
    {
      "epoch": 1.0490143846563666,
      "grad_norm": 0.51953125,
      "learning_rate": 2.664057127289699e-06,
      "loss": 0.5892527103424072,
      "step": 3938
    },
    {
      "epoch": 1.0495471497069793,
      "grad_norm": 0.546875,
      "learning_rate": 2.6097348917551204e-06,
      "loss": 0.5835411548614502,
      "step": 3940
    },
    {
      "epoch": 1.0500799147575919,
      "grad_norm": 0.515625,
      "learning_rate": 2.55595353217136e-06,
      "loss": 0.5439558029174805,
      "step": 3942
    },
    {
      "epoch": 1.0506126798082045,
      "grad_norm": 0.53515625,
      "learning_rate": 2.502713826522838e-06,
      "loss": 0.5934330224990845,
      "step": 3944
    },
    {
      "epoch": 1.0511454448588173,
      "grad_norm": 0.55078125,
      "learning_rate": 2.450016544958591e-06,
      "loss": 0.5806512832641602,
      "step": 3946
    },
    {
      "epoch": 1.05167820990943,
      "grad_norm": 0.53515625,
      "learning_rate": 2.3978624497811033e-06,
      "loss": 0.5375804305076599,
      "step": 3948
    },
    {
      "epoch": 1.0522109749600426,
      "grad_norm": 0.5234375,
      "learning_rate": 2.3462522954353073e-06,
      "loss": 0.5656116604804993,
      "step": 3950
    },
    {
      "epoch": 1.0527437400106554,
      "grad_norm": 0.51953125,
      "learning_rate": 2.2951868284976485e-06,
      "loss": 0.5351519584655762,
      "step": 3952
    },
    {
      "epoch": 1.053276505061268,
      "grad_norm": 0.51171875,
      "learning_rate": 2.244666787665297e-06,
      "loss": 0.5698959827423096,
      "step": 3954
    },
    {
      "epoch": 1.0538092701118806,
      "grad_norm": 0.51171875,
      "learning_rate": 2.194692903745459e-06,
      "loss": 0.5653844475746155,
      "step": 3956
    },
    {
      "epoch": 1.0543420351624933,
      "grad_norm": 0.5078125,
      "learning_rate": 2.145265899644802e-06,
      "loss": 0.5527917742729187,
      "step": 3958
    },
    {
      "epoch": 1.054874800213106,
      "grad_norm": 0.53125,
      "learning_rate": 2.096386490358997e-06,
      "loss": 0.5695369243621826,
      "step": 3960
    },
    {
      "epoch": 1.0554075652637187,
      "grad_norm": 0.51953125,
      "learning_rate": 2.048055382962386e-06,
      "loss": 0.5575898289680481,
      "step": 3962
    },
    {
      "epoch": 1.0559403303143313,
      "grad_norm": 0.546875,
      "learning_rate": 2.0002732765977395e-06,
      "loss": 0.5826997756958008,
      "step": 3964
    },
    {
      "epoch": 1.0564730953649442,
      "grad_norm": 0.5390625,
      "learning_rate": 1.9530408624661624e-06,
      "loss": 0.628014087677002,
      "step": 3966
    },
    {
      "epoch": 1.0570058604155568,
      "grad_norm": 0.5390625,
      "learning_rate": 1.9063588238170627e-06,
      "loss": 0.5535210371017456,
      "step": 3968
    },
    {
      "epoch": 1.0575386254661694,
      "grad_norm": 0.546875,
      "learning_rate": 1.8602278359383063e-06,
      "loss": 0.5898425579071045,
      "step": 3970
    },
    {
      "epoch": 1.058071390516782,
      "grad_norm": 0.5234375,
      "learning_rate": 1.8146485661464153e-06,
      "loss": 0.556390643119812,
      "step": 3972
    },
    {
      "epoch": 1.0586041555673948,
      "grad_norm": 0.546875,
      "learning_rate": 1.769621673776949e-06,
      "loss": 0.5970685482025146,
      "step": 3974
    },
    {
      "epoch": 1.0591369206180075,
      "grad_norm": 0.51953125,
      "learning_rate": 1.7251478101749163e-06,
      "loss": 0.5681304335594177,
      "step": 3976
    },
    {
      "epoch": 1.05966968566862,
      "grad_norm": 0.52734375,
      "learning_rate": 1.6812276186854105e-06,
      "loss": 0.5456256866455078,
      "step": 3978
    },
    {
      "epoch": 1.060202450719233,
      "grad_norm": 0.53515625,
      "learning_rate": 1.6378617346442682e-06,
      "loss": 0.5776793956756592,
      "step": 3980
    },
    {
      "epoch": 1.0607352157698455,
      "grad_norm": 0.5234375,
      "learning_rate": 1.595050785368888e-06,
      "loss": 0.5277162194252014,
      "step": 3982
    },
    {
      "epoch": 1.0612679808204581,
      "grad_norm": 0.54296875,
      "learning_rate": 1.5527953901491466e-06,
      "loss": 0.5984737873077393,
      "step": 3984
    },
    {
      "epoch": 1.0618007458710708,
      "grad_norm": 0.546875,
      "learning_rate": 1.511096160238461e-06,
      "loss": 0.5542199611663818,
      "step": 3986
    },
    {
      "epoch": 1.0623335109216836,
      "grad_norm": 0.54296875,
      "learning_rate": 1.4699536988449193e-06,
      "loss": 0.5390311479568481,
      "step": 3988
    },
    {
      "epoch": 1.0628662759722962,
      "grad_norm": 0.5078125,
      "learning_rate": 1.4293686011225849e-06,
      "loss": 0.5391555428504944,
      "step": 3990
    },
    {
      "epoch": 1.0633990410229088,
      "grad_norm": 0.515625,
      "learning_rate": 1.3893414541628647e-06,
      "loss": 0.533847987651825,
      "step": 3992
    },
    {
      "epoch": 1.0639318060735217,
      "grad_norm": 0.5234375,
      "learning_rate": 1.3498728369860125e-06,
      "loss": 0.5452683568000793,
      "step": 3994
    },
    {
      "epoch": 1.0644645711241343,
      "grad_norm": 0.546875,
      "learning_rate": 1.310963320532781e-06,
      "loss": 0.5820298194885254,
      "step": 3996
    },
    {
      "epoch": 1.064997336174747,
      "grad_norm": 0.51953125,
      "learning_rate": 1.2726134676561385e-06,
      "loss": 0.5669692754745483,
      "step": 3998
    },
    {
      "epoch": 1.0655301012253595,
      "grad_norm": 0.546875,
      "learning_rate": 1.2348238331131346e-06,
      "loss": 0.5747166275978088,
      "step": 4000
    },
    {
      "epoch": 1.0660628662759724,
      "grad_norm": 0.54296875,
      "learning_rate": 1.1975949635568696e-06,
      "loss": 0.6048906445503235,
      "step": 4002
    },
    {
      "epoch": 1.066595631326585,
      "grad_norm": 0.53125,
      "learning_rate": 1.1609273975285995e-06,
      "loss": 0.5434789657592773,
      "step": 4004
    },
    {
      "epoch": 1.0671283963771976,
      "grad_norm": 0.5390625,
      "learning_rate": 1.1248216654499377e-06,
      "loss": 0.5791047215461731,
      "step": 4006
    },
    {
      "epoch": 1.0676611614278104,
      "grad_norm": 0.53515625,
      "learning_rate": 1.089278289615181e-06,
      "loss": 0.5469709038734436,
      "step": 4008
    },
    {
      "epoch": 1.068193926478423,
      "grad_norm": 0.53125,
      "learning_rate": 1.0542977841837465e-06,
      "loss": 0.547351598739624,
      "step": 4010
    },
    {
      "epoch": 1.0687266915290357,
      "grad_norm": 0.55859375,
      "learning_rate": 1.0198806551727557e-06,
      "loss": 0.6135736107826233,
      "step": 4012
    },
    {
      "epoch": 1.0692594565796485,
      "grad_norm": 0.51953125,
      "learning_rate": 9.860274004496939e-07,
      "loss": 0.5442401766777039,
      "step": 4014
    },
    {
      "epoch": 1.069792221630261,
      "grad_norm": 0.52734375,
      "learning_rate": 9.527385097252195e-07,
      "loss": 0.5563182234764099,
      "step": 4016
    },
    {
      "epoch": 1.0703249866808737,
      "grad_norm": 0.52734375,
      "learning_rate": 9.200144645460818e-07,
      "loss": 0.5793603658676147,
      "step": 4018
    },
    {
      "epoch": 1.0708577517314863,
      "grad_norm": 0.54296875,
      "learning_rate": 8.878557382881436e-07,
      "loss": 0.5915518999099731,
      "step": 4020
    },
    {
      "epoch": 1.0713905167820992,
      "grad_norm": 0.515625,
      "learning_rate": 8.56262796149534e-07,
      "loss": 0.5501149296760559,
      "step": 4022
    },
    {
      "epoch": 1.0719232818327118,
      "grad_norm": 0.5390625,
      "learning_rate": 8.252360951439375e-07,
      "loss": 0.5390005111694336,
      "step": 4024
    },
    {
      "epoch": 1.0724560468833244,
      "grad_norm": 0.5859375,
      "learning_rate": 7.947760840939688e-07,
      "loss": 0.5717595219612122,
      "step": 4026
    },
    {
      "epoch": 1.072988811933937,
      "grad_norm": 0.54296875,
      "learning_rate": 7.648832036246712e-07,
      "loss": 0.5640586614608765,
      "step": 4028
    },
    {
      "epoch": 1.0735215769845499,
      "grad_norm": 0.5234375,
      "learning_rate": 7.35557886157161e-07,
      "loss": 0.5609626173973083,
      "step": 4030
    },
    {
      "epoch": 1.0740543420351625,
      "grad_norm": 0.51953125,
      "learning_rate": 7.068005559023672e-07,
      "loss": 0.5454556941986084,
      "step": 4032
    },
    {
      "epoch": 1.074587107085775,
      "grad_norm": 0.546875,
      "learning_rate": 6.786116288548839e-07,
      "loss": 0.5526958107948303,
      "step": 4034
    },
    {
      "epoch": 1.075119872136388,
      "grad_norm": 0.5390625,
      "learning_rate": 6.509915127869714e-07,
      "loss": 0.5440658926963806,
      "step": 4036
    },
    {
      "epoch": 1.0756526371870005,
      "grad_norm": 0.53515625,
      "learning_rate": 6.239406072426413e-07,
      "loss": 0.5510826110839844,
      "step": 4038
    },
    {
      "epoch": 1.0761854022376132,
      "grad_norm": 0.52734375,
      "learning_rate": 5.974593035318777e-07,
      "loss": 0.5809528827667236,
      "step": 4040
    },
    {
      "epoch": 1.076718167288226,
      "grad_norm": 0.5390625,
      "learning_rate": 5.715479847249939e-07,
      "loss": 0.5985695123672485,
      "step": 4042
    },
    {
      "epoch": 1.0772509323388386,
      "grad_norm": 0.54296875,
      "learning_rate": 5.46207025647072e-07,
      "loss": 0.5612497329711914,
      "step": 4044
    },
    {
      "epoch": 1.0777836973894512,
      "grad_norm": 0.52734375,
      "learning_rate": 5.214367928725405e-07,
      "loss": 0.5707313418388367,
      "step": 4046
    },
    {
      "epoch": 1.0783164624400638,
      "grad_norm": 0.5234375,
      "learning_rate": 4.972376447198945e-07,
      "loss": 0.5503619313240051,
      "step": 4048
    },
    {
      "epoch": 1.0788492274906767,
      "grad_norm": 0.5234375,
      "learning_rate": 4.736099312464815e-07,
      "loss": 0.5270297527313232,
      "step": 4050
    },
    {
      "epoch": 1.0793819925412893,
      "grad_norm": 0.55078125,
      "learning_rate": 4.505539942434656e-07,
      "loss": 0.5827047824859619,
      "step": 4052
    },
    {
      "epoch": 1.079914757591902,
      "grad_norm": 0.52734375,
      "learning_rate": 4.280701672308585e-07,
      "loss": 0.5816717147827148,
      "step": 4054
    },
    {
      "epoch": 1.0804475226425145,
      "grad_norm": 0.5234375,
      "learning_rate": 4.061587754527141e-07,
      "loss": 0.574262261390686,
      "step": 4056
    },
    {
      "epoch": 1.0809802876931274,
      "grad_norm": 0.53125,
      "learning_rate": 3.84820135872408e-07,
      "loss": 0.5379737615585327,
      "step": 4058
    },
    {
      "epoch": 1.08151305274374,
      "grad_norm": 0.52734375,
      "learning_rate": 3.640545571680765e-07,
      "loss": 0.5664905905723572,
      "step": 4060
    },
    {
      "epoch": 1.0820458177943526,
      "grad_norm": 0.53125,
      "learning_rate": 3.438623397281227e-07,
      "loss": 0.582391619682312,
      "step": 4062
    },
    {
      "epoch": 1.0825785828449654,
      "grad_norm": 0.54296875,
      "learning_rate": 3.2424377564687745e-07,
      "loss": 0.6073220372200012,
      "step": 4064
    },
    {
      "epoch": 1.083111347895578,
      "grad_norm": 0.54296875,
      "learning_rate": 3.051991487203987e-07,
      "loss": 0.6066765189170837,
      "step": 4066
    },
    {
      "epoch": 1.0836441129461907,
      "grad_norm": 0.5234375,
      "learning_rate": 2.867287344423364e-07,
      "loss": 0.5733582973480225,
      "step": 4068
    },
    {
      "epoch": 1.0841768779968035,
      "grad_norm": 0.5546875,
      "learning_rate": 2.6883279999996294e-07,
      "loss": 0.5795176029205322,
      "step": 4070
    },
    {
      "epoch": 1.0847096430474161,
      "grad_norm": 0.5390625,
      "learning_rate": 2.5151160427029584e-07,
      "loss": 0.5567296743392944,
      "step": 4072
    },
    {
      "epoch": 1.0852424080980287,
      "grad_norm": 0.53125,
      "learning_rate": 2.3476539781637664e-07,
      "loss": 0.5603177547454834,
      "step": 4074
    },
    {
      "epoch": 1.0857751731486414,
      "grad_norm": 0.49609375,
      "learning_rate": 2.1859442288361567e-07,
      "loss": 0.5176109671592712,
      "step": 4076
    },
    {
      "epoch": 1.0863079381992542,
      "grad_norm": 0.54296875,
      "learning_rate": 2.0299891339630618e-07,
      "loss": 0.5881712436676025,
      "step": 4078
    },
    {
      "epoch": 1.0868407032498668,
      "grad_norm": 0.54296875,
      "learning_rate": 1.879790949542537e-07,
      "loss": 0.5769769549369812,
      "step": 4080
    },
    {
      "epoch": 1.0873734683004794,
      "grad_norm": 0.52734375,
      "learning_rate": 1.7353518482946308e-07,
      "loss": 0.5656998157501221,
      "step": 4082
    },
    {
      "epoch": 1.0879062333510923,
      "grad_norm": 0.51171875,
      "learning_rate": 1.596673919630609e-07,
      "loss": 0.5314844846725464,
      "step": 4084
    },
    {
      "epoch": 1.0884389984017049,
      "grad_norm": 0.546875,
      "learning_rate": 1.4637591696222697e-07,
      "loss": 0.5581560134887695,
      "step": 4086
    },
    {
      "epoch": 1.0889717634523175,
      "grad_norm": 0.515625,
      "learning_rate": 1.3366095209729868e-07,
      "loss": 0.5622378587722778,
      "step": 4088
    },
    {
      "epoch": 1.0895045285029301,
      "grad_norm": 0.51953125,
      "learning_rate": 1.215226812990089e-07,
      "loss": 0.5572565793991089,
      "step": 4090
    },
    {
      "epoch": 1.090037293553543,
      "grad_norm": 0.546875,
      "learning_rate": 1.0996128015581253e-07,
      "loss": 0.5689173340797424,
      "step": 4092
    },
    {
      "epoch": 1.0905700586041556,
      "grad_norm": 0.54296875,
      "learning_rate": 9.897691591134184e-08,
      "loss": 0.542863130569458,
      "step": 4094
    },
    {
      "epoch": 1.0911028236547682,
      "grad_norm": 0.51953125,
      "learning_rate": 8.856974746199954e-08,
      "loss": 0.5954520106315613,
      "step": 4096
    },
    {
      "epoch": 1.091635588705381,
      "grad_norm": 0.5078125,
      "learning_rate": 7.873992535463615e-08,
      "loss": 0.5493767857551575,
      "step": 4098
    },
    {
      "epoch": 1.0921683537559936,
      "grad_norm": 0.546875,
      "learning_rate": 6.9487591784414e-08,
      "loss": 0.550544023513794,
      "step": 4100
    },
    {
      "epoch": 1.0927011188066063,
      "grad_norm": 0.5078125,
      "learning_rate": 6.081288059271107e-08,
      "loss": 0.5349717736244202,
      "step": 4102
    },
    {
      "epoch": 1.0932338838572189,
      "grad_norm": 0.55078125,
      "learning_rate": 5.271591726520253e-08,
      "loss": 0.57042396068573,
      "step": 4104
    },
    {
      "epoch": 1.0937666489078317,
      "grad_norm": 0.5390625,
      "learning_rate": 4.519681893004002e-08,
      "loss": 0.5848683714866638,
      "step": 4106
    },
    {
      "epoch": 1.0942994139584443,
      "grad_norm": 0.52734375,
      "learning_rate": 3.825569435616405e-08,
      "loss": 0.6174777150154114,
      "step": 4108
    },
    {
      "epoch": 1.094832179009057,
      "grad_norm": 0.5390625,
      "learning_rate": 3.189264395172753e-08,
      "loss": 0.5845167636871338,
      "step": 4110
    },
    {
      "epoch": 1.0953649440596698,
      "grad_norm": 0.51953125,
      "learning_rate": 2.6107759762634687e-08,
      "loss": 0.5631780028343201,
      "step": 4112
    },
    {
      "epoch": 1.0958977091102824,
      "grad_norm": 0.52734375,
      "learning_rate": 2.090112547122658e-08,
      "loss": 0.551435649394989,
      "step": 4114
    },
    {
      "epoch": 1.096430474160895,
      "grad_norm": 0.515625,
      "learning_rate": 1.6272816395050962e-08,
      "loss": 0.5512660145759583,
      "step": 4116
    },
    {
      "epoch": 1.0969632392115076,
      "grad_norm": 0.5234375,
      "learning_rate": 1.2222899485792027e-08,
      "loss": 0.5918897986412048,
      "step": 4118
    },
    {
      "epoch": 1.0974960042621205,
      "grad_norm": 0.515625,
      "learning_rate": 8.751433328288982e-09,
      "loss": 0.5378780364990234,
      "step": 4120
    },
    {
      "epoch": 1.098028769312733,
      "grad_norm": 0.55859375,
      "learning_rate": 5.858468139687823e-09,
      "loss": 0.5922811627388,
      "step": 4122
    },
    {
      "epoch": 1.0985615343633457,
      "grad_norm": 0.51953125,
      "learning_rate": 3.544045768730797e-09,
      "loss": 0.5495621562004089,
      "step": 4124
    },
    {
      "epoch": 1.0990942994139585,
      "grad_norm": 0.5078125,
      "learning_rate": 1.8081996951258007e-09,
      "loss": 0.559400200843811,
      "step": 4126
    },
    {
      "epoch": 1.0996270644645711,
      "grad_norm": 0.5390625,
      "learning_rate": 6.509550290800803e-10,
      "loss": 0.6017919182777405,
      "step": 4128
    },
    {
      "epoch": 1.1001598295151838,
      "grad_norm": 0.53515625,
      "learning_rate": 7.23285109449634e-11,
      "loss": 0.6059576869010925,
      "step": 4130
    },
    {
      "epoch": 1.1001598295151838,
      "step": 4130,
      "total_flos": 3.5614889450215834e+18,
      "train_loss": 0.8152079602130677,
      "train_runtime": 10535.874,
      "train_samples_per_second": 9.406,
      "train_steps_per_second": 0.392
    }
  ],
  "logging_steps": 2,
  "max_steps": 4130,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 938,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 3.5614889450215834e+18,
  "train_batch_size": 6,
  "trial_name": null,
  "trial_params": null
}