{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.9976947902259106,
  "eval_steps": 500,
  "global_step": 6500,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0030736130321192563,
      "grad_norm": 2.8125,
      "learning_rate": 1.9972341733251385e-05,
      "loss": 1.2571,
      "step": 10
    },
    {
      "epoch": 0.0061472260642385125,
      "grad_norm": 2.53125,
      "learning_rate": 1.994161032575292e-05,
      "loss": 0.6897,
      "step": 20
    },
    {
      "epoch": 0.009220839096357769,
      "grad_norm": 2.25,
      "learning_rate": 1.9910878918254458e-05,
      "loss": 0.7244,
      "step": 30
    },
    {
      "epoch": 0.012294452128477025,
      "grad_norm": 1.984375,
      "learning_rate": 1.9880147510755993e-05,
      "loss": 0.662,
      "step": 40
    },
    {
      "epoch": 0.015368065160596281,
      "grad_norm": 1.7890625,
      "learning_rate": 1.984941610325753e-05,
      "loss": 0.6253,
      "step": 50
    },
    {
      "epoch": 0.018441678192715538,
      "grad_norm": 2.15625,
      "learning_rate": 1.9818684695759067e-05,
      "loss": 0.6154,
      "step": 60
    },
    {
      "epoch": 0.021515291224834792,
      "grad_norm": 1.796875,
      "learning_rate": 1.9787953288260605e-05,
      "loss": 0.5772,
      "step": 70
    },
    {
      "epoch": 0.02458890425695405,
      "grad_norm": 1.6484375,
      "learning_rate": 1.975722188076214e-05,
      "loss": 0.6075,
      "step": 80
    },
    {
      "epoch": 0.027662517289073305,
      "grad_norm": 2.140625,
      "learning_rate": 1.972649047326368e-05,
      "loss": 0.5716,
      "step": 90
    },
    {
      "epoch": 0.030736130321192563,
      "grad_norm": 1.8828125,
      "learning_rate": 1.9695759065765213e-05,
      "loss": 0.6216,
      "step": 100
    },
    {
      "epoch": 0.03380974335331182,
      "grad_norm": 1.59375,
      "learning_rate": 1.9665027658266752e-05,
      "loss": 0.5748,
      "step": 110
    },
    {
      "epoch": 0.036883356385431075,
      "grad_norm": 2.359375,
      "learning_rate": 1.9634296250768287e-05,
      "loss": 0.6002,
      "step": 120
    },
    {
      "epoch": 0.03995696941755033,
      "grad_norm": 2.3125,
      "learning_rate": 1.9603564843269825e-05,
      "loss": 0.603,
      "step": 130
    },
    {
      "epoch": 0.043030582449669584,
      "grad_norm": 1.90625,
      "learning_rate": 1.957283343577136e-05,
      "loss": 0.5885,
      "step": 140
    },
    {
      "epoch": 0.046104195481788846,
      "grad_norm": 1.8203125,
      "learning_rate": 1.9542102028272895e-05,
      "loss": 0.5882,
      "step": 150
    },
    {
      "epoch": 0.0491778085139081,
      "grad_norm": 2.0,
      "learning_rate": 1.9511370620774434e-05,
      "loss": 0.5882,
      "step": 160
    },
    {
      "epoch": 0.052251421546027355,
      "grad_norm": 1.7109375,
      "learning_rate": 1.948063921327597e-05,
      "loss": 0.617,
      "step": 170
    },
    {
      "epoch": 0.05532503457814661,
      "grad_norm": 1.921875,
      "learning_rate": 1.9449907805777507e-05,
      "loss": 0.5883,
      "step": 180
    },
    {
      "epoch": 0.05839864761026587,
      "grad_norm": 2.234375,
      "learning_rate": 1.9419176398279042e-05,
      "loss": 0.5665,
      "step": 190
    },
    {
      "epoch": 0.061472260642385125,
      "grad_norm": 1.9140625,
      "learning_rate": 1.938844499078058e-05,
      "loss": 0.5579,
      "step": 200
    },
    {
      "epoch": 0.06454587367450439,
      "grad_norm": 1.6875,
      "learning_rate": 1.9357713583282115e-05,
      "loss": 0.5114,
      "step": 210
    },
    {
      "epoch": 0.06761948670662364,
      "grad_norm": 1.96875,
      "learning_rate": 1.9326982175783654e-05,
      "loss": 0.5922,
      "step": 220
    },
    {
      "epoch": 0.0706930997387429,
      "grad_norm": 1.9375,
      "learning_rate": 1.929625076828519e-05,
      "loss": 0.5241,
      "step": 230
    },
    {
      "epoch": 0.07376671277086215,
      "grad_norm": 1.859375,
      "learning_rate": 1.9265519360786727e-05,
      "loss": 0.5573,
      "step": 240
    },
    {
      "epoch": 0.0768403258029814,
      "grad_norm": 1.8984375,
      "learning_rate": 1.9234787953288262e-05,
      "loss": 0.5565,
      "step": 250
    },
    {
      "epoch": 0.07991393883510066,
      "grad_norm": 1.9765625,
      "learning_rate": 1.92040565457898e-05,
      "loss": 0.5994,
      "step": 260
    },
    {
      "epoch": 0.08298755186721991,
      "grad_norm": 1.8515625,
      "learning_rate": 1.9173325138291336e-05,
      "loss": 0.5496,
      "step": 270
    },
    {
      "epoch": 0.08606116489933917,
      "grad_norm": 1.3671875,
      "learning_rate": 1.914259373079287e-05,
      "loss": 0.4966,
      "step": 280
    },
    {
      "epoch": 0.08913477793145842,
      "grad_norm": 1.9765625,
      "learning_rate": 1.911186232329441e-05,
      "loss": 0.5337,
      "step": 290
    },
    {
      "epoch": 0.09220839096357769,
      "grad_norm": 2.421875,
      "learning_rate": 1.9081130915795944e-05,
      "loss": 0.5477,
      "step": 300
    },
    {
      "epoch": 0.09528200399569695,
      "grad_norm": 1.921875,
      "learning_rate": 1.9050399508297482e-05,
      "loss": 0.5003,
      "step": 310
    },
    {
      "epoch": 0.0983556170278162,
      "grad_norm": 1.9296875,
      "learning_rate": 1.9019668100799017e-05,
      "loss": 0.5316,
      "step": 320
    },
    {
      "epoch": 0.10142923005993545,
      "grad_norm": 1.921875,
      "learning_rate": 1.8988936693300556e-05,
      "loss": 0.5299,
      "step": 330
    },
    {
      "epoch": 0.10450284309205471,
      "grad_norm": 2.140625,
      "learning_rate": 1.895820528580209e-05,
      "loss": 0.5126,
      "step": 340
    },
    {
      "epoch": 0.10757645612417396,
      "grad_norm": 1.890625,
      "learning_rate": 1.892747387830363e-05,
      "loss": 0.5374,
      "step": 350
    },
    {
      "epoch": 0.11065006915629322,
      "grad_norm": 1.65625,
      "learning_rate": 1.8896742470805164e-05,
      "loss": 0.5385,
      "step": 360
    },
    {
      "epoch": 0.11372368218841247,
      "grad_norm": 1.953125,
      "learning_rate": 1.8866011063306702e-05,
      "loss": 0.5072,
      "step": 370
    },
    {
      "epoch": 0.11679729522053174,
      "grad_norm": 1.4453125,
      "learning_rate": 1.8835279655808237e-05,
      "loss": 0.5379,
      "step": 380
    },
    {
      "epoch": 0.119870908252651,
      "grad_norm": 1.9140625,
      "learning_rate": 1.8804548248309776e-05,
      "loss": 0.5164,
      "step": 390
    },
    {
      "epoch": 0.12294452128477025,
      "grad_norm": 2.390625,
      "learning_rate": 1.877381684081131e-05,
      "loss": 0.5303,
      "step": 400
    },
    {
      "epoch": 0.1260181343168895,
      "grad_norm": 1.9296875,
      "learning_rate": 1.8743085433312846e-05,
      "loss": 0.5223,
      "step": 410
    },
    {
      "epoch": 0.12909174734900877,
      "grad_norm": 2.0625,
      "learning_rate": 1.8712354025814384e-05,
      "loss": 0.5457,
      "step": 420
    },
    {
      "epoch": 0.13216536038112803,
      "grad_norm": 2.234375,
      "learning_rate": 1.868162261831592e-05,
      "loss": 0.5,
      "step": 430
    },
    {
      "epoch": 0.13523897341324728,
      "grad_norm": 2.015625,
      "learning_rate": 1.8650891210817458e-05,
      "loss": 0.525,
      "step": 440
    },
    {
      "epoch": 0.13831258644536654,
      "grad_norm": 1.546875,
      "learning_rate": 1.8620159803318993e-05,
      "loss": 0.4843,
      "step": 450
    },
    {
      "epoch": 0.1413861994774858,
      "grad_norm": 1.9765625,
      "learning_rate": 1.858942839582053e-05,
      "loss": 0.5126,
      "step": 460
    },
    {
      "epoch": 0.14445981250960505,
      "grad_norm": 2.09375,
      "learning_rate": 1.8558696988322066e-05,
      "loss": 0.5159,
      "step": 470
    },
    {
      "epoch": 0.1475334255417243,
      "grad_norm": 1.9921875,
      "learning_rate": 1.8527965580823604e-05,
      "loss": 0.5117,
      "step": 480
    },
    {
      "epoch": 0.15060703857384355,
      "grad_norm": 1.9609375,
      "learning_rate": 1.849723417332514e-05,
      "loss": 0.4941,
      "step": 490
    },
    {
      "epoch": 0.1536806516059628,
      "grad_norm": 1.78125,
      "learning_rate": 1.8466502765826678e-05,
      "loss": 0.5206,
      "step": 500
    },
    {
      "epoch": 0.15675426463808206,
      "grad_norm": 2.328125,
      "learning_rate": 1.8435771358328213e-05,
      "loss": 0.5227,
      "step": 510
    },
    {
      "epoch": 0.15982787767020132,
      "grad_norm": 1.890625,
      "learning_rate": 1.840503995082975e-05,
      "loss": 0.4969,
      "step": 520
    },
    {
      "epoch": 0.16290149070232057,
      "grad_norm": 1.9765625,
      "learning_rate": 1.8374308543331286e-05,
      "loss": 0.5237,
      "step": 530
    },
    {
      "epoch": 0.16597510373443983,
      "grad_norm": 2.078125,
      "learning_rate": 1.834357713583282e-05,
      "loss": 0.5529,
      "step": 540
    },
    {
      "epoch": 0.16904871676655908,
      "grad_norm": 2.15625,
      "learning_rate": 1.831284572833436e-05,
      "loss": 0.535,
      "step": 550
    },
    {
      "epoch": 0.17212232979867834,
      "grad_norm": 2.28125,
      "learning_rate": 1.8282114320835895e-05,
      "loss": 0.495,
      "step": 560
    },
    {
      "epoch": 0.1751959428307976,
      "grad_norm": 1.96875,
      "learning_rate": 1.8251382913337433e-05,
      "loss": 0.4784,
      "step": 570
    },
    {
      "epoch": 0.17826955586291685,
      "grad_norm": 1.90625,
      "learning_rate": 1.8220651505838968e-05,
      "loss": 0.5158,
      "step": 580
    },
    {
      "epoch": 0.18134316889503613,
      "grad_norm": 1.5859375,
      "learning_rate": 1.8189920098340506e-05,
      "loss": 0.5033,
      "step": 590
    },
    {
      "epoch": 0.18441678192715538,
      "grad_norm": 1.765625,
      "learning_rate": 1.815918869084204e-05,
      "loss": 0.5106,
      "step": 600
    },
    {
      "epoch": 0.18749039495927464,
      "grad_norm": 2.203125,
      "learning_rate": 1.812845728334358e-05,
      "loss": 0.5103,
      "step": 610
    },
    {
      "epoch": 0.1905640079913939,
      "grad_norm": 1.5390625,
      "learning_rate": 1.8097725875845115e-05,
      "loss": 0.5091,
      "step": 620
    },
    {
      "epoch": 0.19363762102351315,
      "grad_norm": 1.7578125,
      "learning_rate": 1.8066994468346653e-05,
      "loss": 0.485,
      "step": 630
    },
    {
      "epoch": 0.1967112340556324,
      "grad_norm": 2.03125,
      "learning_rate": 1.8036263060848188e-05,
      "loss": 0.4814,
      "step": 640
    },
    {
      "epoch": 0.19978484708775165,
      "grad_norm": 1.9765625,
      "learning_rate": 1.8005531653349727e-05,
      "loss": 0.4873,
      "step": 650
    },
    {
      "epoch": 0.2028584601198709,
      "grad_norm": 1.9921875,
      "learning_rate": 1.797480024585126e-05,
      "loss": 0.4744,
      "step": 660
    },
    {
      "epoch": 0.20593207315199016,
      "grad_norm": 1.890625,
      "learning_rate": 1.7944068838352797e-05,
      "loss": 0.5105,
      "step": 670
    },
    {
      "epoch": 0.20900568618410942,
      "grad_norm": 2.0625,
      "learning_rate": 1.7913337430854335e-05,
      "loss": 0.496,
      "step": 680
    },
    {
      "epoch": 0.21207929921622867,
      "grad_norm": 2.1875,
      "learning_rate": 1.788260602335587e-05,
      "loss": 0.4867,
      "step": 690
    },
    {
      "epoch": 0.21515291224834793,
      "grad_norm": 1.8984375,
      "learning_rate": 1.785187461585741e-05,
      "loss": 0.4406,
      "step": 700
    },
    {
      "epoch": 0.21822652528046718,
      "grad_norm": 1.71875,
      "learning_rate": 1.7821143208358943e-05,
      "loss": 0.4459,
      "step": 710
    },
    {
      "epoch": 0.22130013831258644,
      "grad_norm": 1.9609375,
      "learning_rate": 1.7790411800860482e-05,
      "loss": 0.4765,
      "step": 720
    },
    {
      "epoch": 0.2243737513447057,
      "grad_norm": 2.28125,
      "learning_rate": 1.7759680393362017e-05,
      "loss": 0.4879,
      "step": 730
    },
    {
      "epoch": 0.22744736437682495,
      "grad_norm": 2.171875,
      "learning_rate": 1.7728948985863555e-05,
      "loss": 0.4889,
      "step": 740
    },
    {
      "epoch": 0.23052097740894423,
      "grad_norm": 1.9921875,
      "learning_rate": 1.769821757836509e-05,
      "loss": 0.4491,
      "step": 750
    },
    {
      "epoch": 0.23359459044106348,
      "grad_norm": 1.7890625,
      "learning_rate": 1.766748617086663e-05,
      "loss": 0.4794,
      "step": 760
    },
    {
      "epoch": 0.23666820347318274,
      "grad_norm": 2.171875,
      "learning_rate": 1.7636754763368163e-05,
      "loss": 0.4935,
      "step": 770
    },
    {
      "epoch": 0.239741816505302,
      "grad_norm": 1.6953125,
      "learning_rate": 1.7606023355869702e-05,
      "loss": 0.4491,
      "step": 780
    },
    {
      "epoch": 0.24281542953742125,
      "grad_norm": 1.8984375,
      "learning_rate": 1.7575291948371237e-05,
      "loss": 0.4424,
      "step": 790
    },
    {
      "epoch": 0.2458890425695405,
      "grad_norm": 2.03125,
      "learning_rate": 1.7544560540872772e-05,
      "loss": 0.4756,
      "step": 800
    },
    {
      "epoch": 0.24896265560165975,
      "grad_norm": 2.296875,
      "learning_rate": 1.751382913337431e-05,
      "loss": 0.4743,
      "step": 810
    },
    {
      "epoch": 0.252036268633779,
      "grad_norm": 1.8046875,
      "learning_rate": 1.7483097725875845e-05,
      "loss": 0.4598,
      "step": 820
    },
    {
      "epoch": 0.25510988166589826,
      "grad_norm": 2.03125,
      "learning_rate": 1.7452366318377384e-05,
      "loss": 0.4849,
      "step": 830
    },
    {
      "epoch": 0.25818349469801755,
      "grad_norm": 1.984375,
      "learning_rate": 1.742163491087892e-05,
      "loss": 0.4555,
      "step": 840
    },
    {
      "epoch": 0.2612571077301368,
      "grad_norm": 1.859375,
      "learning_rate": 1.7390903503380457e-05,
      "loss": 0.4487,
      "step": 850
    },
    {
      "epoch": 0.26433072076225606,
      "grad_norm": 2.453125,
      "learning_rate": 1.7360172095881992e-05,
      "loss": 0.4816,
      "step": 860
    },
    {
      "epoch": 0.2674043337943753,
      "grad_norm": 2.078125,
      "learning_rate": 1.732944068838353e-05,
      "loss": 0.4694,
      "step": 870
    },
    {
      "epoch": 0.27047794682649456,
      "grad_norm": 1.8828125,
      "learning_rate": 1.7298709280885065e-05,
      "loss": 0.4826,
      "step": 880
    },
    {
      "epoch": 0.2735515598586138,
      "grad_norm": 1.890625,
      "learning_rate": 1.7267977873386604e-05,
      "loss": 0.4397,
      "step": 890
    },
    {
      "epoch": 0.2766251728907331,
      "grad_norm": 2.046875,
      "learning_rate": 1.723724646588814e-05,
      "loss": 0.4297,
      "step": 900
    },
    {
      "epoch": 0.2796987859228523,
      "grad_norm": 1.859375,
      "learning_rate": 1.7206515058389677e-05,
      "loss": 0.4964,
      "step": 910
    },
    {
      "epoch": 0.2827723989549716,
      "grad_norm": 1.4921875,
      "learning_rate": 1.7175783650891212e-05,
      "loss": 0.4641,
      "step": 920
    },
    {
      "epoch": 0.2858460119870908,
      "grad_norm": 1.4765625,
      "learning_rate": 1.7145052243392747e-05,
      "loss": 0.4507,
      "step": 930
    },
    {
      "epoch": 0.2889196250192101,
      "grad_norm": 1.9921875,
      "learning_rate": 1.7114320835894286e-05,
      "loss": 0.4675,
      "step": 940
    },
    {
      "epoch": 0.2919932380513293,
      "grad_norm": 1.703125,
      "learning_rate": 1.708358942839582e-05,
      "loss": 0.4329,
      "step": 950
    },
    {
      "epoch": 0.2950668510834486,
      "grad_norm": 1.859375,
      "learning_rate": 1.705285802089736e-05,
      "loss": 0.4666,
      "step": 960
    },
    {
      "epoch": 0.2981404641155678,
      "grad_norm": 2.0625,
      "learning_rate": 1.7022126613398894e-05,
      "loss": 0.445,
      "step": 970
    },
    {
      "epoch": 0.3012140771476871,
      "grad_norm": 1.8125,
      "learning_rate": 1.6991395205900432e-05,
      "loss": 0.4755,
      "step": 980
    },
    {
      "epoch": 0.30428769017980634,
      "grad_norm": 1.71875,
      "learning_rate": 1.6960663798401967e-05,
      "loss": 0.4107,
      "step": 990
    },
    {
      "epoch": 0.3073613032119256,
      "grad_norm": 2.03125,
      "learning_rate": 1.6929932390903506e-05,
      "loss": 0.4595,
      "step": 1000
    },
    {
      "epoch": 0.3104349162440449,
      "grad_norm": 2.0625,
      "learning_rate": 1.689920098340504e-05,
      "loss": 0.4523,
      "step": 1010
    },
    {
      "epoch": 0.3135085292761641,
      "grad_norm": 1.984375,
      "learning_rate": 1.686846957590658e-05,
      "loss": 0.4645,
      "step": 1020
    },
    {
      "epoch": 0.3165821423082834,
      "grad_norm": 2.28125,
      "learning_rate": 1.6837738168408114e-05,
      "loss": 0.4895,
      "step": 1030
    },
    {
      "epoch": 0.31965575534040264,
      "grad_norm": 1.984375,
      "learning_rate": 1.6807006760909653e-05,
      "loss": 0.4519,
      "step": 1040
    },
    {
      "epoch": 0.3227293683725219,
      "grad_norm": 2.21875,
      "learning_rate": 1.6776275353411188e-05,
      "loss": 0.4727,
      "step": 1050
    },
    {
      "epoch": 0.32580298140464115,
      "grad_norm": 1.8203125,
      "learning_rate": 1.6745543945912723e-05,
      "loss": 0.442,
      "step": 1060
    },
    {
      "epoch": 0.3288765944367604,
      "grad_norm": 2.234375,
      "learning_rate": 1.671481253841426e-05,
      "loss": 0.4645,
      "step": 1070
    },
    {
      "epoch": 0.33195020746887965,
      "grad_norm": 2.015625,
      "learning_rate": 1.6684081130915796e-05,
      "loss": 0.4463,
      "step": 1080
    },
    {
      "epoch": 0.33502382050099894,
      "grad_norm": 1.9296875,
      "learning_rate": 1.6653349723417334e-05,
      "loss": 0.4446,
      "step": 1090
    },
    {
      "epoch": 0.33809743353311816,
      "grad_norm": 1.734375,
      "learning_rate": 1.662261831591887e-05,
      "loss": 0.4594,
      "step": 1100
    },
    {
      "epoch": 0.34117104656523745,
      "grad_norm": 1.9765625,
      "learning_rate": 1.6591886908420408e-05,
      "loss": 0.4874,
      "step": 1110
    },
    {
      "epoch": 0.3442446595973567,
      "grad_norm": 1.921875,
      "learning_rate": 1.6561155500921943e-05,
      "loss": 0.4757,
      "step": 1120
    },
    {
      "epoch": 0.34731827262947595,
      "grad_norm": 2.203125,
      "learning_rate": 1.653042409342348e-05,
      "loss": 0.4756,
      "step": 1130
    },
    {
      "epoch": 0.3503918856615952,
      "grad_norm": 2.25,
      "learning_rate": 1.6499692685925016e-05,
      "loss": 0.4271,
      "step": 1140
    },
    {
      "epoch": 0.35346549869371446,
      "grad_norm": 2.3125,
      "learning_rate": 1.6468961278426554e-05,
      "loss": 0.4882,
      "step": 1150
    },
    {
      "epoch": 0.3565391117258337,
      "grad_norm": 2.078125,
      "learning_rate": 1.643822987092809e-05,
      "loss": 0.4381,
      "step": 1160
    },
    {
      "epoch": 0.359612724757953,
      "grad_norm": 1.796875,
      "learning_rate": 1.6407498463429628e-05,
      "loss": 0.4276,
      "step": 1170
    },
    {
      "epoch": 0.36268633779007226,
      "grad_norm": 1.8046875,
      "learning_rate": 1.6376767055931163e-05,
      "loss": 0.4088,
      "step": 1180
    },
    {
      "epoch": 0.3657599508221915,
      "grad_norm": 1.7109375,
      "learning_rate": 1.6346035648432698e-05,
      "loss": 0.4368,
      "step": 1190
    },
    {
      "epoch": 0.36883356385431076,
      "grad_norm": 1.625,
      "learning_rate": 1.6315304240934236e-05,
      "loss": 0.4488,
      "step": 1200
    },
    {
      "epoch": 0.37190717688643,
      "grad_norm": 2.15625,
      "learning_rate": 1.628457283343577e-05,
      "loss": 0.4213,
      "step": 1210
    },
    {
      "epoch": 0.3749807899185493,
      "grad_norm": 2.078125,
      "learning_rate": 1.625384142593731e-05,
      "loss": 0.4275,
      "step": 1220
    },
    {
      "epoch": 0.3780544029506685,
      "grad_norm": 1.8359375,
      "learning_rate": 1.6223110018438845e-05,
      "loss": 0.4721,
      "step": 1230
    },
    {
      "epoch": 0.3811280159827878,
      "grad_norm": 1.9140625,
      "learning_rate": 1.6192378610940383e-05,
      "loss": 0.3997,
      "step": 1240
    },
    {
      "epoch": 0.384201629014907,
      "grad_norm": 2.015625,
      "learning_rate": 1.6161647203441918e-05,
      "loss": 0.433,
      "step": 1250
    },
    {
      "epoch": 0.3872752420470263,
      "grad_norm": 2.359375,
      "learning_rate": 1.6130915795943456e-05,
      "loss": 0.4386,
      "step": 1260
    },
    {
      "epoch": 0.3903488550791455,
      "grad_norm": 2.046875,
      "learning_rate": 1.610018438844499e-05,
      "loss": 0.4366,
      "step": 1270
    },
    {
      "epoch": 0.3934224681112648,
      "grad_norm": 1.8046875,
      "learning_rate": 1.606945298094653e-05,
      "loss": 0.41,
      "step": 1280
    },
    {
      "epoch": 0.396496081143384,
      "grad_norm": 2.203125,
      "learning_rate": 1.6038721573448065e-05,
      "loss": 0.4296,
      "step": 1290
    },
    {
      "epoch": 0.3995696941755033,
      "grad_norm": 2.03125,
      "learning_rate": 1.6007990165949603e-05,
      "loss": 0.4292,
      "step": 1300
    },
    {
      "epoch": 0.40264330720762254,
      "grad_norm": 1.875,
      "learning_rate": 1.5977258758451138e-05,
      "loss": 0.4056,
      "step": 1310
    },
    {
      "epoch": 0.4057169202397418,
      "grad_norm": 1.90625,
      "learning_rate": 1.5946527350952673e-05,
      "loss": 0.4191,
      "step": 1320
    },
    {
      "epoch": 0.40879053327186105,
      "grad_norm": 1.7265625,
      "learning_rate": 1.591579594345421e-05,
      "loss": 0.4153,
      "step": 1330
    },
    {
      "epoch": 0.4118641463039803,
      "grad_norm": 2.40625,
      "learning_rate": 1.5885064535955747e-05,
      "loss": 0.4415,
      "step": 1340
    },
    {
      "epoch": 0.4149377593360996,
      "grad_norm": 2.359375,
      "learning_rate": 1.5854333128457285e-05,
      "loss": 0.4004,
      "step": 1350
    },
    {
      "epoch": 0.41801137236821884,
      "grad_norm": 1.78125,
      "learning_rate": 1.582360172095882e-05,
      "loss": 0.4418,
      "step": 1360
    },
    {
      "epoch": 0.4210849854003381,
      "grad_norm": 2.34375,
      "learning_rate": 1.579287031346036e-05,
      "loss": 0.4311,
      "step": 1370
    },
    {
      "epoch": 0.42415859843245735,
      "grad_norm": 2.015625,
      "learning_rate": 1.5762138905961893e-05,
      "loss": 0.4112,
      "step": 1380
    },
    {
      "epoch": 0.42723221146457663,
      "grad_norm": 2.25,
      "learning_rate": 1.5731407498463432e-05,
      "loss": 0.4352,
      "step": 1390
    },
    {
      "epoch": 0.43030582449669585,
      "grad_norm": 1.9453125,
      "learning_rate": 1.5700676090964967e-05,
      "loss": 0.4617,
      "step": 1400
    },
    {
      "epoch": 0.43337943752881514,
      "grad_norm": 2.15625,
      "learning_rate": 1.5669944683466505e-05,
      "loss": 0.3976,
      "step": 1410
    },
    {
      "epoch": 0.43645305056093436,
      "grad_norm": 2.203125,
      "learning_rate": 1.563921327596804e-05,
      "loss": 0.432,
      "step": 1420
    },
    {
      "epoch": 0.43952666359305365,
      "grad_norm": 1.8203125,
      "learning_rate": 1.560848186846958e-05,
      "loss": 0.3597,
      "step": 1430
    },
    {
      "epoch": 0.4426002766251729,
      "grad_norm": 1.6015625,
      "learning_rate": 1.5577750460971114e-05,
      "loss": 0.4091,
      "step": 1440
    },
    {
      "epoch": 0.44567388965729215,
      "grad_norm": 2.125,
      "learning_rate": 1.554701905347265e-05,
      "loss": 0.4275,
      "step": 1450
    },
    {
      "epoch": 0.4487475026894114,
      "grad_norm": 1.9375,
      "learning_rate": 1.5516287645974187e-05,
      "loss": 0.4125,
      "step": 1460
    },
    {
      "epoch": 0.45182111572153066,
      "grad_norm": 1.8203125,
      "learning_rate": 1.5485556238475722e-05,
      "loss": 0.3917,
      "step": 1470
    },
    {
      "epoch": 0.4548947287536499,
      "grad_norm": 1.8515625,
      "learning_rate": 1.545482483097726e-05,
      "loss": 0.364,
      "step": 1480
    },
    {
      "epoch": 0.4579683417857692,
      "grad_norm": 1.625,
      "learning_rate": 1.5424093423478795e-05,
      "loss": 0.4297,
      "step": 1490
    },
    {
      "epoch": 0.46104195481788846,
      "grad_norm": 2.109375,
      "learning_rate": 1.5393362015980334e-05,
      "loss": 0.4274,
      "step": 1500
    },
    {
      "epoch": 0.4641155678500077,
      "grad_norm": 1.9453125,
      "learning_rate": 1.536263060848187e-05,
      "loss": 0.3786,
      "step": 1510
    },
    {
      "epoch": 0.46718918088212696,
      "grad_norm": 2.53125,
      "learning_rate": 1.5331899200983407e-05,
      "loss": 0.4062,
      "step": 1520
    },
    {
      "epoch": 0.4702627939142462,
      "grad_norm": 2.359375,
      "learning_rate": 1.5301167793484942e-05,
      "loss": 0.3928,
      "step": 1530
    },
    {
      "epoch": 0.4733364069463655,
      "grad_norm": 2.375,
      "learning_rate": 1.527043638598648e-05,
      "loss": 0.4124,
      "step": 1540
    },
    {
      "epoch": 0.4764100199784847,
      "grad_norm": 1.8125,
      "learning_rate": 1.5239704978488017e-05,
      "loss": 0.4111,
      "step": 1550
    },
    {
      "epoch": 0.479483633010604,
      "grad_norm": 1.546875,
      "learning_rate": 1.5208973570989554e-05,
      "loss": 0.385,
      "step": 1560
    },
    {
      "epoch": 0.4825572460427232,
      "grad_norm": 1.953125,
      "learning_rate": 1.5178242163491089e-05,
      "loss": 0.4165,
      "step": 1570
    },
    {
      "epoch": 0.4856308590748425,
      "grad_norm": 1.7265625,
      "learning_rate": 1.5147510755992626e-05,
      "loss": 0.3929,
      "step": 1580
    },
    {
      "epoch": 0.4887044721069617,
      "grad_norm": 2.46875,
      "learning_rate": 1.5116779348494162e-05,
      "loss": 0.4247,
      "step": 1590
    },
    {
      "epoch": 0.491778085139081,
      "grad_norm": 2.09375,
      "learning_rate": 1.5086047940995699e-05,
      "loss": 0.4078,
      "step": 1600
    },
    {
      "epoch": 0.4948516981712002,
      "grad_norm": 1.5546875,
      "learning_rate": 1.5055316533497236e-05,
      "loss": 0.3808,
      "step": 1610
    },
    {
      "epoch": 0.4979253112033195,
      "grad_norm": 1.9609375,
      "learning_rate": 1.5024585125998772e-05,
      "loss": 0.4193,
      "step": 1620
    },
    {
      "epoch": 0.5009989242354388,
      "grad_norm": 1.9921875,
      "learning_rate": 1.4993853718500309e-05,
      "loss": 0.3915,
      "step": 1630
    },
    {
      "epoch": 0.504072537267558,
      "grad_norm": 2.109375,
      "learning_rate": 1.4963122311001846e-05,
      "loss": 0.4306,
      "step": 1640
    },
    {
      "epoch": 0.5071461502996772,
      "grad_norm": 2.171875,
      "learning_rate": 1.4932390903503382e-05,
      "loss": 0.4278,
      "step": 1650
    },
    {
      "epoch": 0.5102197633317965,
      "grad_norm": 2.3125,
      "learning_rate": 1.490165949600492e-05,
      "loss": 0.4045,
      "step": 1660
    },
    {
      "epoch": 0.5132933763639158,
      "grad_norm": 1.828125,
      "learning_rate": 1.4870928088506456e-05,
      "loss": 0.3882,
      "step": 1670
    },
    {
      "epoch": 0.5163669893960351,
      "grad_norm": 2.140625,
      "learning_rate": 1.4840196681007993e-05,
      "loss": 0.4204,
      "step": 1680
    },
    {
      "epoch": 0.5194406024281543,
      "grad_norm": 2.046875,
      "learning_rate": 1.480946527350953e-05,
      "loss": 0.362,
      "step": 1690
    },
    {
      "epoch": 0.5225142154602735,
      "grad_norm": 2.328125,
      "learning_rate": 1.4778733866011064e-05,
      "loss": 0.3536,
      "step": 1700
    },
    {
      "epoch": 0.5255878284923928,
      "grad_norm": 1.953125,
      "learning_rate": 1.4748002458512601e-05,
      "loss": 0.3586,
      "step": 1710
    },
    {
      "epoch": 0.5286614415245121,
      "grad_norm": 1.7890625,
      "learning_rate": 1.4717271051014138e-05,
      "loss": 0.3937,
      "step": 1720
    },
    {
      "epoch": 0.5317350545566313,
      "grad_norm": 2.3125,
      "learning_rate": 1.4686539643515674e-05,
      "loss": 0.3939,
      "step": 1730
    },
    {
      "epoch": 0.5348086675887506,
      "grad_norm": 1.9375,
      "learning_rate": 1.4655808236017211e-05,
      "loss": 0.3851,
      "step": 1740
    },
    {
      "epoch": 0.5378822806208698,
      "grad_norm": 1.8984375,
      "learning_rate": 1.4625076828518748e-05,
      "loss": 0.429,
      "step": 1750
    },
    {
      "epoch": 0.5409558936529891,
      "grad_norm": 2.078125,
      "learning_rate": 1.4594345421020284e-05,
      "loss": 0.3902,
      "step": 1760
    },
    {
      "epoch": 0.5440295066851083,
      "grad_norm": 2.140625,
      "learning_rate": 1.4563614013521821e-05,
      "loss": 0.3783,
      "step": 1770
    },
    {
      "epoch": 0.5471031197172276,
      "grad_norm": 1.9296875,
      "learning_rate": 1.4532882606023358e-05,
      "loss": 0.4017,
      "step": 1780
    },
    {
      "epoch": 0.5501767327493469,
      "grad_norm": 2.359375,
      "learning_rate": 1.4502151198524894e-05,
      "loss": 0.3858,
      "step": 1790
    },
    {
      "epoch": 0.5532503457814661,
      "grad_norm": 2.375,
      "learning_rate": 1.4471419791026431e-05,
      "loss": 0.3847,
      "step": 1800
    },
    {
      "epoch": 0.5563239588135853,
      "grad_norm": 1.8671875,
      "learning_rate": 1.4440688383527968e-05,
      "loss": 0.4029,
      "step": 1810
    },
    {
      "epoch": 0.5593975718457046,
      "grad_norm": 1.8828125,
      "learning_rate": 1.4409956976029505e-05,
      "loss": 0.3941,
      "step": 1820
    },
    {
      "epoch": 0.5624711848778239,
      "grad_norm": 2.46875,
      "learning_rate": 1.437922556853104e-05,
      "loss": 0.3994,
      "step": 1830
    },
    {
      "epoch": 0.5655447979099432,
      "grad_norm": 2.21875,
      "learning_rate": 1.4348494161032576e-05,
      "loss": 0.3863,
      "step": 1840
    },
    {
      "epoch": 0.5686184109420624,
      "grad_norm": 1.9296875,
      "learning_rate": 1.4317762753534113e-05,
      "loss": 0.3733,
      "step": 1850
    },
    {
      "epoch": 0.5716920239741816,
      "grad_norm": 1.828125,
      "learning_rate": 1.428703134603565e-05,
      "loss": 0.367,
      "step": 1860
    },
    {
      "epoch": 0.5747656370063009,
      "grad_norm": 1.9375,
      "learning_rate": 1.4256299938537186e-05,
      "loss": 0.3405,
      "step": 1870
    },
    {
      "epoch": 0.5778392500384202,
      "grad_norm": 1.9453125,
      "learning_rate": 1.4225568531038723e-05,
      "loss": 0.39,
      "step": 1880
    },
    {
      "epoch": 0.5809128630705395,
      "grad_norm": 1.6328125,
      "learning_rate": 1.419483712354026e-05,
      "loss": 0.3968,
      "step": 1890
    },
    {
      "epoch": 0.5839864761026586,
      "grad_norm": 2.421875,
      "learning_rate": 1.4164105716041796e-05,
      "loss": 0.3926,
      "step": 1900
    },
    {
      "epoch": 0.5870600891347779,
      "grad_norm": 2.203125,
      "learning_rate": 1.4133374308543333e-05,
      "loss": 0.3772,
      "step": 1910
    },
    {
      "epoch": 0.5901337021668972,
      "grad_norm": 1.8359375,
      "learning_rate": 1.410264290104487e-05,
      "loss": 0.4271,
      "step": 1920
    },
    {
      "epoch": 0.5932073151990165,
      "grad_norm": 2.96875,
      "learning_rate": 1.4071911493546407e-05,
      "loss": 0.3683,
      "step": 1930
    },
    {
      "epoch": 0.5962809282311357,
      "grad_norm": 2.0,
      "learning_rate": 1.4041180086047943e-05,
      "loss": 0.3764,
      "step": 1940
    },
    {
      "epoch": 0.5993545412632549,
      "grad_norm": 1.8515625,
      "learning_rate": 1.401044867854948e-05,
      "loss": 0.4047,
      "step": 1950
    },
    {
      "epoch": 0.6024281542953742,
      "grad_norm": 2.0625,
      "learning_rate": 1.3979717271051015e-05,
      "loss": 0.3684,
      "step": 1960
    },
    {
      "epoch": 0.6055017673274935,
      "grad_norm": 2.5625,
      "learning_rate": 1.3948985863552552e-05,
      "loss": 0.4148,
      "step": 1970
    },
    {
      "epoch": 0.6085753803596127,
      "grad_norm": 2.078125,
      "learning_rate": 1.3918254456054088e-05,
      "loss": 0.3858,
      "step": 1980
    },
    {
      "epoch": 0.611648993391732,
      "grad_norm": 2.515625,
      "learning_rate": 1.3887523048555625e-05,
      "loss": 0.3473,
      "step": 1990
    },
    {
      "epoch": 0.6147226064238512,
      "grad_norm": 1.875,
      "learning_rate": 1.3856791641057162e-05,
      "loss": 0.3727,
      "step": 2000
    },
    {
      "epoch": 0.6177962194559705,
      "grad_norm": 2.40625,
      "learning_rate": 1.3826060233558698e-05,
      "loss": 0.3615,
      "step": 2010
    },
    {
      "epoch": 0.6208698324880898,
      "grad_norm": 1.9453125,
      "learning_rate": 1.3795328826060235e-05,
      "loss": 0.39,
      "step": 2020
    },
    {
      "epoch": 0.623943445520209,
      "grad_norm": 1.7109375,
      "learning_rate": 1.3764597418561772e-05,
      "loss": 0.3736,
      "step": 2030
    },
    {
      "epoch": 0.6270170585523283,
      "grad_norm": 1.828125,
      "learning_rate": 1.3733866011063308e-05,
      "loss": 0.3375,
      "step": 2040
    },
    {
      "epoch": 0.6300906715844475,
      "grad_norm": 1.9765625,
      "learning_rate": 1.3703134603564845e-05,
      "loss": 0.3694,
      "step": 2050
    },
    {
      "epoch": 0.6331642846165668,
      "grad_norm": 1.9765625,
      "learning_rate": 1.3672403196066382e-05,
      "loss": 0.3941,
      "step": 2060
    },
    {
      "epoch": 0.636237897648686,
      "grad_norm": 1.640625,
      "learning_rate": 1.3641671788567919e-05,
      "loss": 0.333,
      "step": 2070
    },
    {
      "epoch": 0.6393115106808053,
      "grad_norm": 1.8125,
      "learning_rate": 1.3610940381069455e-05,
      "loss": 0.3883,
      "step": 2080
    },
    {
      "epoch": 0.6423851237129246,
      "grad_norm": 1.8515625,
      "learning_rate": 1.358020897357099e-05,
      "loss": 0.3817,
      "step": 2090
    },
    {
      "epoch": 0.6454587367450438,
      "grad_norm": 2.515625,
      "learning_rate": 1.3549477566072527e-05,
      "loss": 0.37,
      "step": 2100
    },
    {
      "epoch": 0.648532349777163,
      "grad_norm": 2.046875,
      "learning_rate": 1.3518746158574064e-05,
      "loss": 0.372,
      "step": 2110
    },
    {
      "epoch": 0.6516059628092823,
      "grad_norm": 3.109375,
      "learning_rate": 1.34880147510756e-05,
      "loss": 0.388,
      "step": 2120
    },
    {
      "epoch": 0.6546795758414016,
      "grad_norm": 2.140625,
      "learning_rate": 1.3457283343577137e-05,
      "loss": 0.3619,
      "step": 2130
    },
    {
      "epoch": 0.6577531888735209,
      "grad_norm": 2.265625,
      "learning_rate": 1.3426551936078674e-05,
      "loss": 0.408,
      "step": 2140
    },
    {
      "epoch": 0.66082680190564,
      "grad_norm": 2.453125,
      "learning_rate": 1.339582052858021e-05,
      "loss": 0.3902,
      "step": 2150
    },
    {
      "epoch": 0.6639004149377593,
      "grad_norm": 2.234375,
      "learning_rate": 1.3365089121081747e-05,
      "loss": 0.3731,
      "step": 2160
    },
    {
      "epoch": 0.6669740279698786,
      "grad_norm": 2.015625,
      "learning_rate": 1.3334357713583284e-05,
      "loss": 0.3645,
      "step": 2170
    },
    {
      "epoch": 0.6700476410019979,
      "grad_norm": 2.3125,
      "learning_rate": 1.330362630608482e-05,
      "loss": 0.3926,
      "step": 2180
    },
    {
      "epoch": 0.6731212540341172,
      "grad_norm": 2.109375,
      "learning_rate": 1.3272894898586357e-05,
      "loss": 0.3805,
      "step": 2190
    },
    {
      "epoch": 0.6761948670662363,
      "grad_norm": 1.8359375,
      "learning_rate": 1.3242163491087894e-05,
      "loss": 0.3481,
      "step": 2200
    },
    {
      "epoch": 0.6792684800983556,
      "grad_norm": 2.109375,
      "learning_rate": 1.321143208358943e-05,
      "loss": 0.3531,
      "step": 2210
    },
    {
      "epoch": 0.6823420931304749,
      "grad_norm": 1.9765625,
      "learning_rate": 1.3180700676090966e-05,
      "loss": 0.3419,
      "step": 2220
    },
    {
      "epoch": 0.6854157061625942,
      "grad_norm": 1.609375,
      "learning_rate": 1.3149969268592502e-05,
      "loss": 0.3551,
      "step": 2230
    },
    {
      "epoch": 0.6884893191947133,
      "grad_norm": 2.28125,
      "learning_rate": 1.3119237861094039e-05,
      "loss": 0.3668,
      "step": 2240
    },
    {
      "epoch": 0.6915629322268326,
      "grad_norm": 2.46875,
      "learning_rate": 1.3088506453595576e-05,
      "loss": 0.3915,
      "step": 2250
    },
    {
      "epoch": 0.6946365452589519,
      "grad_norm": 2.484375,
      "learning_rate": 1.3057775046097112e-05,
      "loss": 0.3845,
      "step": 2260
    },
    {
      "epoch": 0.6977101582910712,
      "grad_norm": 2.578125,
      "learning_rate": 1.3027043638598649e-05,
      "loss": 0.3735,
      "step": 2270
    },
    {
      "epoch": 0.7007837713231904,
      "grad_norm": 2.25,
      "learning_rate": 1.2996312231100186e-05,
      "loss": 0.355,
      "step": 2280
    },
    {
      "epoch": 0.7038573843553096,
      "grad_norm": 2.109375,
      "learning_rate": 1.2965580823601722e-05,
      "loss": 0.3618,
      "step": 2290
    },
    {
      "epoch": 0.7069309973874289,
      "grad_norm": 2.546875,
      "learning_rate": 1.293484941610326e-05,
      "loss": 0.3698,
      "step": 2300
    },
    {
      "epoch": 0.7100046104195482,
      "grad_norm": 2.546875,
      "learning_rate": 1.2904118008604796e-05,
      "loss": 0.359,
      "step": 2310
    },
    {
      "epoch": 0.7130782234516674,
      "grad_norm": 2.15625,
      "learning_rate": 1.2873386601106333e-05,
      "loss": 0.3443,
      "step": 2320
    },
    {
      "epoch": 0.7161518364837867,
      "grad_norm": 2.65625,
      "learning_rate": 1.284265519360787e-05,
      "loss": 0.3849,
      "step": 2330
    },
    {
      "epoch": 0.719225449515906,
      "grad_norm": 2.84375,
      "learning_rate": 1.2811923786109406e-05,
      "loss": 0.4124,
      "step": 2340
    },
    {
      "epoch": 0.7222990625480252,
      "grad_norm": 2.140625,
      "learning_rate": 1.2781192378610941e-05,
      "loss": 0.3298,
      "step": 2350
    },
    {
      "epoch": 0.7253726755801445,
      "grad_norm": 2.515625,
      "learning_rate": 1.2750460971112478e-05,
      "loss": 0.37,
      "step": 2360
    },
    {
      "epoch": 0.7284462886122637,
      "grad_norm": 2.0625,
      "learning_rate": 1.2719729563614014e-05,
      "loss": 0.388,
      "step": 2370
    },
    {
      "epoch": 0.731519901644383,
      "grad_norm": 1.796875,
      "learning_rate": 1.2688998156115551e-05,
      "loss": 0.3375,
      "step": 2380
    },
    {
      "epoch": 0.7345935146765022,
      "grad_norm": 2.40625,
      "learning_rate": 1.2658266748617088e-05,
      "loss": 0.3783,
      "step": 2390
    },
    {
      "epoch": 0.7376671277086215,
      "grad_norm": 1.828125,
      "learning_rate": 1.2627535341118624e-05,
      "loss": 0.3779,
      "step": 2400
    },
    {
      "epoch": 0.7407407407407407,
      "grad_norm": 1.8203125,
      "learning_rate": 1.2596803933620161e-05,
      "loss": 0.3391,
      "step": 2410
    },
    {
      "epoch": 0.74381435377286,
      "grad_norm": 2.5625,
      "learning_rate": 1.2566072526121698e-05,
      "loss": 0.3817,
      "step": 2420
    },
    {
      "epoch": 0.7468879668049793,
      "grad_norm": 2.453125,
      "learning_rate": 1.2535341118623235e-05,
      "loss": 0.3502,
      "step": 2430
    },
    {
      "epoch": 0.7499615798370985,
      "grad_norm": 2.359375,
      "learning_rate": 1.2504609711124771e-05,
      "loss": 0.3552,
      "step": 2440
    },
    {
      "epoch": 0.7530351928692177,
      "grad_norm": 2.09375,
      "learning_rate": 1.2473878303626308e-05,
      "loss": 0.3718,
      "step": 2450
    },
    {
      "epoch": 0.756108805901337,
      "grad_norm": 2.03125,
      "learning_rate": 1.2443146896127845e-05,
      "loss": 0.3423,
      "step": 2460
    },
    {
      "epoch": 0.7591824189334563,
      "grad_norm": 2.109375,
      "learning_rate": 1.2412415488629381e-05,
      "loss": 0.3806,
      "step": 2470
    },
    {
      "epoch": 0.7622560319655756,
      "grad_norm": 2.15625,
      "learning_rate": 1.2381684081130916e-05,
      "loss": 0.353,
      "step": 2480
    },
    {
      "epoch": 0.7653296449976947,
      "grad_norm": 2.046875,
      "learning_rate": 1.2350952673632453e-05,
      "loss": 0.3523,
      "step": 2490
    },
    {
      "epoch": 0.768403258029814,
      "grad_norm": 2.109375,
      "learning_rate": 1.232022126613399e-05,
      "loss": 0.3781,
      "step": 2500
    },
    {
      "epoch": 0.7714768710619333,
      "grad_norm": 2.21875,
      "learning_rate": 1.2289489858635526e-05,
      "loss": 0.3533,
      "step": 2510
    },
    {
      "epoch": 0.7745504840940526,
      "grad_norm": 1.703125,
      "learning_rate": 1.2258758451137063e-05,
      "loss": 0.346,
      "step": 2520
    },
    {
      "epoch": 0.7776240971261719,
      "grad_norm": 2.21875,
      "learning_rate": 1.22280270436386e-05,
      "loss": 0.3564,
      "step": 2530
    },
    {
      "epoch": 0.780697710158291,
      "grad_norm": 2.015625,
      "learning_rate": 1.2197295636140136e-05,
      "loss": 0.3397,
      "step": 2540
    },
    {
      "epoch": 0.7837713231904103,
      "grad_norm": 1.7421875,
      "learning_rate": 1.2166564228641673e-05,
      "loss": 0.3456,
      "step": 2550
    },
    {
      "epoch": 0.7868449362225296,
      "grad_norm": 2.109375,
      "learning_rate": 1.213583282114321e-05,
      "loss": 0.3214,
      "step": 2560
    },
    {
      "epoch": 0.7899185492546489,
      "grad_norm": 2.046875,
      "learning_rate": 1.2105101413644747e-05,
      "loss": 0.3448,
      "step": 2570
    },
    {
      "epoch": 0.792992162286768,
      "grad_norm": 2.171875,
      "learning_rate": 1.2074370006146283e-05,
      "loss": 0.3729,
      "step": 2580
    },
    {
      "epoch": 0.7960657753188873,
      "grad_norm": 2.390625,
      "learning_rate": 1.204363859864782e-05,
      "loss": 0.3235,
      "step": 2590
    },
    {
      "epoch": 0.7991393883510066,
      "grad_norm": 2.796875,
      "learning_rate": 1.2012907191149357e-05,
      "loss": 0.3423,
      "step": 2600
    },
    {
      "epoch": 0.8022130013831259,
      "grad_norm": 2.28125,
      "learning_rate": 1.1982175783650892e-05,
      "loss": 0.3604,
      "step": 2610
    },
    {
      "epoch": 0.8052866144152451,
      "grad_norm": 1.9765625,
      "learning_rate": 1.1951444376152428e-05,
      "loss": 0.3702,
      "step": 2620
    },
    {
      "epoch": 0.8083602274473644,
      "grad_norm": 1.9921875,
      "learning_rate": 1.1920712968653965e-05,
      "loss": 0.3613,
      "step": 2630
    },
    {
      "epoch": 0.8114338404794836,
      "grad_norm": 2.296875,
      "learning_rate": 1.1889981561155502e-05,
      "loss": 0.3198,
      "step": 2640
    },
    {
      "epoch": 0.8145074535116029,
      "grad_norm": 2.625,
      "learning_rate": 1.1859250153657038e-05,
      "loss": 0.3552,
      "step": 2650
    },
    {
      "epoch": 0.8175810665437221,
      "grad_norm": 2.234375,
      "learning_rate": 1.1828518746158575e-05,
      "loss": 0.3481,
      "step": 2660
    },
    {
      "epoch": 0.8206546795758414,
      "grad_norm": 1.8359375,
      "learning_rate": 1.1797787338660112e-05,
      "loss": 0.3437,
      "step": 2670
    },
    {
      "epoch": 0.8237282926079607,
      "grad_norm": 2.0,
      "learning_rate": 1.1767055931161648e-05,
      "loss": 0.3552,
      "step": 2680
    },
    {
      "epoch": 0.8268019056400799,
      "grad_norm": 2.34375,
      "learning_rate": 1.1736324523663185e-05,
      "loss": 0.3293,
      "step": 2690
    },
    {
      "epoch": 0.8298755186721992,
      "grad_norm": 2.203125,
      "learning_rate": 1.1705593116164722e-05,
      "loss": 0.329,
      "step": 2700
    },
    {
      "epoch": 0.8329491317043184,
      "grad_norm": 1.8046875,
      "learning_rate": 1.1674861708666259e-05,
      "loss": 0.338,
      "step": 2710
    },
    {
      "epoch": 0.8360227447364377,
      "grad_norm": 2.140625,
      "learning_rate": 1.1644130301167795e-05,
      "loss": 0.3558,
      "step": 2720
    },
    {
      "epoch": 0.839096357768557,
      "grad_norm": 2.875,
      "learning_rate": 1.1613398893669332e-05,
      "loss": 0.3521,
      "step": 2730
    },
    {
      "epoch": 0.8421699708006762,
      "grad_norm": 2.359375,
      "learning_rate": 1.1582667486170867e-05,
      "loss": 0.381,
      "step": 2740
    },
    {
      "epoch": 0.8452435838327954,
      "grad_norm": 2.046875,
      "learning_rate": 1.1551936078672404e-05,
      "loss": 0.351,
      "step": 2750
    },
    {
      "epoch": 0.8483171968649147,
      "grad_norm": 1.9375,
      "learning_rate": 1.152120467117394e-05,
      "loss": 0.3478,
      "step": 2760
    },
    {
      "epoch": 0.851390809897034,
      "grad_norm": 2.25,
      "learning_rate": 1.1490473263675477e-05,
      "loss": 0.3434,
      "step": 2770
    },
    {
      "epoch": 0.8544644229291533,
      "grad_norm": 1.9375,
      "learning_rate": 1.1459741856177014e-05,
      "loss": 0.3457,
      "step": 2780
    },
    {
      "epoch": 0.8575380359612724,
      "grad_norm": 1.96875,
      "learning_rate": 1.142901044867855e-05,
      "loss": 0.3267,
      "step": 2790
    },
    {
      "epoch": 0.8606116489933917,
      "grad_norm": 3.171875,
      "learning_rate": 1.1398279041180087e-05,
      "loss": 0.3545,
      "step": 2800
    },
    {
      "epoch": 0.863685262025511,
      "grad_norm": 1.7734375,
      "learning_rate": 1.1367547633681624e-05,
      "loss": 0.3394,
      "step": 2810
    },
    {
      "epoch": 0.8667588750576303,
      "grad_norm": 2.421875,
      "learning_rate": 1.133681622618316e-05,
      "loss": 0.3388,
      "step": 2820
    },
    {
      "epoch": 0.8698324880897496,
      "grad_norm": 2.265625,
      "learning_rate": 1.1306084818684697e-05,
      "loss": 0.3326,
      "step": 2830
    },
    {
      "epoch": 0.8729061011218687,
      "grad_norm": 2.328125,
      "learning_rate": 1.1275353411186234e-05,
      "loss": 0.2943,
      "step": 2840
    },
    {
      "epoch": 0.875979714153988,
      "grad_norm": 2.765625,
      "learning_rate": 1.124462200368777e-05,
      "loss": 0.3485,
      "step": 2850
    },
    {
      "epoch": 0.8790533271861073,
      "grad_norm": 2.640625,
      "learning_rate": 1.1213890596189307e-05,
      "loss": 0.3435,
      "step": 2860
    },
    {
      "epoch": 0.8821269402182266,
      "grad_norm": 1.90625,
      "learning_rate": 1.1183159188690842e-05,
      "loss": 0.336,
      "step": 2870
    },
    {
      "epoch": 0.8852005532503457,
      "grad_norm": 2.234375,
      "learning_rate": 1.1152427781192379e-05,
      "loss": 0.3299,
      "step": 2880
    },
    {
      "epoch": 0.888274166282465,
      "grad_norm": 2.359375,
      "learning_rate": 1.1121696373693916e-05,
      "loss": 0.3236,
      "step": 2890
    },
    {
      "epoch": 0.8913477793145843,
      "grad_norm": 2.6875,
      "learning_rate": 1.1090964966195452e-05,
      "loss": 0.3486,
      "step": 2900
    },
    {
      "epoch": 0.8944213923467036,
      "grad_norm": 2.46875,
      "learning_rate": 1.1060233558696989e-05,
      "loss": 0.361,
      "step": 2910
    },
    {
      "epoch": 0.8974950053788228,
      "grad_norm": 2.15625,
      "learning_rate": 1.1029502151198526e-05,
      "loss": 0.3271,
      "step": 2920
    },
    {
      "epoch": 0.900568618410942,
      "grad_norm": 2.71875,
      "learning_rate": 1.0998770743700062e-05,
      "loss": 0.3285,
      "step": 2930
    },
    {
      "epoch": 0.9036422314430613,
      "grad_norm": 2.015625,
      "learning_rate": 1.09680393362016e-05,
      "loss": 0.3021,
      "step": 2940
    },
    {
      "epoch": 0.9067158444751806,
      "grad_norm": 2.515625,
      "learning_rate": 1.0937307928703136e-05,
      "loss": 0.3023,
      "step": 2950
    },
    {
      "epoch": 0.9097894575072998,
      "grad_norm": 2.203125,
      "learning_rate": 1.0906576521204673e-05,
      "loss": 0.351,
      "step": 2960
    },
    {
      "epoch": 0.9128630705394191,
      "grad_norm": 2.515625,
      "learning_rate": 1.087584511370621e-05,
      "loss": 0.3478,
      "step": 2970
    },
    {
      "epoch": 0.9159366835715383,
      "grad_norm": 2.09375,
      "learning_rate": 1.0845113706207746e-05,
      "loss": 0.3674,
      "step": 2980
    },
    {
      "epoch": 0.9190102966036576,
      "grad_norm": 2.25,
      "learning_rate": 1.0814382298709283e-05,
      "loss": 0.3331,
      "step": 2990
    },
    {
      "epoch": 0.9220839096357769,
      "grad_norm": 2.109375,
      "learning_rate": 1.0783650891210818e-05,
      "loss": 0.3487,
      "step": 3000
    },
    {
      "epoch": 0.9251575226678961,
      "grad_norm": 1.984375,
      "learning_rate": 1.0752919483712354e-05,
      "loss": 0.3305,
      "step": 3010
    },
    {
      "epoch": 0.9282311357000154,
      "grad_norm": 2.640625,
      "learning_rate": 1.0722188076213891e-05,
      "loss": 0.3359,
      "step": 3020
    },
    {
      "epoch": 0.9313047487321346,
      "grad_norm": 2.15625,
      "learning_rate": 1.0691456668715428e-05,
      "loss": 0.3223,
      "step": 3030
    },
    {
      "epoch": 0.9343783617642539,
      "grad_norm": 2.515625,
      "learning_rate": 1.0660725261216964e-05,
      "loss": 0.3388,
      "step": 3040
    },
    {
      "epoch": 0.9374519747963731,
      "grad_norm": 2.15625,
      "learning_rate": 1.0629993853718501e-05,
      "loss": 0.3115,
      "step": 3050
    },
    {
      "epoch": 0.9405255878284924,
      "grad_norm": 2.421875,
      "learning_rate": 1.0599262446220038e-05,
      "loss": 0.3434,
      "step": 3060
    },
    {
      "epoch": 0.9435992008606117,
      "grad_norm": 1.859375,
      "learning_rate": 1.0568531038721575e-05,
      "loss": 0.333,
      "step": 3070
    },
    {
      "epoch": 0.946672813892731,
      "grad_norm": 2.28125,
      "learning_rate": 1.0537799631223111e-05,
      "loss": 0.3097,
      "step": 3080
    },
    {
      "epoch": 0.9497464269248501,
      "grad_norm": 1.78125,
      "learning_rate": 1.0507068223724648e-05,
      "loss": 0.3393,
      "step": 3090
    },
    {
      "epoch": 0.9528200399569694,
      "grad_norm": 2.296875,
      "learning_rate": 1.0476336816226185e-05,
      "loss": 0.32,
      "step": 3100
    },
    {
      "epoch": 0.9558936529890887,
      "grad_norm": 2.359375,
      "learning_rate": 1.0445605408727721e-05,
      "loss": 0.3458,
      "step": 3110
    },
    {
      "epoch": 0.958967266021208,
      "grad_norm": 2.578125,
      "learning_rate": 1.0414874001229258e-05,
      "loss": 0.3408,
      "step": 3120
    },
    {
      "epoch": 0.9620408790533271,
      "grad_norm": 2.3125,
      "learning_rate": 1.0384142593730793e-05,
      "loss": 0.3059,
      "step": 3130
    },
    {
      "epoch": 0.9651144920854464,
      "grad_norm": 2.625,
      "learning_rate": 1.035341118623233e-05,
      "loss": 0.3436,
      "step": 3140
    },
    {
      "epoch": 0.9681881051175657,
      "grad_norm": 2.03125,
      "learning_rate": 1.0322679778733866e-05,
      "loss": 0.3455,
      "step": 3150
    },
    {
      "epoch": 0.971261718149685,
      "grad_norm": 2.21875,
      "learning_rate": 1.0291948371235403e-05,
      "loss": 0.3236,
      "step": 3160
    },
    {
      "epoch": 0.9743353311818043,
      "grad_norm": 2.203125,
      "learning_rate": 1.026121696373694e-05,
      "loss": 0.3414,
      "step": 3170
    },
    {
      "epoch": 0.9774089442139234,
      "grad_norm": 2.390625,
      "learning_rate": 1.0230485556238476e-05,
      "loss": 0.3181,
      "step": 3180
    },
    {
      "epoch": 0.9804825572460427,
      "grad_norm": 2.40625,
      "learning_rate": 1.0199754148740013e-05,
      "loss": 0.3312,
      "step": 3190
    },
    {
      "epoch": 0.983556170278162,
      "grad_norm": 2.28125,
      "learning_rate": 1.016902274124155e-05,
      "loss": 0.3483,
      "step": 3200
    },
    {
      "epoch": 0.9866297833102813,
      "grad_norm": 1.84375,
      "learning_rate": 1.0138291333743087e-05,
      "loss": 0.3294,
      "step": 3210
    },
    {
      "epoch": 0.9897033963424005,
      "grad_norm": 1.953125,
      "learning_rate": 1.0107559926244623e-05,
      "loss": 0.3232,
      "step": 3220
    },
    {
      "epoch": 0.9927770093745197,
      "grad_norm": 2.34375,
      "learning_rate": 1.007682851874616e-05,
      "loss": 0.2939,
      "step": 3230
    },
    {
      "epoch": 0.995850622406639,
      "grad_norm": 1.9453125,
      "learning_rate": 1.0046097111247697e-05,
      "loss": 0.3432,
      "step": 3240
    },
    {
      "epoch": 0.9989242354387583,
      "grad_norm": 2.3125,
      "learning_rate": 1.0015365703749233e-05,
      "loss": 0.3194,
      "step": 3250
    },
    {
      "epoch": 1.0018441678192715,
      "grad_norm": 3.0,
      "learning_rate": 9.98463429625077e-06,
      "loss": 0.2676,
      "step": 3260
    },
    {
      "epoch": 1.0049177808513907,
      "grad_norm": 2.734375,
      "learning_rate": 9.953902888752307e-06,
      "loss": 0.2694,
      "step": 3270
    },
    {
      "epoch": 1.0079913938835101,
      "grad_norm": 1.875,
      "learning_rate": 9.923171481253843e-06,
      "loss": 0.2422,
      "step": 3280
    },
    {
      "epoch": 1.0110650069156293,
      "grad_norm": 1.8515625,
      "learning_rate": 9.892440073755378e-06,
      "loss": 0.2634,
      "step": 3290
    },
    {
      "epoch": 1.0141386199477487,
      "grad_norm": 2.0625,
      "learning_rate": 9.861708666256915e-06,
      "loss": 0.252,
      "step": 3300
    },
    {
      "epoch": 1.0172122329798678,
      "grad_norm": 2.484375,
      "learning_rate": 9.830977258758452e-06,
      "loss": 0.2702,
      "step": 3310
    },
    {
      "epoch": 1.020285846011987,
      "grad_norm": 2.1875,
      "learning_rate": 9.800245851259988e-06,
      "loss": 0.2959,
      "step": 3320
    },
    {
      "epoch": 1.0233594590441064,
      "grad_norm": 1.890625,
      "learning_rate": 9.769514443761525e-06,
      "loss": 0.2707,
      "step": 3330
    },
    {
      "epoch": 1.0264330720762256,
      "grad_norm": 2.125,
      "learning_rate": 9.738783036263062e-06,
      "loss": 0.2567,
      "step": 3340
    },
    {
      "epoch": 1.0295066851083448,
      "grad_norm": 2.40625,
      "learning_rate": 9.708051628764599e-06,
      "loss": 0.2623,
      "step": 3350
    },
    {
      "epoch": 1.0325802981404641,
      "grad_norm": 2.171875,
      "learning_rate": 9.677320221266134e-06,
      "loss": 0.2846,
      "step": 3360
    },
    {
      "epoch": 1.0356539111725833,
      "grad_norm": 2.296875,
      "learning_rate": 9.64658881376767e-06,
      "loss": 0.2979,
      "step": 3370
    },
    {
      "epoch": 1.0387275242047027,
      "grad_norm": 2.140625,
      "learning_rate": 9.615857406269209e-06,
      "loss": 0.2692,
      "step": 3380
    },
    {
      "epoch": 1.0418011372368219,
      "grad_norm": 2.203125,
      "learning_rate": 9.585125998770745e-06,
      "loss": 0.2733,
      "step": 3390
    },
    {
      "epoch": 1.044874750268941,
      "grad_norm": 2.375,
      "learning_rate": 9.554394591272282e-06,
      "loss": 0.2625,
      "step": 3400
    },
    {
      "epoch": 1.0479483633010604,
      "grad_norm": 2.0625,
      "learning_rate": 9.523663183773819e-06,
      "loss": 0.283,
      "step": 3410
    },
    {
      "epoch": 1.0510219763331796,
      "grad_norm": 2.171875,
      "learning_rate": 9.492931776275354e-06,
      "loss": 0.2823,
      "step": 3420
    },
    {
      "epoch": 1.054095589365299,
      "grad_norm": 2.25,
      "learning_rate": 9.46220036877689e-06,
      "loss": 0.2728,
      "step": 3430
    },
    {
      "epoch": 1.0571692023974182,
      "grad_norm": 1.8203125,
      "learning_rate": 9.431468961278427e-06,
      "loss": 0.2437,
      "step": 3440
    },
    {
      "epoch": 1.0602428154295374,
      "grad_norm": 2.375,
      "learning_rate": 9.400737553779964e-06,
      "loss": 0.2473,
      "step": 3450
    },
    {
      "epoch": 1.0633164284616567,
      "grad_norm": 1.7421875,
      "learning_rate": 9.3700061462815e-06,
      "loss": 0.27,
      "step": 3460
    },
    {
      "epoch": 1.066390041493776,
      "grad_norm": 2.65625,
      "learning_rate": 9.339274738783037e-06,
      "loss": 0.293,
      "step": 3470
    },
    {
      "epoch": 1.069463654525895,
      "grad_norm": 3.109375,
      "learning_rate": 9.308543331284574e-06,
      "loss": 0.2806,
      "step": 3480
    },
    {
      "epoch": 1.0725372675580145,
      "grad_norm": 2.546875,
      "learning_rate": 9.277811923786109e-06,
      "loss": 0.2824,
      "step": 3490
    },
    {
      "epoch": 1.0756108805901337,
      "grad_norm": 3.0625,
      "learning_rate": 9.247080516287647e-06,
      "loss": 0.2685,
      "step": 3500
    },
    {
      "epoch": 1.078684493622253,
      "grad_norm": 2.15625,
      "learning_rate": 9.216349108789184e-06,
      "loss": 0.2478,
      "step": 3510
    },
    {
      "epoch": 1.0817581066543722,
      "grad_norm": 2.140625,
      "learning_rate": 9.18561770129072e-06,
      "loss": 0.2639,
      "step": 3520
    },
    {
      "epoch": 1.0848317196864914,
      "grad_norm": 2.609375,
      "learning_rate": 9.154886293792257e-06,
      "loss": 0.2966,
      "step": 3530
    },
    {
      "epoch": 1.0879053327186108,
      "grad_norm": 2.078125,
      "learning_rate": 9.124154886293794e-06,
      "loss": 0.2538,
      "step": 3540
    },
    {
      "epoch": 1.09097894575073,
      "grad_norm": 2.0625,
      "learning_rate": 9.093423478795329e-06,
      "loss": 0.283,
      "step": 3550
    },
    {
      "epoch": 1.0940525587828493,
      "grad_norm": 2.578125,
      "learning_rate": 9.062692071296866e-06,
      "loss": 0.295,
      "step": 3560
    },
    {
      "epoch": 1.0971261718149685,
      "grad_norm": 2.046875,
      "learning_rate": 9.031960663798402e-06,
      "loss": 0.2694,
      "step": 3570
    },
    {
      "epoch": 1.1001997848470877,
      "grad_norm": 2.328125,
      "learning_rate": 9.00122925629994e-06,
      "loss": 0.275,
      "step": 3580
    },
    {
      "epoch": 1.103273397879207,
      "grad_norm": 2.640625,
      "learning_rate": 8.970497848801476e-06,
      "loss": 0.3061,
      "step": 3590
    },
    {
      "epoch": 1.1063470109113263,
      "grad_norm": 2.53125,
      "learning_rate": 8.939766441303013e-06,
      "loss": 0.2823,
      "step": 3600
    },
    {
      "epoch": 1.1094206239434454,
      "grad_norm": 2.296875,
      "learning_rate": 8.90903503380455e-06,
      "loss": 0.2522,
      "step": 3610
    },
    {
      "epoch": 1.1124942369755648,
      "grad_norm": 2.078125,
      "learning_rate": 8.878303626306086e-06,
      "loss": 0.2925,
      "step": 3620
    },
    {
      "epoch": 1.115567850007684,
      "grad_norm": 2.765625,
      "learning_rate": 8.847572218807623e-06,
      "loss": 0.2762,
      "step": 3630
    },
    {
      "epoch": 1.1186414630398034,
      "grad_norm": 2.65625,
      "learning_rate": 8.81684081130916e-06,
      "loss": 0.2761,
      "step": 3640
    },
    {
      "epoch": 1.1217150760719226,
      "grad_norm": 2.296875,
      "learning_rate": 8.786109403810696e-06,
      "loss": 0.273,
      "step": 3650
    },
    {
      "epoch": 1.1247886891040417,
      "grad_norm": 2.328125,
      "learning_rate": 8.755377996312233e-06,
      "loss": 0.2805,
      "step": 3660
    },
    {
      "epoch": 1.1278623021361611,
      "grad_norm": 2.703125,
      "learning_rate": 8.72464658881377e-06,
      "loss": 0.2725,
      "step": 3670
    },
    {
      "epoch": 1.1309359151682803,
      "grad_norm": 2.4375,
      "learning_rate": 8.693915181315304e-06,
      "loss": 0.2676,
      "step": 3680
    },
    {
      "epoch": 1.1340095282003997,
      "grad_norm": 2.359375,
      "learning_rate": 8.663183773816841e-06,
      "loss": 0.2852,
      "step": 3690
    },
    {
      "epoch": 1.1370831412325189,
      "grad_norm": 2.765625,
      "learning_rate": 8.632452366318378e-06,
      "loss": 0.2739,
      "step": 3700
    },
    {
      "epoch": 1.140156754264638,
      "grad_norm": 2.078125,
      "learning_rate": 8.601720958819915e-06,
      "loss": 0.2742,
      "step": 3710
    },
    {
      "epoch": 1.1432303672967574,
      "grad_norm": 2.640625,
      "learning_rate": 8.570989551321451e-06,
      "loss": 0.2766,
      "step": 3720
    },
    {
      "epoch": 1.1463039803288766,
      "grad_norm": 2.375,
      "learning_rate": 8.540258143822988e-06,
      "loss": 0.2897,
      "step": 3730
    },
    {
      "epoch": 1.1493775933609958,
      "grad_norm": 2.0625,
      "learning_rate": 8.509526736324525e-06,
      "loss": 0.2664,
      "step": 3740
    },
    {
      "epoch": 1.1524512063931152,
      "grad_norm": 2.359375,
      "learning_rate": 8.478795328826061e-06,
      "loss": 0.2723,
      "step": 3750
    },
    {
      "epoch": 1.1555248194252343,
      "grad_norm": 1.765625,
      "learning_rate": 8.448063921327598e-06,
      "loss": 0.2647,
      "step": 3760
    },
    {
      "epoch": 1.1585984324573535,
      "grad_norm": 2.59375,
      "learning_rate": 8.417332513829135e-06,
      "loss": 0.3002,
      "step": 3770
    },
    {
      "epoch": 1.161672045489473,
      "grad_norm": 1.796875,
      "learning_rate": 8.386601106330671e-06,
      "loss": 0.2566,
      "step": 3780
    },
    {
      "epoch": 1.164745658521592,
      "grad_norm": 2.328125,
      "learning_rate": 8.355869698832208e-06,
      "loss": 0.2624,
      "step": 3790
    },
    {
      "epoch": 1.1678192715537115,
      "grad_norm": 2.140625,
      "learning_rate": 8.325138291333745e-06,
      "loss": 0.2831,
      "step": 3800
    },
    {
      "epoch": 1.1708928845858306,
      "grad_norm": 2.171875,
      "learning_rate": 8.29440688383528e-06,
      "loss": 0.2856,
      "step": 3810
    },
    {
      "epoch": 1.17396649761795,
      "grad_norm": 2.21875,
      "learning_rate": 8.263675476336816e-06,
      "loss": 0.2612,
      "step": 3820
    },
    {
      "epoch": 1.1770401106500692,
      "grad_norm": 2.296875,
      "learning_rate": 8.232944068838353e-06,
      "loss": 0.2484,
      "step": 3830
    },
    {
      "epoch": 1.1801137236821884,
      "grad_norm": 1.828125,
      "learning_rate": 8.20221266133989e-06,
      "loss": 0.2772,
      "step": 3840
    },
    {
      "epoch": 1.1831873367143078,
      "grad_norm": 2.375,
      "learning_rate": 8.171481253841427e-06,
      "loss": 0.2308,
      "step": 3850
    },
    {
      "epoch": 1.186260949746427,
      "grad_norm": 2.203125,
      "learning_rate": 8.140749846342963e-06,
      "loss": 0.2431,
      "step": 3860
    },
    {
      "epoch": 1.189334562778546,
      "grad_norm": 2.5625,
      "learning_rate": 8.1100184388445e-06,
      "loss": 0.262,
      "step": 3870
    },
    {
      "epoch": 1.1924081758106655,
      "grad_norm": 2.578125,
      "learning_rate": 8.079287031346037e-06,
      "loss": 0.2678,
      "step": 3880
    },
    {
      "epoch": 1.1954817888427847,
      "grad_norm": 2.75,
      "learning_rate": 8.048555623847573e-06,
      "loss": 0.2382,
      "step": 3890
    },
    {
      "epoch": 1.1985554018749038,
      "grad_norm": 2.46875,
      "learning_rate": 8.01782421634911e-06,
      "loss": 0.2762,
      "step": 3900
    },
    {
      "epoch": 1.2016290149070232,
      "grad_norm": 2.0,
      "learning_rate": 7.987092808850647e-06,
      "loss": 0.2571,
      "step": 3910
    },
    {
      "epoch": 1.2047026279391424,
      "grad_norm": 2.734375,
      "learning_rate": 7.956361401352183e-06,
      "loss": 0.314,
      "step": 3920
    },
    {
      "epoch": 1.2077762409712618,
      "grad_norm": 2.3125,
      "learning_rate": 7.92562999385372e-06,
      "loss": 0.2412,
      "step": 3930
    },
    {
      "epoch": 1.210849854003381,
      "grad_norm": 2.515625,
      "learning_rate": 7.894898586355255e-06,
      "loss": 0.2633,
      "step": 3940
    },
    {
      "epoch": 1.2139234670355001,
      "grad_norm": 2.75,
      "learning_rate": 7.864167178856792e-06,
      "loss": 0.2563,
      "step": 3950
    },
    {
      "epoch": 1.2169970800676195,
      "grad_norm": 2.125,
      "learning_rate": 7.833435771358328e-06,
      "loss": 0.2917,
      "step": 3960
    },
    {
      "epoch": 1.2200706930997387,
      "grad_norm": 2.453125,
      "learning_rate": 7.802704363859865e-06,
      "loss": 0.2385,
      "step": 3970
    },
    {
      "epoch": 1.223144306131858,
      "grad_norm": 1.984375,
      "learning_rate": 7.771972956361402e-06,
      "loss": 0.265,
      "step": 3980
    },
    {
      "epoch": 1.2262179191639773,
      "grad_norm": 2.75,
      "learning_rate": 7.741241548862939e-06,
      "loss": 0.2519,
      "step": 3990
    },
    {
      "epoch": 1.2292915321960964,
      "grad_norm": 2.0625,
      "learning_rate": 7.710510141364475e-06,
      "loss": 0.2523,
      "step": 4000
    },
    {
      "epoch": 1.2323651452282158,
      "grad_norm": 3.03125,
      "learning_rate": 7.679778733866012e-06,
      "loss": 0.2485,
      "step": 4010
    },
    {
      "epoch": 1.235438758260335,
      "grad_norm": 2.484375,
      "learning_rate": 7.649047326367549e-06,
      "loss": 0.2591,
      "step": 4020
    },
    {
      "epoch": 1.2385123712924542,
      "grad_norm": 2.265625,
      "learning_rate": 7.6183159188690845e-06,
      "loss": 0.2765,
      "step": 4030
    },
    {
      "epoch": 1.2415859843245736,
      "grad_norm": 2.921875,
      "learning_rate": 7.587584511370621e-06,
      "loss": 0.2541,
      "step": 4040
    },
    {
      "epoch": 1.2446595973566927,
      "grad_norm": 2.484375,
      "learning_rate": 7.556853103872158e-06,
      "loss": 0.2941,
      "step": 4050
    },
    {
      "epoch": 1.2477332103888121,
      "grad_norm": 2.265625,
      "learning_rate": 7.526121696373695e-06,
      "loss": 0.2644,
      "step": 4060
    },
    {
      "epoch": 1.2508068234209313,
      "grad_norm": 1.859375,
      "learning_rate": 7.4953902888752304e-06,
      "loss": 0.2743,
      "step": 4070
    },
    {
      "epoch": 1.2538804364530507,
      "grad_norm": 2.359375,
      "learning_rate": 7.464658881376767e-06,
      "loss": 0.2657,
      "step": 4080
    },
    {
      "epoch": 1.2569540494851699,
      "grad_norm": 2.578125,
      "learning_rate": 7.433927473878304e-06,
      "loss": 0.2711,
      "step": 4090
    },
    {
      "epoch": 1.260027662517289,
      "grad_norm": 2.828125,
      "learning_rate": 7.4031960663798405e-06,
      "loss": 0.2613,
      "step": 4100
    },
    {
      "epoch": 1.2631012755494084,
      "grad_norm": 2.65625,
      "learning_rate": 7.372464658881377e-06,
      "loss": 0.2861,
      "step": 4110
    },
    {
      "epoch": 1.2661748885815276,
      "grad_norm": 2.125,
      "learning_rate": 7.341733251382914e-06,
      "loss": 0.2608,
      "step": 4120
    },
    {
      "epoch": 1.2692485016136468,
      "grad_norm": 2.90625,
      "learning_rate": 7.311001843884451e-06,
      "loss": 0.268,
      "step": 4130
    },
    {
      "epoch": 1.2723221146457662,
      "grad_norm": 2.78125,
      "learning_rate": 7.2802704363859865e-06,
      "loss": 0.2485,
      "step": 4140
    },
    {
      "epoch": 1.2753957276778853,
      "grad_norm": 1.7890625,
      "learning_rate": 7.249539028887523e-06,
      "loss": 0.2528,
      "step": 4150
    },
    {
      "epoch": 1.2784693407100045,
      "grad_norm": 2.15625,
      "learning_rate": 7.21880762138906e-06,
      "loss": 0.2659,
      "step": 4160
    },
    {
      "epoch": 1.281542953742124,
      "grad_norm": 2.359375,
      "learning_rate": 7.1880762138905965e-06,
      "loss": 0.2727,
      "step": 4170
    },
    {
      "epoch": 1.284616566774243,
      "grad_norm": 2.21875,
      "learning_rate": 7.157344806392133e-06,
      "loss": 0.277,
      "step": 4180
    },
    {
      "epoch": 1.2876901798063622,
      "grad_norm": 3.0,
      "learning_rate": 7.12661339889367e-06,
      "loss": 0.2812,
      "step": 4190
    },
    {
      "epoch": 1.2907637928384816,
      "grad_norm": 2.34375,
      "learning_rate": 7.095881991395206e-06,
      "loss": 0.2952,
      "step": 4200
    },
    {
      "epoch": 1.2938374058706008,
      "grad_norm": 2.28125,
      "learning_rate": 7.0651505838967425e-06,
      "loss": 0.2447,
      "step": 4210
    },
    {
      "epoch": 1.2969110189027202,
      "grad_norm": 2.78125,
      "learning_rate": 7.034419176398279e-06,
      "loss": 0.2678,
      "step": 4220
    },
    {
      "epoch": 1.2999846319348394,
      "grad_norm": 1.8359375,
      "learning_rate": 7.003687768899816e-06,
      "loss": 0.2617,
      "step": 4230
    },
    {
      "epoch": 1.3030582449669588,
      "grad_norm": 2.140625,
      "learning_rate": 6.9729563614013526e-06,
      "loss": 0.2657,
      "step": 4240
    },
    {
      "epoch": 1.306131857999078,
      "grad_norm": 2.65625,
      "learning_rate": 6.942224953902889e-06,
      "loss": 0.28,
      "step": 4250
    },
    {
      "epoch": 1.309205471031197,
      "grad_norm": 2.5,
      "learning_rate": 6.911493546404427e-06,
      "loss": 0.2695,
      "step": 4260
    },
    {
      "epoch": 1.3122790840633165,
      "grad_norm": 2.515625,
      "learning_rate": 6.880762138905962e-06,
      "loss": 0.2686,
      "step": 4270
    },
    {
      "epoch": 1.3153526970954357,
      "grad_norm": 2.3125,
      "learning_rate": 6.8500307314074985e-06,
      "loss": 0.2472,
      "step": 4280
    },
    {
      "epoch": 1.3184263101275548,
      "grad_norm": 3.21875,
      "learning_rate": 6.819299323909035e-06,
      "loss": 0.2498,
      "step": 4290
    },
    {
      "epoch": 1.3214999231596742,
      "grad_norm": 3.03125,
      "learning_rate": 6.788567916410572e-06,
      "loss": 0.2758,
      "step": 4300
    },
    {
      "epoch": 1.3245735361917934,
      "grad_norm": 2.484375,
      "learning_rate": 6.7578365089121086e-06,
      "loss": 0.2772,
      "step": 4310
    },
    {
      "epoch": 1.3276471492239126,
      "grad_norm": 3.078125,
      "learning_rate": 6.727105101413646e-06,
      "loss": 0.2693,
      "step": 4320
    },
    {
      "epoch": 1.330720762256032,
      "grad_norm": 2.140625,
      "learning_rate": 6.696373693915181e-06,
      "loss": 0.275,
      "step": 4330
    },
    {
      "epoch": 1.3337943752881511,
      "grad_norm": 2.625,
      "learning_rate": 6.665642286416718e-06,
      "loss": 0.2852,
      "step": 4340
    },
    {
      "epoch": 1.3368679883202705,
      "grad_norm": 2.59375,
      "learning_rate": 6.6349108789182545e-06,
      "loss": 0.2865,
      "step": 4350
    },
    {
      "epoch": 1.3399416013523897,
      "grad_norm": 2.296875,
      "learning_rate": 6.604179471419791e-06,
      "loss": 0.2714,
      "step": 4360
    },
    {
      "epoch": 1.343015214384509,
      "grad_norm": 2.515625,
      "learning_rate": 6.573448063921328e-06,
      "loss": 0.2551,
      "step": 4370
    },
    {
      "epoch": 1.3460888274166283,
      "grad_norm": 1.984375,
      "learning_rate": 6.5427166564228654e-06,
      "loss": 0.255,
      "step": 4380
    },
    {
      "epoch": 1.3491624404487474,
      "grad_norm": 2.328125,
      "learning_rate": 6.511985248924402e-06,
      "loss": 0.236,
      "step": 4390
    },
    {
      "epoch": 1.3522360534808668,
      "grad_norm": 1.9453125,
      "learning_rate": 6.481253841425937e-06,
      "loss": 0.2599,
      "step": 4400
    },
    {
      "epoch": 1.355309666512986,
      "grad_norm": 2.546875,
      "learning_rate": 6.450522433927474e-06,
      "loss": 0.2586,
      "step": 4410
    },
    {
      "epoch": 1.3583832795451052,
      "grad_norm": 1.8515625,
      "learning_rate": 6.4197910264290105e-06,
      "loss": 0.2531,
      "step": 4420
    },
    {
      "epoch": 1.3614568925772246,
      "grad_norm": 2.171875,
      "learning_rate": 6.389059618930547e-06,
      "loss": 0.2543,
      "step": 4430
    },
    {
      "epoch": 1.3645305056093437,
      "grad_norm": 2.6875,
      "learning_rate": 6.358328211432085e-06,
      "loss": 0.2641,
      "step": 4440
    },
    {
      "epoch": 1.367604118641463,
      "grad_norm": 2.328125,
      "learning_rate": 6.3275968039336215e-06,
      "loss": 0.2631,
      "step": 4450
    },
    {
      "epoch": 1.3706777316735823,
      "grad_norm": 2.5625,
      "learning_rate": 6.2968653964351565e-06,
      "loss": 0.2782,
      "step": 4460
    },
    {
      "epoch": 1.3737513447057015,
      "grad_norm": 2.765625,
      "learning_rate": 6.266133988936693e-06,
      "loss": 0.2614,
      "step": 4470
    },
    {
      "epoch": 1.3768249577378209,
      "grad_norm": 1.984375,
      "learning_rate": 6.23540258143823e-06,
      "loss": 0.2633,
      "step": 4480
    },
    {
      "epoch": 1.37989857076994,
      "grad_norm": 2.515625,
      "learning_rate": 6.2046711739397665e-06,
      "loss": 0.2587,
      "step": 4490
    },
    {
      "epoch": 1.3829721838020594,
      "grad_norm": 2.015625,
      "learning_rate": 6.173939766441303e-06,
      "loss": 0.2503,
      "step": 4500
    },
    {
      "epoch": 1.3860457968341786,
      "grad_norm": 2.0,
      "learning_rate": 6.143208358942841e-06,
      "loss": 0.2426,
      "step": 4510
    },
    {
      "epoch": 1.3891194098662978,
      "grad_norm": 2.890625,
      "learning_rate": 6.1124769514443775e-06,
      "loss": 0.2734,
      "step": 4520
    },
    {
      "epoch": 1.3921930228984172,
      "grad_norm": 2.484375,
      "learning_rate": 6.0817455439459125e-06,
      "loss": 0.2667,
      "step": 4530
    },
    {
      "epoch": 1.3952666359305363,
      "grad_norm": 2.53125,
      "learning_rate": 6.051014136447449e-06,
      "loss": 0.2595,
      "step": 4540
    },
    {
      "epoch": 1.3983402489626555,
      "grad_norm": 2.015625,
      "learning_rate": 6.020282728948986e-06,
      "loss": 0.2494,
      "step": 4550
    },
    {
      "epoch": 1.401413861994775,
      "grad_norm": 2.453125,
      "learning_rate": 5.9895513214505226e-06,
      "loss": 0.207,
      "step": 4560
    },
    {
      "epoch": 1.404487475026894,
      "grad_norm": 2.375,
      "learning_rate": 5.95881991395206e-06,
      "loss": 0.2547,
      "step": 4570
    },
    {
      "epoch": 1.4075610880590133,
      "grad_norm": 2.421875,
      "learning_rate": 5.928088506453597e-06,
      "loss": 0.2823,
      "step": 4580
    },
    {
      "epoch": 1.4106347010911326,
      "grad_norm": 2.4375,
      "learning_rate": 5.897357098955132e-06,
      "loss": 0.2654,
      "step": 4590
    },
    {
      "epoch": 1.4137083141232518,
      "grad_norm": 2.359375,
      "learning_rate": 5.8666256914566685e-06,
      "loss": 0.2591,
      "step": 4600
    },
    {
      "epoch": 1.4167819271553712,
      "grad_norm": 2.671875,
      "learning_rate": 5.835894283958205e-06,
      "loss": 0.2856,
      "step": 4610
    },
    {
      "epoch": 1.4198555401874904,
      "grad_norm": 2.3125,
      "learning_rate": 5.805162876459742e-06,
      "loss": 0.2865,
      "step": 4620
    },
    {
      "epoch": 1.4229291532196098,
      "grad_norm": 2.28125,
      "learning_rate": 5.7744314689612794e-06,
      "loss": 0.2241,
      "step": 4630
    },
    {
      "epoch": 1.426002766251729,
      "grad_norm": 2.578125,
      "learning_rate": 5.743700061462816e-06,
      "loss": 0.2939,
      "step": 4640
    },
    {
      "epoch": 1.4290763792838481,
      "grad_norm": 2.375,
      "learning_rate": 5.712968653964353e-06,
      "loss": 0.2837,
      "step": 4650
    },
    {
      "epoch": 1.4321499923159675,
      "grad_norm": 1.796875,
      "learning_rate": 5.682237246465888e-06,
      "loss": 0.2509,
      "step": 4660
    },
    {
      "epoch": 1.4352236053480867,
      "grad_norm": 2.296875,
      "learning_rate": 5.6515058389674245e-06,
      "loss": 0.2812,
      "step": 4670
    },
    {
      "epoch": 1.4382972183802059,
      "grad_norm": 2.28125,
      "learning_rate": 5.620774431468961e-06,
      "loss": 0.2667,
      "step": 4680
    },
    {
      "epoch": 1.4413708314123252,
      "grad_norm": 1.3125,
      "learning_rate": 5.590043023970499e-06,
      "loss": 0.2411,
      "step": 4690
    },
    {
      "epoch": 1.4444444444444444,
      "grad_norm": 2.234375,
      "learning_rate": 5.5593116164720354e-06,
      "loss": 0.2485,
      "step": 4700
    },
    {
      "epoch": 1.4475180574765636,
      "grad_norm": 2.609375,
      "learning_rate": 5.528580208973572e-06,
      "loss": 0.2606,
      "step": 4710
    },
    {
      "epoch": 1.450591670508683,
      "grad_norm": 2.8125,
      "learning_rate": 5.497848801475107e-06,
      "loss": 0.2536,
      "step": 4720
    },
    {
      "epoch": 1.4536652835408022,
      "grad_norm": 2.578125,
      "learning_rate": 5.467117393976644e-06,
      "loss": 0.2716,
      "step": 4730
    },
    {
      "epoch": 1.4567388965729215,
      "grad_norm": 1.8671875,
      "learning_rate": 5.4363859864781805e-06,
      "loss": 0.2297,
      "step": 4740
    },
    {
      "epoch": 1.4598125096050407,
      "grad_norm": 2.078125,
      "learning_rate": 5.405654578979718e-06,
      "loss": 0.2937,
      "step": 4750
    },
    {
      "epoch": 1.4628861226371601,
      "grad_norm": 2.375,
      "learning_rate": 5.374923171481255e-06,
      "loss": 0.2927,
      "step": 4760
    },
    {
      "epoch": 1.4659597356692793,
      "grad_norm": 2.421875,
      "learning_rate": 5.3441917639827915e-06,
      "loss": 0.2757,
      "step": 4770
    },
    {
      "epoch": 1.4690333487013985,
      "grad_norm": 1.9765625,
      "learning_rate": 5.313460356484328e-06,
      "loss": 0.2751,
      "step": 4780
    },
    {
      "epoch": 1.4721069617335178,
      "grad_norm": 2.6875,
      "learning_rate": 5.282728948985863e-06,
      "loss": 0.2831,
      "step": 4790
    },
    {
      "epoch": 1.475180574765637,
      "grad_norm": 2.078125,
      "learning_rate": 5.2519975414874e-06,
      "loss": 0.2273,
      "step": 4800
    },
    {
      "epoch": 1.4782541877977562,
      "grad_norm": 2.046875,
      "learning_rate": 5.221266133988937e-06,
      "loss": 0.265,
      "step": 4810
    },
    {
      "epoch": 1.4813278008298756,
      "grad_norm": 2.515625,
      "learning_rate": 5.190534726490474e-06,
      "loss": 0.2605,
      "step": 4820
    },
    {
      "epoch": 1.4844014138619948,
      "grad_norm": 2.25,
      "learning_rate": 5.159803318992011e-06,
      "loss": 0.2595,
      "step": 4830
    },
    {
      "epoch": 1.487475026894114,
      "grad_norm": 2.25,
      "learning_rate": 5.1290719114935475e-06,
      "loss": 0.2491,
      "step": 4840
    },
    {
      "epoch": 1.4905486399262333,
      "grad_norm": 1.9921875,
      "learning_rate": 5.0983405039950825e-06,
      "loss": 0.2739,
      "step": 4850
    },
    {
      "epoch": 1.4936222529583525,
      "grad_norm": 2.71875,
      "learning_rate": 5.067609096496619e-06,
      "loss": 0.2642,
      "step": 4860
    },
    {
      "epoch": 1.4966958659904717,
      "grad_norm": 2.59375,
      "learning_rate": 5.036877688998157e-06,
      "loss": 0.2876,
      "step": 4870
    },
    {
      "epoch": 1.499769479022591,
      "grad_norm": 2.34375,
      "learning_rate": 5.006146281499693e-06,
      "loss": 0.2167,
      "step": 4880
    },
    {
      "epoch": 1.5028430920547104,
      "grad_norm": 1.953125,
      "learning_rate": 4.97541487400123e-06,
      "loss": 0.2668,
      "step": 4890
    },
    {
      "epoch": 1.5059167050868296,
      "grad_norm": 2.703125,
      "learning_rate": 4.944683466502766e-06,
      "loss": 0.274,
      "step": 4900
    },
    {
      "epoch": 1.5089903181189488,
      "grad_norm": 2.125,
      "learning_rate": 4.913952059004303e-06,
      "loss": 0.2559,
      "step": 4910
    },
    {
      "epoch": 1.5120639311510682,
      "grad_norm": 2.28125,
      "learning_rate": 4.883220651505839e-06,
      "loss": 0.253,
      "step": 4920
    },
    {
      "epoch": 1.5151375441831874,
      "grad_norm": 2.484375,
      "learning_rate": 4.852489244007376e-06,
      "loss": 0.2538,
      "step": 4930
    },
    {
      "epoch": 1.5182111572153065,
      "grad_norm": 2.75,
      "learning_rate": 4.821757836508913e-06,
      "loss": 0.2763,
      "step": 4940
    },
    {
      "epoch": 1.521284770247426,
      "grad_norm": 2.203125,
      "learning_rate": 4.7910264290104494e-06,
      "loss": 0.2621,
      "step": 4950
    },
    {
      "epoch": 1.524358383279545,
      "grad_norm": 2.21875,
      "learning_rate": 4.760295021511986e-06,
      "loss": 0.269,
      "step": 4960
    },
    {
      "epoch": 1.5274319963116643,
      "grad_norm": 2.265625,
      "learning_rate": 4.729563614013522e-06,
      "loss": 0.2617,
      "step": 4970
    },
    {
      "epoch": 1.5305056093437837,
      "grad_norm": 2.359375,
      "learning_rate": 4.698832206515059e-06,
      "loss": 0.2691,
      "step": 4980
    },
    {
      "epoch": 1.5335792223759028,
      "grad_norm": 2.703125,
      "learning_rate": 4.668100799016595e-06,
      "loss": 0.2592,
      "step": 4990
    },
    {
      "epoch": 1.536652835408022,
      "grad_norm": 2.890625,
      "learning_rate": 4.637369391518132e-06,
      "loss": 0.2441,
      "step": 5000
    },
    {
      "epoch": 1.5397264484401414,
      "grad_norm": 2.140625,
      "learning_rate": 4.606637984019669e-06,
      "loss": 0.2212,
      "step": 5010
    },
    {
      "epoch": 1.5428000614722608,
      "grad_norm": 2.75,
      "learning_rate": 4.5759065765212054e-06,
      "loss": 0.2572,
      "step": 5020
    },
    {
      "epoch": 1.5458736745043797,
      "grad_norm": 2.5625,
      "learning_rate": 4.545175169022741e-06,
      "loss": 0.2554,
      "step": 5030
    },
    {
      "epoch": 1.5489472875364991,
      "grad_norm": 2.75,
      "learning_rate": 4.514443761524278e-06,
      "loss": 0.2633,
      "step": 5040
    },
    {
      "epoch": 1.5520209005686185,
      "grad_norm": 3.5625,
      "learning_rate": 4.483712354025815e-06,
      "loss": 0.2433,
      "step": 5050
    },
    {
      "epoch": 1.5550945136007377,
      "grad_norm": 2.796875,
      "learning_rate": 4.452980946527351e-06,
      "loss": 0.284,
      "step": 5060
    },
    {
      "epoch": 1.5581681266328569,
      "grad_norm": 3.53125,
      "learning_rate": 4.422249539028888e-06,
      "loss": 0.2655,
      "step": 5070
    },
    {
      "epoch": 1.5612417396649763,
      "grad_norm": 2.171875,
      "learning_rate": 4.391518131530425e-06,
      "loss": 0.2448,
      "step": 5080
    },
    {
      "epoch": 1.5643153526970954,
      "grad_norm": 2.65625,
      "learning_rate": 4.3607867240319615e-06,
      "loss": 0.2536,
      "step": 5090
    },
    {
      "epoch": 1.5673889657292146,
      "grad_norm": 2.3125,
      "learning_rate": 4.330055316533497e-06,
      "loss": 0.2619,
      "step": 5100
    },
    {
      "epoch": 1.570462578761334,
      "grad_norm": 2.265625,
      "learning_rate": 4.299323909035034e-06,
      "loss": 0.2762,
      "step": 5110
    },
    {
      "epoch": 1.5735361917934532,
      "grad_norm": 2.296875,
      "learning_rate": 4.268592501536571e-06,
      "loss": 0.2555,
      "step": 5120
    },
    {
      "epoch": 1.5766098048255723,
      "grad_norm": 2.046875,
      "learning_rate": 4.237861094038107e-06,
      "loss": 0.2457,
      "step": 5130
    },
    {
      "epoch": 1.5796834178576917,
      "grad_norm": 2.578125,
      "learning_rate": 4.207129686539644e-06,
      "loss": 0.27,
      "step": 5140
    },
    {
      "epoch": 1.5827570308898111,
      "grad_norm": 2.1875,
      "learning_rate": 4.176398279041181e-06,
      "loss": 0.2525,
      "step": 5150
    },
    {
      "epoch": 1.58583064392193,
      "grad_norm": 2.390625,
      "learning_rate": 4.145666871542717e-06,
      "loss": 0.2788,
      "step": 5160
    },
    {
      "epoch": 1.5889042569540495,
      "grad_norm": 2.46875,
      "learning_rate": 4.114935464044253e-06,
      "loss": 0.2732,
      "step": 5170
    },
    {
      "epoch": 1.5919778699861689,
      "grad_norm": 2.359375,
      "learning_rate": 4.08420405654579e-06,
      "loss": 0.2415,
      "step": 5180
    },
    {
      "epoch": 1.595051483018288,
      "grad_norm": 2.5625,
      "learning_rate": 4.053472649047327e-06,
      "loss": 0.2461,
      "step": 5190
    },
    {
      "epoch": 1.5981250960504072,
      "grad_norm": 2.46875,
      "learning_rate": 4.022741241548863e-06,
      "loss": 0.2554,
      "step": 5200
    },
    {
      "epoch": 1.6011987090825266,
      "grad_norm": 2.5,
      "learning_rate": 3.9920098340504e-06,
      "loss": 0.2824,
      "step": 5210
    },
    {
      "epoch": 1.6042723221146458,
      "grad_norm": 2.328125,
      "learning_rate": 3.961278426551937e-06,
      "loss": 0.2289,
      "step": 5220
    },
    {
      "epoch": 1.607345935146765,
      "grad_norm": 2.453125,
      "learning_rate": 3.930547019053473e-06,
      "loss": 0.2515,
      "step": 5230
    },
    {
      "epoch": 1.6104195481788843,
      "grad_norm": 2.703125,
      "learning_rate": 3.899815611555009e-06,
      "loss": 0.2636,
      "step": 5240
    },
    {
      "epoch": 1.6134931612110035,
      "grad_norm": 2.375,
      "learning_rate": 3.869084204056546e-06,
      "loss": 0.2656,
      "step": 5250
    },
    {
      "epoch": 1.6165667742431227,
      "grad_norm": 2.4375,
      "learning_rate": 3.838352796558083e-06,
      "loss": 0.2758,
      "step": 5260
    },
    {
      "epoch": 1.619640387275242,
      "grad_norm": 2.375,
      "learning_rate": 3.807621389059619e-06,
      "loss": 0.2656,
      "step": 5270
    },
    {
      "epoch": 1.6227140003073615,
      "grad_norm": 2.453125,
      "learning_rate": 3.776889981561156e-06,
      "loss": 0.2808,
      "step": 5280
    },
    {
      "epoch": 1.6257876133394804,
      "grad_norm": 2.140625,
      "learning_rate": 3.746158574062692e-06,
      "loss": 0.2827,
      "step": 5290
    },
    {
      "epoch": 1.6288612263715998,
      "grad_norm": 2.265625,
      "learning_rate": 3.7154271665642287e-06,
      "loss": 0.2532,
      "step": 5300
    },
    {
      "epoch": 1.6319348394037192,
      "grad_norm": 2.90625,
      "learning_rate": 3.6846957590657658e-06,
      "loss": 0.2599,
      "step": 5310
    },
    {
      "epoch": 1.6350084524358384,
      "grad_norm": 2.625,
      "learning_rate": 3.6539643515673025e-06,
      "loss": 0.2759,
      "step": 5320
    },
    {
      "epoch": 1.6380820654679575,
      "grad_norm": 2.640625,
      "learning_rate": 3.6232329440688383e-06,
      "loss": 0.262,
      "step": 5330
    },
    {
      "epoch": 1.641155678500077,
      "grad_norm": 2.40625,
      "learning_rate": 3.5925015365703754e-06,
      "loss": 0.2804,
      "step": 5340
    },
    {
      "epoch": 1.644229291532196,
      "grad_norm": 2.15625,
      "learning_rate": 3.561770129071912e-06,
      "loss": 0.2631,
      "step": 5350
    },
    {
      "epoch": 1.6473029045643153,
      "grad_norm": 2.28125,
      "learning_rate": 3.531038721573448e-06,
      "loss": 0.2603,
      "step": 5360
    },
    {
      "epoch": 1.6503765175964347,
      "grad_norm": 1.9921875,
      "learning_rate": 3.500307314074985e-06,
      "loss": 0.234,
      "step": 5370
    },
    {
      "epoch": 1.6534501306285538,
      "grad_norm": 1.859375,
      "learning_rate": 3.469575906576522e-06,
      "loss": 0.2589,
      "step": 5380
    },
    {
      "epoch": 1.656523743660673,
      "grad_norm": 2.71875,
      "learning_rate": 3.4388444990780576e-06,
      "loss": 0.2643,
      "step": 5390
    },
    {
      "epoch": 1.6595973566927924,
      "grad_norm": 2.015625,
      "learning_rate": 3.4081130915795948e-06,
      "loss": 0.252,
      "step": 5400
    },
    {
      "epoch": 1.6626709697249118,
      "grad_norm": 2.34375,
      "learning_rate": 3.3773816840811315e-06,
      "loss": 0.2721,
      "step": 5410
    },
    {
      "epoch": 1.6657445827570307,
      "grad_norm": 2.515625,
      "learning_rate": 3.3466502765826673e-06,
      "loss": 0.2749,
      "step": 5420
    },
    {
      "epoch": 1.6688181957891501,
      "grad_norm": 2.59375,
      "learning_rate": 3.3159188690842044e-06,
      "loss": 0.2675,
      "step": 5430
    },
    {
      "epoch": 1.6718918088212695,
      "grad_norm": 2.765625,
      "learning_rate": 3.285187461585741e-06,
      "loss": 0.2348,
      "step": 5440
    },
    {
      "epoch": 1.6749654218533887,
      "grad_norm": 2.25,
      "learning_rate": 3.254456054087278e-06,
      "loss": 0.2552,
      "step": 5450
    },
    {
      "epoch": 1.6780390348855079,
      "grad_norm": 2.140625,
      "learning_rate": 3.223724646588814e-06,
      "loss": 0.306,
      "step": 5460
    },
    {
      "epoch": 1.6811126479176273,
      "grad_norm": 2.328125,
      "learning_rate": 3.1929932390903508e-06,
      "loss": 0.2652,
      "step": 5470
    },
    {
      "epoch": 1.6841862609497464,
      "grad_norm": 2.15625,
      "learning_rate": 3.1622618315918875e-06,
      "loss": 0.2572,
      "step": 5480
    },
    {
      "epoch": 1.6872598739818656,
      "grad_norm": 2.125,
      "learning_rate": 3.1315304240934238e-06,
      "loss": 0.2807,
      "step": 5490
    },
    {
      "epoch": 1.690333487013985,
      "grad_norm": 2.578125,
      "learning_rate": 3.1007990165949604e-06,
      "loss": 0.2612,
      "step": 5500
    },
    {
      "epoch": 1.6934071000461042,
      "grad_norm": 2.234375,
      "learning_rate": 3.070067609096497e-06,
      "loss": 0.2599,
      "step": 5510
    },
    {
      "epoch": 1.6964807130782233,
      "grad_norm": 2.375,
      "learning_rate": 3.0393362015980334e-06,
      "loss": 0.2675,
      "step": 5520
    },
    {
      "epoch": 1.6995543261103427,
      "grad_norm": 1.9140625,
      "learning_rate": 3.00860479409957e-06,
      "loss": 0.2352,
      "step": 5530
    },
    {
      "epoch": 1.702627939142462,
      "grad_norm": 1.875,
      "learning_rate": 2.977873386601107e-06,
      "loss": 0.262,
      "step": 5540
    },
    {
      "epoch": 1.705701552174581,
      "grad_norm": 2.53125,
      "learning_rate": 2.947141979102643e-06,
      "loss": 0.2622,
      "step": 5550
    },
    {
      "epoch": 1.7087751652067005,
      "grad_norm": 2.796875,
      "learning_rate": 2.9164105716041798e-06,
      "loss": 0.2577,
      "step": 5560
    },
    {
      "epoch": 1.7118487782388199,
      "grad_norm": 2.25,
      "learning_rate": 2.8856791641057165e-06,
      "loss": 0.2688,
      "step": 5570
    },
    {
      "epoch": 1.714922391270939,
      "grad_norm": 3.0,
      "learning_rate": 2.854947756607253e-06,
      "loss": 0.2794,
      "step": 5580
    },
    {
      "epoch": 1.7179960043030582,
      "grad_norm": 2.328125,
      "learning_rate": 2.8242163491087894e-06,
      "loss": 0.2451,
      "step": 5590
    },
    {
      "epoch": 1.7210696173351776,
      "grad_norm": 2.46875,
      "learning_rate": 2.793484941610326e-06,
      "loss": 0.2478,
      "step": 5600
    },
    {
      "epoch": 1.7241432303672968,
      "grad_norm": 2.25,
      "learning_rate": 2.762753534111863e-06,
      "loss": 0.2533,
      "step": 5610
    },
    {
      "epoch": 1.727216843399416,
      "grad_norm": 2.359375,
      "learning_rate": 2.732022126613399e-06,
      "loss": 0.2803,
      "step": 5620
    },
    {
      "epoch": 1.7302904564315353,
      "grad_norm": 2.4375,
      "learning_rate": 2.7012907191149358e-06,
      "loss": 0.236,
      "step": 5630
    },
    {
      "epoch": 1.7333640694636545,
      "grad_norm": 2.765625,
      "learning_rate": 2.6705593116164725e-06,
      "loss": 0.2735,
      "step": 5640
    },
    {
      "epoch": 1.7364376824957737,
      "grad_norm": 2.328125,
      "learning_rate": 2.6398279041180088e-06,
      "loss": 0.2486,
      "step": 5650
    },
    {
      "epoch": 1.739511295527893,
      "grad_norm": 2.46875,
      "learning_rate": 2.6090964966195454e-06,
      "loss": 0.2673,
      "step": 5660
    },
    {
      "epoch": 1.7425849085600122,
      "grad_norm": 2.171875,
      "learning_rate": 2.578365089121082e-06,
      "loss": 0.2445,
      "step": 5670
    },
    {
      "epoch": 1.7456585215921314,
      "grad_norm": 2.828125,
      "learning_rate": 2.5476336816226184e-06,
      "loss": 0.2702,
      "step": 5680
    },
    {
      "epoch": 1.7487321346242508,
      "grad_norm": 2.3125,
      "learning_rate": 2.516902274124155e-06,
      "loss": 0.2502,
      "step": 5690
    },
    {
      "epoch": 1.7518057476563702,
      "grad_norm": 2.296875,
      "learning_rate": 2.486170866625692e-06,
      "loss": 0.2615,
      "step": 5700
    },
    {
      "epoch": 1.7548793606884892,
      "grad_norm": 1.8828125,
      "learning_rate": 2.455439459127228e-06,
      "loss": 0.2696,
      "step": 5710
    },
    {
      "epoch": 1.7579529737206085,
      "grad_norm": 2.3125,
      "learning_rate": 2.4247080516287648e-06,
      "loss": 0.2489,
      "step": 5720
    },
    {
      "epoch": 1.761026586752728,
      "grad_norm": 2.84375,
      "learning_rate": 2.3939766441303015e-06,
      "loss": 0.2448,
      "step": 5730
    },
    {
      "epoch": 1.7641001997848471,
      "grad_norm": 2.875,
      "learning_rate": 2.3632452366318377e-06,
      "loss": 0.2512,
      "step": 5740
    },
    {
      "epoch": 1.7671738128169663,
      "grad_norm": 2.125,
      "learning_rate": 2.3325138291333744e-06,
      "loss": 0.2481,
      "step": 5750
    },
    {
      "epoch": 1.7702474258490857,
      "grad_norm": 2.90625,
      "learning_rate": 2.301782421634911e-06,
      "loss": 0.2504,
      "step": 5760
    },
    {
      "epoch": 1.7733210388812048,
      "grad_norm": 2.515625,
      "learning_rate": 2.2710510141364474e-06,
      "loss": 0.2581,
      "step": 5770
    },
    {
      "epoch": 1.776394651913324,
      "grad_norm": 2.40625,
      "learning_rate": 2.240319606637984e-06,
      "loss": 0.2627,
      "step": 5780
    },
    {
      "epoch": 1.7794682649454434,
      "grad_norm": 2.40625,
      "learning_rate": 2.2095881991395208e-06,
      "loss": 0.25,
      "step": 5790
    },
    {
      "epoch": 1.7825418779775626,
      "grad_norm": 2.390625,
      "learning_rate": 2.1788567916410575e-06,
      "loss": 0.2664,
      "step": 5800
    },
    {
      "epoch": 1.7856154910096818,
      "grad_norm": 2.671875,
      "learning_rate": 2.1481253841425938e-06,
      "loss": 0.2627,
      "step": 5810
    },
    {
      "epoch": 1.7886891040418011,
      "grad_norm": 2.359375,
      "learning_rate": 2.1173939766441304e-06,
      "loss": 0.2092,
      "step": 5820
    },
    {
      "epoch": 1.7917627170739205,
      "grad_norm": 2.390625,
      "learning_rate": 2.086662569145667e-06,
      "loss": 0.2603,
      "step": 5830
    },
    {
      "epoch": 1.7948363301060395,
      "grad_norm": 1.8984375,
      "learning_rate": 2.0559311616472034e-06,
      "loss": 0.2244,
      "step": 5840
    },
    {
      "epoch": 1.7979099431381589,
      "grad_norm": 2.078125,
      "learning_rate": 2.02519975414874e-06,
      "loss": 0.2542,
      "step": 5850
    },
    {
      "epoch": 1.8009835561702783,
      "grad_norm": 1.953125,
      "learning_rate": 1.994468346650277e-06,
      "loss": 0.2478,
      "step": 5860
    },
    {
      "epoch": 1.8040571692023974,
      "grad_norm": 2.515625,
      "learning_rate": 1.963736939151813e-06,
      "loss": 0.2253,
      "step": 5870
    },
    {
      "epoch": 1.8071307822345166,
      "grad_norm": 1.9296875,
      "learning_rate": 1.9330055316533498e-06,
      "loss": 0.2727,
      "step": 5880
    },
    {
      "epoch": 1.810204395266636,
      "grad_norm": 2.8125,
      "learning_rate": 1.9022741241548865e-06,
      "loss": 0.273,
      "step": 5890
    },
    {
      "epoch": 1.8132780082987552,
      "grad_norm": 1.96875,
      "learning_rate": 1.871542716656423e-06,
      "loss": 0.2747,
      "step": 5900
    },
    {
      "epoch": 1.8163516213308744,
      "grad_norm": 2.09375,
      "learning_rate": 1.8408113091579596e-06,
      "loss": 0.2624,
      "step": 5910
    },
    {
      "epoch": 1.8194252343629937,
      "grad_norm": 2.71875,
      "learning_rate": 1.8100799016594961e-06,
      "loss": 0.2392,
      "step": 5920
    },
    {
      "epoch": 1.822498847395113,
      "grad_norm": 2.375,
      "learning_rate": 1.7793484941610328e-06,
      "loss": 0.2444,
      "step": 5930
    },
    {
      "epoch": 1.825572460427232,
      "grad_norm": 2.484375,
      "learning_rate": 1.7486170866625693e-06,
      "loss": 0.2719,
      "step": 5940
    },
    {
      "epoch": 1.8286460734593515,
      "grad_norm": 2.671875,
      "learning_rate": 1.7178856791641058e-06,
      "loss": 0.2604,
      "step": 5950
    },
    {
      "epoch": 1.8317196864914709,
      "grad_norm": 2.46875,
      "learning_rate": 1.6871542716656425e-06,
      "loss": 0.2628,
      "step": 5960
    },
    {
      "epoch": 1.8347932995235898,
      "grad_norm": 2.140625,
      "learning_rate": 1.656422864167179e-06,
      "loss": 0.2842,
      "step": 5970
    },
    {
      "epoch": 1.8378669125557092,
      "grad_norm": 2.859375,
      "learning_rate": 1.6256914566687157e-06,
      "loss": 0.2726,
      "step": 5980
    },
    {
      "epoch": 1.8409405255878286,
      "grad_norm": 2.21875,
      "learning_rate": 1.5949600491702521e-06,
      "loss": 0.2798,
      "step": 5990
    },
    {
      "epoch": 1.8440141386199478,
      "grad_norm": 2.5,
      "learning_rate": 1.5642286416717886e-06,
      "loss": 0.2865,
      "step": 6000
    },
    {
      "epoch": 1.847087751652067,
      "grad_norm": 2.71875,
      "learning_rate": 1.5334972341733253e-06,
      "loss": 0.2594,
      "step": 6010
    },
    {
      "epoch": 1.8501613646841863,
      "grad_norm": 2.703125,
      "learning_rate": 1.5027658266748618e-06,
      "loss": 0.2585,
      "step": 6020
    },
    {
      "epoch": 1.8532349777163055,
      "grad_norm": 2.8125,
      "learning_rate": 1.4720344191763983e-06,
      "loss": 0.2758,
      "step": 6030
    },
    {
      "epoch": 1.8563085907484247,
      "grad_norm": 2.34375,
      "learning_rate": 1.441303011677935e-06,
      "loss": 0.2722,
      "step": 6040
    },
    {
      "epoch": 1.859382203780544,
      "grad_norm": 2.1875,
      "learning_rate": 1.4105716041794715e-06,
      "loss": 0.2812,
      "step": 6050
    },
    {
      "epoch": 1.8624558168126633,
      "grad_norm": 2.796875,
      "learning_rate": 1.3798401966810082e-06,
      "loss": 0.2263,
      "step": 6060
    },
    {
      "epoch": 1.8655294298447824,
      "grad_norm": 2.21875,
      "learning_rate": 1.3491087891825446e-06,
      "loss": 0.2759,
      "step": 6070
    },
    {
      "epoch": 1.8686030428769018,
      "grad_norm": 2.59375,
      "learning_rate": 1.3183773816840811e-06,
      "loss": 0.2584,
      "step": 6080
    },
    {
      "epoch": 1.8716766559090212,
      "grad_norm": 2.484375,
      "learning_rate": 1.2876459741856178e-06,
      "loss": 0.2728,
      "step": 6090
    },
    {
      "epoch": 1.8747502689411402,
      "grad_norm": 2.296875,
      "learning_rate": 1.2569145666871543e-06,
      "loss": 0.2466,
      "step": 6100
    },
    {
      "epoch": 1.8778238819732596,
      "grad_norm": 2.6875,
      "learning_rate": 1.226183159188691e-06,
      "loss": 0.2428,
      "step": 6110
    },
    {
      "epoch": 1.880897495005379,
      "grad_norm": 2.90625,
      "learning_rate": 1.1954517516902275e-06,
      "loss": 0.2383,
      "step": 6120
    },
    {
      "epoch": 1.8839711080374981,
      "grad_norm": 2.515625,
      "learning_rate": 1.1647203441917642e-06,
      "loss": 0.2902,
      "step": 6130
    },
    {
      "epoch": 1.8870447210696173,
      "grad_norm": 2.796875,
      "learning_rate": 1.1339889366933007e-06,
      "loss": 0.2328,
      "step": 6140
    },
    {
      "epoch": 1.8901183341017367,
      "grad_norm": 2.203125,
      "learning_rate": 1.1032575291948371e-06,
      "loss": 0.2504,
      "step": 6150
    },
    {
      "epoch": 1.8931919471338559,
      "grad_norm": 2.25,
      "learning_rate": 1.0725261216963738e-06,
      "loss": 0.2605,
      "step": 6160
    },
    {
      "epoch": 1.896265560165975,
      "grad_norm": 2.625,
      "learning_rate": 1.0417947141979103e-06,
      "loss": 0.2615,
      "step": 6170
    },
    {
      "epoch": 1.8993391731980944,
      "grad_norm": 3.03125,
      "learning_rate": 1.0110633066994468e-06,
      "loss": 0.2613,
      "step": 6180
    },
    {
      "epoch": 1.9024127862302136,
      "grad_norm": 2.828125,
      "learning_rate": 9.803318992009835e-07,
      "loss": 0.2761,
      "step": 6190
    },
    {
      "epoch": 1.9054863992623328,
      "grad_norm": 2.078125,
      "learning_rate": 9.496004917025201e-07,
      "loss": 0.2589,
      "step": 6200
    },
    {
      "epoch": 1.9085600122944522,
      "grad_norm": 2.671875,
      "learning_rate": 9.188690842040567e-07,
      "loss": 0.2762,
      "step": 6210
    },
    {
      "epoch": 1.9116336253265716,
      "grad_norm": 2.40625,
      "learning_rate": 8.881376767055933e-07,
      "loss": 0.2326,
      "step": 6220
    },
    {
      "epoch": 1.9147072383586905,
      "grad_norm": 2.484375,
      "learning_rate": 8.574062692071297e-07,
      "loss": 0.2404,
      "step": 6230
    },
    {
      "epoch": 1.91778085139081,
      "grad_norm": 2.609375,
      "learning_rate": 8.266748617086663e-07,
      "loss": 0.2708,
      "step": 6240
    },
    {
      "epoch": 1.9208544644229293,
      "grad_norm": 1.796875,
      "learning_rate": 7.959434542102029e-07,
      "loss": 0.2478,
      "step": 6250
    },
    {
      "epoch": 1.9239280774550485,
      "grad_norm": 2.078125,
      "learning_rate": 7.652120467117395e-07,
      "loss": 0.2615,
      "step": 6260
    },
    {
      "epoch": 1.9270016904871676,
      "grad_norm": 2.640625,
      "learning_rate": 7.34480639213276e-07,
      "loss": 0.2484,
      "step": 6270
    },
    {
      "epoch": 1.930075303519287,
      "grad_norm": 2.296875,
      "learning_rate": 7.037492317148126e-07,
      "loss": 0.2866,
      "step": 6280
    },
    {
      "epoch": 1.9331489165514062,
      "grad_norm": 2.328125,
      "learning_rate": 6.730178242163492e-07,
      "loss": 0.2632,
      "step": 6290
    },
    {
      "epoch": 1.9362225295835254,
      "grad_norm": 2.8125,
      "learning_rate": 6.422864167178858e-07,
      "loss": 0.2576,
      "step": 6300
    },
    {
      "epoch": 1.9392961426156448,
      "grad_norm": 2.125,
      "learning_rate": 6.115550092194224e-07,
      "loss": 0.2428,
      "step": 6310
    },
    {
      "epoch": 1.942369755647764,
      "grad_norm": 2.1875,
      "learning_rate": 5.808236017209588e-07,
      "loss": 0.2435,
      "step": 6320
    },
    {
      "epoch": 1.945443368679883,
      "grad_norm": 1.8515625,
      "learning_rate": 5.500921942224954e-07,
      "loss": 0.2537,
      "step": 6330
    },
    {
      "epoch": 1.9485169817120025,
      "grad_norm": 2.09375,
      "learning_rate": 5.19360786724032e-07,
      "loss": 0.2701,
      "step": 6340
    },
    {
      "epoch": 1.9515905947441217,
      "grad_norm": 2.515625,
      "learning_rate": 4.886293792255686e-07,
      "loss": 0.1977,
      "step": 6350
    },
    {
      "epoch": 1.9546642077762408,
      "grad_norm": 2.78125,
      "learning_rate": 4.5789797172710514e-07,
      "loss": 0.2635,
      "step": 6360
    },
    {
      "epoch": 1.9577378208083602,
      "grad_norm": 2.265625,
      "learning_rate": 4.271665642286417e-07,
      "loss": 0.2385,
      "step": 6370
    },
    {
      "epoch": 1.9608114338404796,
      "grad_norm": 2.546875,
      "learning_rate": 3.964351567301783e-07,
      "loss": 0.2657,
      "step": 6380
    },
    {
      "epoch": 1.9638850468725988,
      "grad_norm": 2.234375,
      "learning_rate": 3.657037492317148e-07,
      "loss": 0.2301,
      "step": 6390
    },
    {
      "epoch": 1.966958659904718,
      "grad_norm": 2.328125,
      "learning_rate": 3.3497234173325144e-07,
      "loss": 0.2379,
      "step": 6400
    },
    {
      "epoch": 1.9700322729368374,
      "grad_norm": 2.203125,
      "learning_rate": 3.04240934234788e-07,
      "loss": 0.2598,
      "step": 6410
    },
    {
      "epoch": 1.9731058859689565,
      "grad_norm": 2.546875,
      "learning_rate": 2.7350952673632457e-07,
      "loss": 0.253,
      "step": 6420
    },
    {
      "epoch": 1.9761794990010757,
      "grad_norm": 2.375,
      "learning_rate": 2.427781192378611e-07,
      "loss": 0.2614,
      "step": 6430
    },
    {
      "epoch": 1.979253112033195,
      "grad_norm": 1.8984375,
      "learning_rate": 2.120467117393977e-07,
      "loss": 0.2474,
      "step": 6440
    },
    {
      "epoch": 1.9823267250653143,
      "grad_norm": 1.8203125,
      "learning_rate": 1.8131530424093426e-07,
      "loss": 0.2825,
      "step": 6450
    },
    {
      "epoch": 1.9854003380974334,
      "grad_norm": 1.9921875,
      "learning_rate": 1.5058389674247082e-07,
      "loss": 0.2705,
      "step": 6460
    },
    {
      "epoch": 1.9884739511295528,
      "grad_norm": 1.8203125,
      "learning_rate": 1.1985248924400738e-07,
      "loss": 0.2716,
      "step": 6470
    },
    {
      "epoch": 1.991547564161672,
      "grad_norm": 2.25,
      "learning_rate": 8.912108174554396e-08,
      "loss": 0.2911,
      "step": 6480
    },
    {
      "epoch": 1.9946211771937912,
      "grad_norm": 2.40625,
      "learning_rate": 5.838967424708052e-08,
      "loss": 0.2304,
      "step": 6490
    },
    {
      "epoch": 1.9976947902259106,
      "grad_norm": 2.15625,
      "learning_rate": 2.7658266748617086e-08,
      "loss": 0.2298,
      "step": 6500
    }
  ],
  "logging_steps": 10,
  "max_steps": 6508,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 3.59613886778096e+18,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}