{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 38.46153846153846,
  "eval_steps": 500,
  "global_step": 10000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.038461538461538464,
      "grad_norm": 0.8129774928092957,
      "learning_rate": 2.7e-07,
      "loss": 1.3508,
      "step": 10
    },
    {
      "epoch": 0.07692307692307693,
      "grad_norm": 0.6433653235435486,
      "learning_rate": 5.7e-07,
      "loss": 1.3552,
      "step": 20
    },
    {
      "epoch": 0.11538461538461539,
      "grad_norm": 0.6810219883918762,
      "learning_rate": 8.7e-07,
      "loss": 1.3478,
      "step": 30
    },
    {
      "epoch": 0.15384615384615385,
      "grad_norm": 0.6231173276901245,
      "learning_rate": 1.17e-06,
      "loss": 1.3472,
      "step": 40
    },
    {
      "epoch": 0.19230769230769232,
      "grad_norm": 0.829264223575592,
      "learning_rate": 1.4700000000000001e-06,
      "loss": 1.3416,
      "step": 50
    },
    {
      "epoch": 0.23076923076923078,
      "grad_norm": 0.9087441563606262,
      "learning_rate": 1.77e-06,
      "loss": 1.3256,
      "step": 60
    },
    {
      "epoch": 0.2692307692307692,
      "grad_norm": 1.0764439105987549,
      "learning_rate": 2.07e-06,
      "loss": 1.3159,
      "step": 70
    },
    {
      "epoch": 0.3076923076923077,
      "grad_norm": 1.0241045951843262,
      "learning_rate": 2.37e-06,
      "loss": 1.3131,
      "step": 80
    },
    {
      "epoch": 0.34615384615384615,
      "grad_norm": 1.0223745107650757,
      "learning_rate": 2.67e-06,
      "loss": 1.2953,
      "step": 90
    },
    {
      "epoch": 0.38461538461538464,
      "grad_norm": 1.3292489051818848,
      "learning_rate": 2.9700000000000004e-06,
      "loss": 1.2714,
      "step": 100
    },
    {
      "epoch": 0.4230769230769231,
      "grad_norm": 1.2786927223205566,
      "learning_rate": 3.27e-06,
      "loss": 1.2593,
      "step": 110
    },
    {
      "epoch": 0.46153846153846156,
      "grad_norm": 1.0608361959457397,
      "learning_rate": 3.57e-06,
      "loss": 1.2464,
      "step": 120
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.9192166328430176,
      "learning_rate": 3.87e-06,
      "loss": 1.2222,
      "step": 130
    },
    {
      "epoch": 0.5384615384615384,
      "grad_norm": 0.8084186315536499,
      "learning_rate": 4.170000000000001e-06,
      "loss": 1.2077,
      "step": 140
    },
    {
      "epoch": 0.5769230769230769,
      "grad_norm": 0.8090039491653442,
      "learning_rate": 4.4699999999999996e-06,
      "loss": 1.1963,
      "step": 150
    },
    {
      "epoch": 0.6153846153846154,
      "grad_norm": 0.7544081807136536,
      "learning_rate": 4.77e-06,
      "loss": 1.1736,
      "step": 160
    },
    {
      "epoch": 0.6538461538461539,
      "grad_norm": 0.7331106662750244,
      "learning_rate": 5.070000000000001e-06,
      "loss": 1.1634,
      "step": 170
    },
    {
      "epoch": 0.6923076923076923,
      "grad_norm": 0.8381819128990173,
      "learning_rate": 5.37e-06,
      "loss": 1.154,
      "step": 180
    },
    {
      "epoch": 0.7307692307692307,
      "grad_norm": 0.8138782382011414,
      "learning_rate": 5.67e-06,
      "loss": 1.1325,
      "step": 190
    },
    {
      "epoch": 0.7692307692307693,
      "grad_norm": 0.7330286502838135,
      "learning_rate": 5.9700000000000004e-06,
      "loss": 1.1344,
      "step": 200
    },
    {
      "epoch": 0.8076923076923077,
      "grad_norm": 0.8166984915733337,
      "learning_rate": 6.27e-06,
      "loss": 1.1302,
      "step": 210
    },
    {
      "epoch": 0.8461538461538461,
      "grad_norm": 0.7504987120628357,
      "learning_rate": 6.57e-06,
      "loss": 1.1089,
      "step": 220
    },
    {
      "epoch": 0.8846153846153846,
      "grad_norm": 0.7398339509963989,
      "learning_rate": 6.87e-06,
      "loss": 1.0961,
      "step": 230
    },
    {
      "epoch": 0.9230769230769231,
      "grad_norm": 0.6914257407188416,
      "learning_rate": 7.17e-06,
      "loss": 1.0939,
      "step": 240
    },
    {
      "epoch": 0.9615384615384616,
      "grad_norm": 0.753593921661377,
      "learning_rate": 7.4700000000000005e-06,
      "loss": 1.0844,
      "step": 250
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.775452733039856,
      "learning_rate": 7.77e-06,
      "loss": 1.0757,
      "step": 260
    },
    {
      "epoch": 1.0384615384615385,
      "grad_norm": 0.8942003846168518,
      "learning_rate": 8.07e-06,
      "loss": 1.0727,
      "step": 270
    },
    {
      "epoch": 1.0769230769230769,
      "grad_norm": 0.8823027610778809,
      "learning_rate": 8.370000000000001e-06,
      "loss": 1.073,
      "step": 280
    },
    {
      "epoch": 1.1153846153846154,
      "grad_norm": 0.7825962901115417,
      "learning_rate": 8.67e-06,
      "loss": 1.0681,
      "step": 290
    },
    {
      "epoch": 1.1538461538461537,
      "grad_norm": 1.042375087738037,
      "learning_rate": 8.97e-06,
      "loss": 1.0604,
      "step": 300
    },
    {
      "epoch": 1.1923076923076923,
      "grad_norm": 0.9922687411308289,
      "learning_rate": 9.27e-06,
      "loss": 1.0616,
      "step": 310
    },
    {
      "epoch": 1.2307692307692308,
      "grad_norm": 0.8586735129356384,
      "learning_rate": 9.57e-06,
      "loss": 1.0532,
      "step": 320
    },
    {
      "epoch": 1.2692307692307692,
      "grad_norm": 0.9278848171234131,
      "learning_rate": 9.87e-06,
      "loss": 1.0478,
      "step": 330
    },
    {
      "epoch": 1.3076923076923077,
      "grad_norm": 0.8375242948532104,
      "learning_rate": 1.0170000000000001e-05,
      "loss": 1.0513,
      "step": 340
    },
    {
      "epoch": 1.3461538461538463,
      "grad_norm": 0.7845088839530945,
      "learning_rate": 1.047e-05,
      "loss": 1.0438,
      "step": 350
    },
    {
      "epoch": 1.3846153846153846,
      "grad_norm": 0.9647091031074524,
      "learning_rate": 1.077e-05,
      "loss": 1.0285,
      "step": 360
    },
    {
      "epoch": 1.4230769230769231,
      "grad_norm": 1.1311838626861572,
      "learning_rate": 1.107e-05,
      "loss": 1.023,
      "step": 370
    },
    {
      "epoch": 1.4615384615384617,
      "grad_norm": 1.1281001567840576,
      "learning_rate": 1.137e-05,
      "loss": 1.0075,
      "step": 380
    },
    {
      "epoch": 1.5,
      "grad_norm": 1.461525321006775,
      "learning_rate": 1.167e-05,
      "loss": 0.9779,
      "step": 390
    },
    {
      "epoch": 1.5384615384615383,
      "grad_norm": 1.534185767173767,
      "learning_rate": 1.197e-05,
      "loss": 0.9208,
      "step": 400
    },
    {
      "epoch": 1.5769230769230769,
      "grad_norm": 1.9967076778411865,
      "learning_rate": 1.227e-05,
      "loss": 0.8734,
      "step": 410
    },
    {
      "epoch": 1.6153846153846154,
      "grad_norm": 1.6220159530639648,
      "learning_rate": 1.257e-05,
      "loss": 0.8197,
      "step": 420
    },
    {
      "epoch": 1.6538461538461537,
      "grad_norm": 1.832636833190918,
      "learning_rate": 1.287e-05,
      "loss": 0.771,
      "step": 430
    },
    {
      "epoch": 1.6923076923076923,
      "grad_norm": 2.2742176055908203,
      "learning_rate": 1.3170000000000001e-05,
      "loss": 0.7211,
      "step": 440
    },
    {
      "epoch": 1.7307692307692308,
      "grad_norm": 1.9380594491958618,
      "learning_rate": 1.3470000000000001e-05,
      "loss": 0.6881,
      "step": 450
    },
    {
      "epoch": 1.7692307692307692,
      "grad_norm": 2.589594602584839,
      "learning_rate": 1.377e-05,
      "loss": 0.6551,
      "step": 460
    },
    {
      "epoch": 1.8076923076923077,
      "grad_norm": 2.73272442817688,
      "learning_rate": 1.4069999999999999e-05,
      "loss": 0.64,
      "step": 470
    },
    {
      "epoch": 1.8461538461538463,
      "grad_norm": 2.789524555206299,
      "learning_rate": 1.437e-05,
      "loss": 0.6142,
      "step": 480
    },
    {
      "epoch": 1.8846153846153846,
      "grad_norm": 2.5425634384155273,
      "learning_rate": 1.467e-05,
      "loss": 0.5954,
      "step": 490
    },
    {
      "epoch": 1.9230769230769231,
      "grad_norm": 2.916409969329834,
      "learning_rate": 1.497e-05,
      "loss": 0.574,
      "step": 500
    },
    {
      "epoch": 1.9615384615384617,
      "grad_norm": 2.5941741466522217,
      "learning_rate": 1.527e-05,
      "loss": 0.5612,
      "step": 510
    },
    {
      "epoch": 2.0,
      "grad_norm": 3.0018510818481445,
      "learning_rate": 1.5570000000000002e-05,
      "loss": 0.545,
      "step": 520
    },
    {
      "epoch": 2.0384615384615383,
      "grad_norm": 2.7710626125335693,
      "learning_rate": 1.5870000000000002e-05,
      "loss": 0.5413,
      "step": 530
    },
    {
      "epoch": 2.076923076923077,
      "grad_norm": 3.6336352825164795,
      "learning_rate": 1.6170000000000003e-05,
      "loss": 0.5231,
      "step": 540
    },
    {
      "epoch": 2.1153846153846154,
      "grad_norm": 3.880500555038452,
      "learning_rate": 1.6470000000000003e-05,
      "loss": 0.5153,
      "step": 550
    },
    {
      "epoch": 2.1538461538461537,
      "grad_norm": 3.505535840988159,
      "learning_rate": 1.677e-05,
      "loss": 0.5065,
      "step": 560
    },
    {
      "epoch": 2.1923076923076925,
      "grad_norm": 3.137913465499878,
      "learning_rate": 1.7069999999999998e-05,
      "loss": 0.4962,
      "step": 570
    },
    {
      "epoch": 2.230769230769231,
      "grad_norm": 3.880664110183716,
      "learning_rate": 1.7369999999999998e-05,
      "loss": 0.4966,
      "step": 580
    },
    {
      "epoch": 2.269230769230769,
      "grad_norm": 3.5915846824645996,
      "learning_rate": 1.767e-05,
      "loss": 0.498,
      "step": 590
    },
    {
      "epoch": 2.3076923076923075,
      "grad_norm": 3.1810109615325928,
      "learning_rate": 1.797e-05,
      "loss": 0.4988,
      "step": 600
    },
    {
      "epoch": 2.3461538461538463,
      "grad_norm": 3.6019811630249023,
      "learning_rate": 1.827e-05,
      "loss": 0.4974,
      "step": 610
    },
    {
      "epoch": 2.3846153846153846,
      "grad_norm": 3.5532901287078857,
      "learning_rate": 1.857e-05,
      "loss": 0.4819,
      "step": 620
    },
    {
      "epoch": 2.423076923076923,
      "grad_norm": 3.921673536300659,
      "learning_rate": 1.887e-05,
      "loss": 0.4798,
      "step": 630
    },
    {
      "epoch": 2.4615384615384617,
      "grad_norm": 3.2884128093719482,
      "learning_rate": 1.917e-05,
      "loss": 0.4826,
      "step": 640
    },
    {
      "epoch": 2.5,
      "grad_norm": 3.231353759765625,
      "learning_rate": 1.947e-05,
      "loss": 0.4825,
      "step": 650
    },
    {
      "epoch": 2.5384615384615383,
      "grad_norm": 4.012421131134033,
      "learning_rate": 1.9770000000000002e-05,
      "loss": 0.4782,
      "step": 660
    },
    {
      "epoch": 2.5769230769230766,
      "grad_norm": 3.7715535163879395,
      "learning_rate": 2.0070000000000003e-05,
      "loss": 0.4854,
      "step": 670
    },
    {
      "epoch": 2.6153846153846154,
      "grad_norm": 3.2601428031921387,
      "learning_rate": 2.0370000000000003e-05,
      "loss": 0.4762,
      "step": 680
    },
    {
      "epoch": 2.6538461538461537,
      "grad_norm": 3.3098268508911133,
      "learning_rate": 2.067e-05,
      "loss": 0.4699,
      "step": 690
    },
    {
      "epoch": 2.6923076923076925,
      "grad_norm": 3.7813925743103027,
      "learning_rate": 2.097e-05,
      "loss": 0.4739,
      "step": 700
    },
    {
      "epoch": 2.730769230769231,
      "grad_norm": 3.242644786834717,
      "learning_rate": 2.1269999999999998e-05,
      "loss": 0.476,
      "step": 710
    },
    {
      "epoch": 2.769230769230769,
      "grad_norm": 3.092524766921997,
      "learning_rate": 2.157e-05,
      "loss": 0.4687,
      "step": 720
    },
    {
      "epoch": 2.8076923076923075,
      "grad_norm": 4.034473896026611,
      "learning_rate": 2.187e-05,
      "loss": 0.4655,
      "step": 730
    },
    {
      "epoch": 2.8461538461538463,
      "grad_norm": 3.64107084274292,
      "learning_rate": 2.217e-05,
      "loss": 0.4637,
      "step": 740
    },
    {
      "epoch": 2.8846153846153846,
      "grad_norm": 4.293366432189941,
      "learning_rate": 2.247e-05,
      "loss": 0.4662,
      "step": 750
    },
    {
      "epoch": 2.9230769230769234,
      "grad_norm": 3.5577127933502197,
      "learning_rate": 2.277e-05,
      "loss": 0.4571,
      "step": 760
    },
    {
      "epoch": 2.9615384615384617,
      "grad_norm": 3.0843167304992676,
      "learning_rate": 2.307e-05,
      "loss": 0.4625,
      "step": 770
    },
    {
      "epoch": 3.0,
      "grad_norm": 3.5912671089172363,
      "learning_rate": 2.337e-05,
      "loss": 0.457,
      "step": 780
    },
    {
      "epoch": 3.0384615384615383,
      "grad_norm": 4.415438175201416,
      "learning_rate": 2.3670000000000002e-05,
      "loss": 0.4594,
      "step": 790
    },
    {
      "epoch": 3.076923076923077,
      "grad_norm": 3.8929693698883057,
      "learning_rate": 2.3970000000000003e-05,
      "loss": 0.4613,
      "step": 800
    },
    {
      "epoch": 3.1153846153846154,
      "grad_norm": 4.137643814086914,
      "learning_rate": 2.4270000000000003e-05,
      "loss": 0.4628,
      "step": 810
    },
    {
      "epoch": 3.1538461538461537,
      "grad_norm": 3.0388357639312744,
      "learning_rate": 2.457e-05,
      "loss": 0.457,
      "step": 820
    },
    {
      "epoch": 3.1923076923076925,
      "grad_norm": 3.6971359252929688,
      "learning_rate": 2.487e-05,
      "loss": 0.4546,
      "step": 830
    },
    {
      "epoch": 3.230769230769231,
      "grad_norm": 3.4712138175964355,
      "learning_rate": 2.517e-05,
      "loss": 0.4511,
      "step": 840
    },
    {
      "epoch": 3.269230769230769,
      "grad_norm": 3.3456554412841797,
      "learning_rate": 2.547e-05,
      "loss": 0.4505,
      "step": 850
    },
    {
      "epoch": 3.3076923076923075,
      "grad_norm": 3.5414817333221436,
      "learning_rate": 2.577e-05,
      "loss": 0.4545,
      "step": 860
    },
    {
      "epoch": 3.3461538461538463,
      "grad_norm": 3.727144241333008,
      "learning_rate": 2.607e-05,
      "loss": 0.4537,
      "step": 870
    },
    {
      "epoch": 3.3846153846153846,
      "grad_norm": 3.6448793411254883,
      "learning_rate": 2.637e-05,
      "loss": 0.4434,
      "step": 880
    },
    {
      "epoch": 3.423076923076923,
      "grad_norm": 3.6482105255126953,
      "learning_rate": 2.667e-05,
      "loss": 0.4438,
      "step": 890
    },
    {
      "epoch": 3.4615384615384617,
      "grad_norm": 3.7402617931365967,
      "learning_rate": 2.697e-05,
      "loss": 0.4499,
      "step": 900
    },
    {
      "epoch": 3.5,
      "grad_norm": 3.1410586833953857,
      "learning_rate": 2.727e-05,
      "loss": 0.4423,
      "step": 910
    },
    {
      "epoch": 3.5384615384615383,
      "grad_norm": 4.063307762145996,
      "learning_rate": 2.7570000000000002e-05,
      "loss": 0.4476,
      "step": 920
    },
    {
      "epoch": 3.5769230769230766,
      "grad_norm": 3.781724214553833,
      "learning_rate": 2.7870000000000003e-05,
      "loss": 0.4445,
      "step": 930
    },
    {
      "epoch": 3.6153846153846154,
      "grad_norm": 4.0924787521362305,
      "learning_rate": 2.817e-05,
      "loss": 0.4449,
      "step": 940
    },
    {
      "epoch": 3.6538461538461537,
      "grad_norm": 3.8442327976226807,
      "learning_rate": 2.847e-05,
      "loss": 0.452,
      "step": 950
    },
    {
      "epoch": 3.6923076923076925,
      "grad_norm": 3.5104334354400635,
      "learning_rate": 2.877e-05,
      "loss": 0.4363,
      "step": 960
    },
    {
      "epoch": 3.730769230769231,
      "grad_norm": 4.416885852813721,
      "learning_rate": 2.907e-05,
      "loss": 0.4423,
      "step": 970
    },
    {
      "epoch": 3.769230769230769,
      "grad_norm": 3.5241246223449707,
      "learning_rate": 2.9370000000000002e-05,
      "loss": 0.4426,
      "step": 980
    },
    {
      "epoch": 3.8076923076923075,
      "grad_norm": 3.1697614192962646,
      "learning_rate": 2.967e-05,
      "loss": 0.4437,
      "step": 990
    },
    {
      "epoch": 3.8461538461538463,
      "grad_norm": 3.7319610118865967,
      "learning_rate": 2.997e-05,
      "loss": 0.4419,
      "step": 1000
    },
    {
      "epoch": 3.8846153846153846,
      "grad_norm": 4.392916679382324,
      "learning_rate": 2.9999983391181253e-05,
      "loss": 0.4371,
      "step": 1010
    },
    {
      "epoch": 3.9230769230769234,
      "grad_norm": 3.606473207473755,
      "learning_rate": 2.9999925978027876e-05,
      "loss": 0.4403,
      "step": 1020
    },
    {
      "epoch": 3.9615384615384617,
      "grad_norm": 3.2601609230041504,
      "learning_rate": 2.9999827555649637e-05,
      "loss": 0.4357,
      "step": 1030
    },
    {
      "epoch": 4.0,
      "grad_norm": 3.616961717605591,
      "learning_rate": 2.999968812431563e-05,
      "loss": 0.4394,
      "step": 1040
    },
    {
      "epoch": 4.038461538461538,
      "grad_norm": 4.0653204917907715,
      "learning_rate": 2.999950768440706e-05,
      "loss": 0.435,
      "step": 1050
    },
    {
      "epoch": 4.076923076923077,
      "grad_norm": 4.050017833709717,
      "learning_rate": 2.999928623641723e-05,
      "loss": 0.4448,
      "step": 1060
    },
    {
      "epoch": 4.115384615384615,
      "grad_norm": 3.190156936645508,
      "learning_rate": 2.9999023780951575e-05,
      "loss": 0.4356,
      "step": 1070
    },
    {
      "epoch": 4.153846153846154,
      "grad_norm": 3.323148250579834,
      "learning_rate": 2.999872031872764e-05,
      "loss": 0.4384,
      "step": 1080
    },
    {
      "epoch": 4.1923076923076925,
      "grad_norm": 3.506814479827881,
      "learning_rate": 2.999837585057508e-05,
      "loss": 0.4287,
      "step": 1090
    },
    {
      "epoch": 4.230769230769231,
      "grad_norm": 4.119077205657959,
      "learning_rate": 2.999799037743565e-05,
      "loss": 0.427,
      "step": 1100
    },
    {
      "epoch": 4.269230769230769,
      "grad_norm": 3.2304561138153076,
      "learning_rate": 2.999756390036323e-05,
      "loss": 0.4326,
      "step": 1110
    },
    {
      "epoch": 4.3076923076923075,
      "grad_norm": 3.1747395992279053,
      "learning_rate": 2.9997096420523788e-05,
      "loss": 0.4325,
      "step": 1120
    },
    {
      "epoch": 4.346153846153846,
      "grad_norm": 3.7520697116851807,
      "learning_rate": 2.9996587939195395e-05,
      "loss": 0.4372,
      "step": 1130
    },
    {
      "epoch": 4.384615384615385,
      "grad_norm": 3.395843744277954,
      "learning_rate": 2.999603845776822e-05,
      "loss": 0.4344,
      "step": 1140
    },
    {
      "epoch": 4.423076923076923,
      "grad_norm": 4.427037715911865,
      "learning_rate": 2.999544797774452e-05,
      "loss": 0.4342,
      "step": 1150
    },
    {
      "epoch": 4.461538461538462,
      "grad_norm": 3.310183525085449,
      "learning_rate": 2.9994816500738648e-05,
      "loss": 0.433,
      "step": 1160
    },
    {
      "epoch": 4.5,
      "grad_norm": 3.460261583328247,
      "learning_rate": 2.999414402847704e-05,
      "loss": 0.4279,
      "step": 1170
    },
    {
      "epoch": 4.538461538461538,
      "grad_norm": 3.523247718811035,
      "learning_rate": 2.999343056279821e-05,
      "loss": 0.4281,
      "step": 1180
    },
    {
      "epoch": 4.576923076923077,
      "grad_norm": 3.0562286376953125,
      "learning_rate": 2.9992676105652746e-05,
      "loss": 0.4281,
      "step": 1190
    },
    {
      "epoch": 4.615384615384615,
      "grad_norm": 3.179258108139038,
      "learning_rate": 2.9991880659103298e-05,
      "loss": 0.4321,
      "step": 1200
    },
    {
      "epoch": 4.653846153846154,
      "grad_norm": 3.0872421264648438,
      "learning_rate": 2.9991044225324593e-05,
      "loss": 0.4255,
      "step": 1210
    },
    {
      "epoch": 4.6923076923076925,
      "grad_norm": 3.896038293838501,
      "learning_rate": 2.9990166806603407e-05,
      "loss": 0.4221,
      "step": 1220
    },
    {
      "epoch": 4.730769230769231,
      "grad_norm": 3.345339775085449,
      "learning_rate": 2.9989248405338573e-05,
      "loss": 0.4236,
      "step": 1230
    },
    {
      "epoch": 4.769230769230769,
      "grad_norm": 3.4517908096313477,
      "learning_rate": 2.9988289024040962e-05,
      "loss": 0.419,
      "step": 1240
    },
    {
      "epoch": 4.8076923076923075,
      "grad_norm": 3.4892146587371826,
      "learning_rate": 2.998728866533348e-05,
      "loss": 0.4235,
      "step": 1250
    },
    {
      "epoch": 4.846153846153846,
      "grad_norm": 3.3247246742248535,
      "learning_rate": 2.9986247331951083e-05,
      "loss": 0.4143,
      "step": 1260
    },
    {
      "epoch": 4.884615384615385,
      "grad_norm": 3.2198266983032227,
      "learning_rate": 2.998516502674072e-05,
      "loss": 0.4167,
      "step": 1270
    },
    {
      "epoch": 4.923076923076923,
      "grad_norm": 3.2690086364746094,
      "learning_rate": 2.9984041752661386e-05,
      "loss": 0.4142,
      "step": 1280
    },
    {
      "epoch": 4.961538461538462,
      "grad_norm": 3.7173590660095215,
      "learning_rate": 2.9982877512784067e-05,
      "loss": 0.4141,
      "step": 1290
    },
    {
      "epoch": 5.0,
      "grad_norm": 4.059051990509033,
      "learning_rate": 2.998167231029174e-05,
      "loss": 0.4073,
      "step": 1300
    },
    {
      "epoch": 5.038461538461538,
      "grad_norm": 3.8667192459106445,
      "learning_rate": 2.99804261484794e-05,
      "loss": 0.4082,
      "step": 1310
    },
    {
      "epoch": 5.076923076923077,
      "grad_norm": 3.3809549808502197,
      "learning_rate": 2.997913903075399e-05,
      "loss": 0.408,
      "step": 1320
    },
    {
      "epoch": 5.115384615384615,
      "grad_norm": 3.0045559406280518,
      "learning_rate": 2.997781096063445e-05,
      "loss": 0.4067,
      "step": 1330
    },
    {
      "epoch": 5.153846153846154,
      "grad_norm": 3.27519154548645,
      "learning_rate": 2.9976441941751663e-05,
      "loss": 0.4023,
      "step": 1340
    },
    {
      "epoch": 5.1923076923076925,
      "grad_norm": 3.353156089782715,
      "learning_rate": 2.997503197784849e-05,
      "loss": 0.4034,
      "step": 1350
    },
    {
      "epoch": 5.230769230769231,
      "grad_norm": 3.568828821182251,
      "learning_rate": 2.9973581072779702e-05,
      "loss": 0.4025,
      "step": 1360
    },
    {
      "epoch": 5.269230769230769,
      "grad_norm": 3.06388258934021,
      "learning_rate": 2.9972089230512035e-05,
      "loss": 0.3948,
      "step": 1370
    },
    {
      "epoch": 5.3076923076923075,
      "grad_norm": 3.4603991508483887,
      "learning_rate": 2.997055645512411e-05,
      "loss": 0.4045,
      "step": 1380
    },
    {
      "epoch": 5.346153846153846,
      "grad_norm": 2.7319891452789307,
      "learning_rate": 2.9968982750806492e-05,
      "loss": 0.3956,
      "step": 1390
    },
    {
      "epoch": 5.384615384615385,
      "grad_norm": 3.0891315937042236,
      "learning_rate": 2.9967368121861623e-05,
      "loss": 0.4019,
      "step": 1400
    },
    {
      "epoch": 5.423076923076923,
      "grad_norm": 3.29032039642334,
      "learning_rate": 2.9965712572703834e-05,
      "loss": 0.3962,
      "step": 1410
    },
    {
      "epoch": 5.461538461538462,
      "grad_norm": 3.2606821060180664,
      "learning_rate": 2.996401610785934e-05,
      "loss": 0.4016,
      "step": 1420
    },
    {
      "epoch": 5.5,
      "grad_norm": 3.013518810272217,
      "learning_rate": 2.99622787319662e-05,
      "loss": 0.398,
      "step": 1430
    },
    {
      "epoch": 5.538461538461538,
      "grad_norm": 2.9983019828796387,
      "learning_rate": 2.9960500449774338e-05,
      "loss": 0.4002,
      "step": 1440
    },
    {
      "epoch": 5.576923076923077,
      "grad_norm": 3.4363009929656982,
      "learning_rate": 2.9958681266145517e-05,
      "loss": 0.4017,
      "step": 1450
    },
    {
      "epoch": 5.615384615384615,
      "grad_norm": 3.917628049850464,
      "learning_rate": 2.995682118605331e-05,
      "loss": 0.3938,
      "step": 1460
    },
    {
      "epoch": 5.653846153846154,
      "grad_norm": 2.4763236045837402,
      "learning_rate": 2.9954920214583107e-05,
      "loss": 0.3976,
      "step": 1470
    },
    {
      "epoch": 5.6923076923076925,
      "grad_norm": 3.2113523483276367,
      "learning_rate": 2.9952978356932084e-05,
      "loss": 0.3984,
      "step": 1480
    },
    {
      "epoch": 5.730769230769231,
      "grad_norm": 3.3912851810455322,
      "learning_rate": 2.9950995618409215e-05,
      "loss": 0.3925,
      "step": 1490
    },
    {
      "epoch": 5.769230769230769,
      "grad_norm": 2.927689790725708,
      "learning_rate": 2.9948972004435228e-05,
      "loss": 0.4036,
      "step": 1500
    },
    {
      "epoch": 5.8076923076923075,
      "grad_norm": 3.0390853881835938,
      "learning_rate": 2.9946907520542602e-05,
      "loss": 0.3954,
      "step": 1510
    },
    {
      "epoch": 5.846153846153846,
      "grad_norm": 3.3175177574157715,
      "learning_rate": 2.9944802172375566e-05,
      "loss": 0.3984,
      "step": 1520
    },
    {
      "epoch": 5.884615384615385,
      "grad_norm": 3.478698968887329,
      "learning_rate": 2.9942655965690053e-05,
      "loss": 0.3971,
      "step": 1530
    },
    {
      "epoch": 5.923076923076923,
      "grad_norm": 2.9315621852874756,
      "learning_rate": 2.9940468906353712e-05,
      "loss": 0.3989,
      "step": 1540
    },
    {
      "epoch": 5.961538461538462,
      "grad_norm": 3.185990810394287,
      "learning_rate": 2.9938241000345887e-05,
      "loss": 0.3948,
      "step": 1550
    },
    {
      "epoch": 6.0,
      "grad_norm": 4.063650608062744,
      "learning_rate": 2.993597225375758e-05,
      "loss": 0.3937,
      "step": 1560
    },
    {
      "epoch": 6.038461538461538,
      "grad_norm": 4.225824356079102,
      "learning_rate": 2.993366267279146e-05,
      "loss": 0.3931,
      "step": 1570
    },
    {
      "epoch": 6.076923076923077,
      "grad_norm": 3.3525872230529785,
      "learning_rate": 2.993131226376183e-05,
      "loss": 0.3918,
      "step": 1580
    },
    {
      "epoch": 6.115384615384615,
      "grad_norm": 3.352668523788452,
      "learning_rate": 2.9928921033094626e-05,
      "loss": 0.3901,
      "step": 1590
    },
    {
      "epoch": 6.153846153846154,
      "grad_norm": 3.500871181488037,
      "learning_rate": 2.9926488987327376e-05,
      "loss": 0.3905,
      "step": 1600
    },
    {
      "epoch": 6.1923076923076925,
      "grad_norm": 3.547381639480591,
      "learning_rate": 2.99240161331092e-05,
      "loss": 0.3847,
      "step": 1610
    },
    {
      "epoch": 6.230769230769231,
      "grad_norm": 3.7568917274475098,
      "learning_rate": 2.992150247720079e-05,
      "loss": 0.383,
      "step": 1620
    },
    {
      "epoch": 6.269230769230769,
      "grad_norm": 2.754397392272949,
      "learning_rate": 2.991894802647438e-05,
      "loss": 0.3833,
      "step": 1630
    },
    {
      "epoch": 6.3076923076923075,
      "grad_norm": 2.8265631198883057,
      "learning_rate": 2.9916352787913746e-05,
      "loss": 0.3875,
      "step": 1640
    },
    {
      "epoch": 6.346153846153846,
      "grad_norm": 3.522829532623291,
      "learning_rate": 2.991371676861417e-05,
      "loss": 0.3867,
      "step": 1650
    },
    {
      "epoch": 6.384615384615385,
      "grad_norm": 4.345142841339111,
      "learning_rate": 2.991103997578243e-05,
      "loss": 0.3754,
      "step": 1660
    },
    {
      "epoch": 6.423076923076923,
      "grad_norm": 3.212238073348999,
      "learning_rate": 2.9908322416736767e-05,
      "loss": 0.382,
      "step": 1670
    },
    {
      "epoch": 6.461538461538462,
      "grad_norm": 3.8595285415649414,
      "learning_rate": 2.990556409890689e-05,
      "loss": 0.3831,
      "step": 1680
    },
    {
      "epoch": 6.5,
      "grad_norm": 3.5283541679382324,
      "learning_rate": 2.990276502983394e-05,
      "loss": 0.3785,
      "step": 1690
    },
    {
      "epoch": 6.538461538461538,
      "grad_norm": 2.779311180114746,
      "learning_rate": 2.9899925217170455e-05,
      "loss": 0.3722,
      "step": 1700
    },
    {
      "epoch": 6.576923076923077,
      "grad_norm": 3.0596842765808105,
      "learning_rate": 2.989704466868038e-05,
      "loss": 0.373,
      "step": 1710
    },
    {
      "epoch": 6.615384615384615,
      "grad_norm": 3.0654571056365967,
      "learning_rate": 2.9894123392239018e-05,
      "loss": 0.3717,
      "step": 1720
    },
    {
      "epoch": 6.653846153846154,
      "grad_norm": 3.738708734512329,
      "learning_rate": 2.9891161395833037e-05,
      "loss": 0.3652,
      "step": 1730
    },
    {
      "epoch": 6.6923076923076925,
      "grad_norm": 3.2960824966430664,
      "learning_rate": 2.988815868756042e-05,
      "loss": 0.3606,
      "step": 1740
    },
    {
      "epoch": 6.730769230769231,
      "grad_norm": 3.8682546615600586,
      "learning_rate": 2.9885115275630447e-05,
      "loss": 0.3616,
      "step": 1750
    },
    {
      "epoch": 6.769230769230769,
      "grad_norm": 5.847049236297607,
      "learning_rate": 2.9882031168363703e-05,
      "loss": 0.3594,
      "step": 1760
    },
    {
      "epoch": 6.8076923076923075,
      "grad_norm": 4.252906322479248,
      "learning_rate": 2.9878906374192013e-05,
      "loss": 0.3599,
      "step": 1770
    },
    {
      "epoch": 6.846153846153846,
      "grad_norm": 3.371454954147339,
      "learning_rate": 2.9875740901658446e-05,
      "loss": 0.3522,
      "step": 1780
    },
    {
      "epoch": 6.884615384615385,
      "grad_norm": 3.9505934715270996,
      "learning_rate": 2.987253475941728e-05,
      "loss": 0.3518,
      "step": 1790
    },
    {
      "epoch": 6.923076923076923,
      "grad_norm": 4.2967047691345215,
      "learning_rate": 2.9869287956233986e-05,
      "loss": 0.3453,
      "step": 1800
    },
    {
      "epoch": 6.961538461538462,
      "grad_norm": 3.76397705078125,
      "learning_rate": 2.9866000500985207e-05,
      "loss": 0.3433,
      "step": 1810
    },
    {
      "epoch": 7.0,
      "grad_norm": 3.6324551105499268,
      "learning_rate": 2.9862672402658712e-05,
      "loss": 0.3322,
      "step": 1820
    },
    {
      "epoch": 7.038461538461538,
      "grad_norm": 4.136635780334473,
      "learning_rate": 2.98593036703534e-05,
      "loss": 0.3367,
      "step": 1830
    },
    {
      "epoch": 7.076923076923077,
      "grad_norm": 4.801270008087158,
      "learning_rate": 2.9855894313279256e-05,
      "loss": 0.3327,
      "step": 1840
    },
    {
      "epoch": 7.115384615384615,
      "grad_norm": 3.6734988689422607,
      "learning_rate": 2.9852444340757326e-05,
      "loss": 0.33,
      "step": 1850
    },
    {
      "epoch": 7.153846153846154,
      "grad_norm": 3.806365966796875,
      "learning_rate": 2.9848953762219707e-05,
      "loss": 0.3315,
      "step": 1860
    },
    {
      "epoch": 7.1923076923076925,
      "grad_norm": 4.397286891937256,
      "learning_rate": 2.984542258720951e-05,
      "loss": 0.3221,
      "step": 1870
    },
    {
      "epoch": 7.230769230769231,
      "grad_norm": 4.844172954559326,
      "learning_rate": 2.984185082538083e-05,
      "loss": 0.3104,
      "step": 1880
    },
    {
      "epoch": 7.269230769230769,
      "grad_norm": 3.5059876441955566,
      "learning_rate": 2.983823848649873e-05,
      "loss": 0.3044,
      "step": 1890
    },
    {
      "epoch": 7.3076923076923075,
      "grad_norm": 3.5109610557556152,
      "learning_rate": 2.9834585580439203e-05,
      "loss": 0.3145,
      "step": 1900
    },
    {
      "epoch": 7.346153846153846,
      "grad_norm": 3.935485601425171,
      "learning_rate": 2.9830892117189157e-05,
      "loss": 0.3047,
      "step": 1910
    },
    {
      "epoch": 7.384615384615385,
      "grad_norm": 4.239902019500732,
      "learning_rate": 2.982715810684638e-05,
      "loss": 0.3004,
      "step": 1920
    },
    {
      "epoch": 7.423076923076923,
      "grad_norm": 3.725754737854004,
      "learning_rate": 2.982338355961951e-05,
      "loss": 0.2974,
      "step": 1930
    },
    {
      "epoch": 7.461538461538462,
      "grad_norm": 4.275974750518799,
      "learning_rate": 2.981956848582802e-05,
      "loss": 0.2943,
      "step": 1940
    },
    {
      "epoch": 7.5,
      "grad_norm": 4.536103248596191,
      "learning_rate": 2.981571289590217e-05,
      "loss": 0.2879,
      "step": 1950
    },
    {
      "epoch": 7.538461538461538,
      "grad_norm": 5.503205299377441,
      "learning_rate": 2.9811816800383003e-05,
      "loss": 0.2769,
      "step": 1960
    },
    {
      "epoch": 7.576923076923077,
      "grad_norm": 4.398034572601318,
      "learning_rate": 2.9807880209922288e-05,
      "loss": 0.2841,
      "step": 1970
    },
    {
      "epoch": 7.615384615384615,
      "grad_norm": 4.218934059143066,
      "learning_rate": 2.9803903135282518e-05,
      "loss": 0.2787,
      "step": 1980
    },
    {
      "epoch": 7.653846153846154,
      "grad_norm": 3.5821478366851807,
      "learning_rate": 2.9799885587336862e-05,
      "loss": 0.2669,
      "step": 1990
    },
    {
      "epoch": 7.6923076923076925,
      "grad_norm": 4.140866279602051,
      "learning_rate": 2.9795827577069145e-05,
      "loss": 0.2558,
      "step": 2000
    },
    {
      "epoch": 7.730769230769231,
      "grad_norm": 3.9685962200164795,
      "learning_rate": 2.9791729115573808e-05,
      "loss": 0.2493,
      "step": 2010
    },
    {
      "epoch": 7.769230769230769,
      "grad_norm": 6.242632865905762,
      "learning_rate": 2.9787590214055887e-05,
      "loss": 0.2538,
      "step": 2020
    },
    {
      "epoch": 7.8076923076923075,
      "grad_norm": 5.438572406768799,
      "learning_rate": 2.9783410883830983e-05,
      "loss": 0.2555,
      "step": 2030
    },
    {
      "epoch": 7.846153846153846,
      "grad_norm": 4.109585762023926,
      "learning_rate": 2.9779191136325233e-05,
      "loss": 0.2533,
      "step": 2040
    },
    {
      "epoch": 7.884615384615385,
      "grad_norm": 4.627237319946289,
      "learning_rate": 2.977493098307525e-05,
      "loss": 0.2371,
      "step": 2050
    },
    {
      "epoch": 7.923076923076923,
      "grad_norm": 4.566162109375,
      "learning_rate": 2.9770630435728142e-05,
      "loss": 0.2214,
      "step": 2060
    },
    {
      "epoch": 7.961538461538462,
      "grad_norm": 5.047729969024658,
      "learning_rate": 2.976628950604144e-05,
      "loss": 0.222,
      "step": 2070
    },
    {
      "epoch": 8.0,
      "grad_norm": 5.952073574066162,
      "learning_rate": 2.9761908205883073e-05,
      "loss": 0.2164,
      "step": 2080
    },
    {
      "epoch": 8.038461538461538,
      "grad_norm": 6.023576736450195,
      "learning_rate": 2.9757486547231357e-05,
      "loss": 0.2171,
      "step": 2090
    },
    {
      "epoch": 8.076923076923077,
      "grad_norm": 5.403975486755371,
      "learning_rate": 2.9753024542174934e-05,
      "loss": 0.2039,
      "step": 2100
    },
    {
      "epoch": 8.115384615384615,
      "grad_norm": 6.422732830047607,
      "learning_rate": 2.9748522202912755e-05,
      "loss": 0.2025,
      "step": 2110
    },
    {
      "epoch": 8.153846153846153,
      "grad_norm": 4.933073043823242,
      "learning_rate": 2.974397954175404e-05,
      "loss": 0.1943,
      "step": 2120
    },
    {
      "epoch": 8.192307692307692,
      "grad_norm": 3.9752209186553955,
      "learning_rate": 2.973939657111826e-05,
      "loss": 0.1947,
      "step": 2130
    },
    {
      "epoch": 8.23076923076923,
      "grad_norm": 5.760082721710205,
      "learning_rate": 2.9734773303535078e-05,
      "loss": 0.1982,
      "step": 2140
    },
    {
      "epoch": 8.26923076923077,
      "grad_norm": 4.883352279663086,
      "learning_rate": 2.9730109751644325e-05,
      "loss": 0.1932,
      "step": 2150
    },
    {
      "epoch": 8.307692307692308,
      "grad_norm": 5.062183856964111,
      "learning_rate": 2.9725405928195985e-05,
      "loss": 0.1808,
      "step": 2160
    },
    {
      "epoch": 8.346153846153847,
      "grad_norm": 5.349424362182617,
      "learning_rate": 2.9720661846050123e-05,
      "loss": 0.1648,
      "step": 2170
    },
    {
      "epoch": 8.384615384615385,
      "grad_norm": 4.347816467285156,
      "learning_rate": 2.971587751817688e-05,
      "loss": 0.1733,
      "step": 2180
    },
    {
      "epoch": 8.423076923076923,
      "grad_norm": 6.218843460083008,
      "learning_rate": 2.9711052957656425e-05,
      "loss": 0.1568,
      "step": 2190
    },
    {
      "epoch": 8.461538461538462,
      "grad_norm": 4.51317024230957,
      "learning_rate": 2.9706188177678924e-05,
      "loss": 0.1544,
      "step": 2200
    },
    {
      "epoch": 8.5,
      "grad_norm": 6.40587854385376,
      "learning_rate": 2.97012831915445e-05,
      "loss": 0.1501,
      "step": 2210
    },
    {
      "epoch": 8.538461538461538,
      "grad_norm": 3.9102859497070312,
      "learning_rate": 2.96963380126632e-05,
      "loss": 0.1443,
      "step": 2220
    },
    {
      "epoch": 8.576923076923077,
      "grad_norm": 5.443079948425293,
      "learning_rate": 2.9691352654554953e-05,
      "loss": 0.1472,
      "step": 2230
    },
    {
      "epoch": 8.615384615384615,
      "grad_norm": 6.355679988861084,
      "learning_rate": 2.9686327130849536e-05,
      "loss": 0.1383,
      "step": 2240
    },
    {
      "epoch": 8.653846153846153,
      "grad_norm": 6.52142333984375,
      "learning_rate": 2.9681261455286538e-05,
      "loss": 0.1482,
      "step": 2250
    },
    {
      "epoch": 8.692307692307692,
      "grad_norm": 5.2175703048706055,
      "learning_rate": 2.9676155641715318e-05,
      "loss": 0.1405,
      "step": 2260
    },
    {
      "epoch": 8.73076923076923,
      "grad_norm": 5.178348541259766,
      "learning_rate": 2.9671009704094988e-05,
      "loss": 0.1307,
      "step": 2270
    },
    {
      "epoch": 8.76923076923077,
      "grad_norm": 5.276549816131592,
      "learning_rate": 2.9665823656494335e-05,
      "loss": 0.1402,
      "step": 2280
    },
    {
      "epoch": 8.807692307692308,
      "grad_norm": 4.72429084777832,
      "learning_rate": 2.9660597513091824e-05,
      "loss": 0.129,
      "step": 2290
    },
    {
      "epoch": 8.846153846153847,
      "grad_norm": 4.0139312744140625,
      "learning_rate": 2.965533128817552e-05,
      "loss": 0.1181,
      "step": 2300
    },
    {
      "epoch": 8.884615384615385,
      "grad_norm": 4.549901485443115,
      "learning_rate": 2.9650024996143084e-05,
      "loss": 0.1293,
      "step": 2310
    },
    {
      "epoch": 8.923076923076923,
      "grad_norm": 4.0546183586120605,
      "learning_rate": 2.964467865150172e-05,
      "loss": 0.1098,
      "step": 2320
    },
    {
      "epoch": 8.961538461538462,
      "grad_norm": 5.741022109985352,
      "learning_rate": 2.9639292268868133e-05,
      "loss": 0.1255,
      "step": 2330
    },
    {
      "epoch": 9.0,
      "grad_norm": 5.321122169494629,
      "learning_rate": 2.9633865862968478e-05,
      "loss": 0.112,
      "step": 2340
    },
    {
      "epoch": 9.038461538461538,
      "grad_norm": 4.528491020202637,
      "learning_rate": 2.9628399448638352e-05,
      "loss": 0.1198,
      "step": 2350
    },
    {
      "epoch": 9.076923076923077,
      "grad_norm": 3.827465295791626,
      "learning_rate": 2.9622893040822714e-05,
      "loss": 0.1039,
      "step": 2360
    },
    {
      "epoch": 9.115384615384615,
      "grad_norm": 4.378634452819824,
      "learning_rate": 2.9617346654575875e-05,
      "loss": 0.1049,
      "step": 2370
    },
    {
      "epoch": 9.153846153846153,
      "grad_norm": 4.433044910430908,
      "learning_rate": 2.9611760305061447e-05,
      "loss": 0.099,
      "step": 2380
    },
    {
      "epoch": 9.192307692307692,
      "grad_norm": 4.418703556060791,
      "learning_rate": 2.9606134007552292e-05,
      "loss": 0.1097,
      "step": 2390
    },
    {
      "epoch": 9.23076923076923,
      "grad_norm": 4.773401737213135,
      "learning_rate": 2.9600467777430497e-05,
      "loss": 0.1039,
      "step": 2400
    },
    {
      "epoch": 9.26923076923077,
      "grad_norm": 5.771136283874512,
      "learning_rate": 2.9594761630187312e-05,
      "loss": 0.0954,
      "step": 2410
    },
    {
      "epoch": 9.307692307692308,
      "grad_norm": 4.874659061431885,
      "learning_rate": 2.9589015581423132e-05,
      "loss": 0.0973,
      "step": 2420
    },
    {
      "epoch": 9.346153846153847,
      "grad_norm": 5.661646366119385,
      "learning_rate": 2.958322964684743e-05,
      "loss": 0.0958,
      "step": 2430
    },
    {
      "epoch": 9.384615384615385,
      "grad_norm": 5.317569732666016,
      "learning_rate": 2.9577403842278735e-05,
      "loss": 0.1032,
      "step": 2440
    },
    {
      "epoch": 9.423076923076923,
      "grad_norm": 4.762622356414795,
      "learning_rate": 2.957153818364457e-05,
      "loss": 0.0972,
      "step": 2450
    },
    {
      "epoch": 9.461538461538462,
      "grad_norm": 5.307681083679199,
      "learning_rate": 2.9565632686981428e-05,
      "loss": 0.1038,
      "step": 2460
    },
    {
      "epoch": 9.5,
      "grad_norm": 3.2064321041107178,
      "learning_rate": 2.9559687368434702e-05,
      "loss": 0.0902,
      "step": 2470
    },
    {
      "epoch": 9.538461538461538,
      "grad_norm": 4.020598888397217,
      "learning_rate": 2.9553702244258674e-05,
      "loss": 0.0886,
      "step": 2480
    },
    {
      "epoch": 9.576923076923077,
      "grad_norm": 5.292928218841553,
      "learning_rate": 2.954767733081644e-05,
      "loss": 0.0839,
      "step": 2490
    },
    {
      "epoch": 9.615384615384615,
      "grad_norm": 4.200097560882568,
      "learning_rate": 2.9541612644579887e-05,
      "loss": 0.0943,
      "step": 2500
    },
    {
      "epoch": 9.653846153846153,
      "grad_norm": 4.739330291748047,
      "learning_rate": 2.9535508202129634e-05,
      "loss": 0.0903,
      "step": 2510
    },
    {
      "epoch": 9.692307692307692,
      "grad_norm": 4.430630683898926,
      "learning_rate": 2.9529364020154994e-05,
      "loss": 0.0819,
      "step": 2520
    },
    {
      "epoch": 9.73076923076923,
      "grad_norm": 4.4350481033325195,
      "learning_rate": 2.9523180115453922e-05,
      "loss": 0.0798,
      "step": 2530
    },
    {
      "epoch": 9.76923076923077,
      "grad_norm": 4.632157325744629,
      "learning_rate": 2.9516956504932984e-05,
      "loss": 0.0917,
      "step": 2540
    },
    {
      "epoch": 9.807692307692308,
      "grad_norm": 3.786306619644165,
      "learning_rate": 2.9510693205607286e-05,
      "loss": 0.0978,
      "step": 2550
    },
    {
      "epoch": 9.846153846153847,
      "grad_norm": 4.0172929763793945,
      "learning_rate": 2.9504390234600456e-05,
      "loss": 0.0884,
      "step": 2560
    },
    {
      "epoch": 9.884615384615385,
      "grad_norm": 4.171654224395752,
      "learning_rate": 2.9498047609144577e-05,
      "loss": 0.0821,
      "step": 2570
    },
    {
      "epoch": 9.923076923076923,
      "grad_norm": 5.381162643432617,
      "learning_rate": 2.9491665346580134e-05,
      "loss": 0.0872,
      "step": 2580
    },
    {
      "epoch": 9.961538461538462,
      "grad_norm": 3.150331497192383,
      "learning_rate": 2.9485243464356e-05,
      "loss": 0.0859,
      "step": 2590
    },
    {
      "epoch": 10.0,
      "grad_norm": 4.065011978149414,
      "learning_rate": 2.9478781980029352e-05,
      "loss": 0.0823,
      "step": 2600
    },
    {
      "epoch": 10.038461538461538,
      "grad_norm": 3.450819492340088,
      "learning_rate": 2.9472280911265642e-05,
      "loss": 0.079,
      "step": 2610
    },
    {
      "epoch": 10.076923076923077,
      "grad_norm": 3.7067441940307617,
      "learning_rate": 2.9465740275838543e-05,
      "loss": 0.0802,
      "step": 2620
    },
    {
      "epoch": 10.115384615384615,
      "grad_norm": 3.485081434249878,
      "learning_rate": 2.94591600916299e-05,
      "loss": 0.0772,
      "step": 2630
    },
    {
      "epoch": 10.153846153846153,
      "grad_norm": 2.740015983581543,
      "learning_rate": 2.9452540376629692e-05,
      "loss": 0.0712,
      "step": 2640
    },
    {
      "epoch": 10.192307692307692,
      "grad_norm": 3.398298501968384,
      "learning_rate": 2.944588114893596e-05,
      "loss": 0.0826,
      "step": 2650
    },
    {
      "epoch": 10.23076923076923,
      "grad_norm": 3.7506258487701416,
      "learning_rate": 2.9439182426754784e-05,
      "loss": 0.0896,
      "step": 2660
    },
    {
      "epoch": 10.26923076923077,
      "grad_norm": 3.0388355255126953,
      "learning_rate": 2.9432444228400208e-05,
      "loss": 0.0794,
      "step": 2670
    },
    {
      "epoch": 10.307692307692308,
      "grad_norm": 2.9595770835876465,
      "learning_rate": 2.9425666572294218e-05,
      "loss": 0.0823,
      "step": 2680
    },
    {
      "epoch": 10.346153846153847,
      "grad_norm": 3.7701125144958496,
      "learning_rate": 2.941884947696666e-05,
      "loss": 0.0777,
      "step": 2690
    },
    {
      "epoch": 10.384615384615385,
      "grad_norm": 3.5903477668762207,
      "learning_rate": 2.9411992961055214e-05,
      "loss": 0.0864,
      "step": 2700
    },
    {
      "epoch": 10.423076923076923,
      "grad_norm": 3.5986275672912598,
      "learning_rate": 2.9405097043305334e-05,
      "loss": 0.0809,
      "step": 2710
    },
    {
      "epoch": 10.461538461538462,
      "grad_norm": 3.5043976306915283,
      "learning_rate": 2.9398161742570196e-05,
      "loss": 0.0787,
      "step": 2720
    },
    {
      "epoch": 10.5,
      "grad_norm": 3.9481887817382812,
      "learning_rate": 2.9391187077810644e-05,
      "loss": 0.0828,
      "step": 2730
    },
    {
      "epoch": 10.538461538461538,
      "grad_norm": 3.953305721282959,
      "learning_rate": 2.9384173068095145e-05,
      "loss": 0.079,
      "step": 2740
    },
    {
      "epoch": 10.576923076923077,
      "grad_norm": 4.111423492431641,
      "learning_rate": 2.937711973259974e-05,
      "loss": 0.0702,
      "step": 2750
    },
    {
      "epoch": 10.615384615384615,
      "grad_norm": 3.0147547721862793,
      "learning_rate": 2.9370027090607974e-05,
      "loss": 0.0767,
      "step": 2760
    },
    {
      "epoch": 10.653846153846153,
      "grad_norm": 3.451683759689331,
      "learning_rate": 2.936289516151086e-05,
      "loss": 0.0724,
      "step": 2770
    },
    {
      "epoch": 10.692307692307692,
      "grad_norm": 3.6806628704071045,
      "learning_rate": 2.935572396480682e-05,
      "loss": 0.0753,
      "step": 2780
    },
    {
      "epoch": 10.73076923076923,
      "grad_norm": 3.9452641010284424,
      "learning_rate": 2.9348513520101636e-05,
      "loss": 0.0692,
      "step": 2790
    },
    {
      "epoch": 10.76923076923077,
      "grad_norm": 3.2497544288635254,
      "learning_rate": 2.9341263847108383e-05,
      "loss": 0.0745,
      "step": 2800
    },
    {
      "epoch": 10.807692307692308,
      "grad_norm": 3.549978494644165,
      "learning_rate": 2.933397496564739e-05,
      "loss": 0.0749,
      "step": 2810
    },
    {
      "epoch": 10.846153846153847,
      "grad_norm": 3.3335323333740234,
      "learning_rate": 2.9326646895646178e-05,
      "loss": 0.0692,
      "step": 2820
    },
    {
      "epoch": 10.884615384615385,
      "grad_norm": 3.405339479446411,
      "learning_rate": 2.931927965713942e-05,
      "loss": 0.0746,
      "step": 2830
    },
    {
      "epoch": 10.923076923076923,
      "grad_norm": 3.82893443107605,
      "learning_rate": 2.931187327026886e-05,
      "loss": 0.0721,
      "step": 2840
    },
    {
      "epoch": 10.961538461538462,
      "grad_norm": 3.7267136573791504,
      "learning_rate": 2.9304427755283278e-05,
      "loss": 0.0734,
      "step": 2850
    },
    {
      "epoch": 11.0,
      "grad_norm": 3.892670154571533,
      "learning_rate": 2.9296943132538425e-05,
      "loss": 0.0695,
      "step": 2860
    },
    {
      "epoch": 11.038461538461538,
      "grad_norm": 3.6918320655822754,
      "learning_rate": 2.928941942249697e-05,
      "loss": 0.0715,
      "step": 2870
    },
    {
      "epoch": 11.076923076923077,
      "grad_norm": 3.9371860027313232,
      "learning_rate": 2.928185664572846e-05,
      "loss": 0.0698,
      "step": 2880
    },
    {
      "epoch": 11.115384615384615,
      "grad_norm": 3.618164539337158,
      "learning_rate": 2.927425482290923e-05,
      "loss": 0.0722,
      "step": 2890
    },
    {
      "epoch": 11.153846153846153,
      "grad_norm": 3.7436001300811768,
      "learning_rate": 2.926661397482238e-05,
      "loss": 0.0763,
      "step": 2900
    },
    {
      "epoch": 11.192307692307692,
      "grad_norm": 3.660889148712158,
      "learning_rate": 2.9258934122357685e-05,
      "loss": 0.0917,
      "step": 2910
    },
    {
      "epoch": 11.23076923076923,
      "grad_norm": 3.8613357543945312,
      "learning_rate": 2.9251215286511574e-05,
      "loss": 0.072,
      "step": 2920
    },
    {
      "epoch": 11.26923076923077,
      "grad_norm": 3.738790273666382,
      "learning_rate": 2.924345748838706e-05,
      "loss": 0.0709,
      "step": 2930
    },
    {
      "epoch": 11.307692307692308,
      "grad_norm": 3.2637104988098145,
      "learning_rate": 2.923566074919365e-05,
      "loss": 0.0707,
      "step": 2940
    },
    {
      "epoch": 11.346153846153847,
      "grad_norm": 2.518782615661621,
      "learning_rate": 2.9227825090247346e-05,
      "loss": 0.0679,
      "step": 2950
    },
    {
      "epoch": 11.384615384615385,
      "grad_norm": 3.1399145126342773,
      "learning_rate": 2.9219950532970526e-05,
      "loss": 0.0806,
      "step": 2960
    },
    {
      "epoch": 11.423076923076923,
      "grad_norm": 3.190922498703003,
      "learning_rate": 2.921203709889194e-05,
      "loss": 0.0766,
      "step": 2970
    },
    {
      "epoch": 11.461538461538462,
      "grad_norm": 3.0159084796905518,
      "learning_rate": 2.9204084809646607e-05,
      "loss": 0.0671,
      "step": 2980
    },
    {
      "epoch": 11.5,
      "grad_norm": 3.547037124633789,
      "learning_rate": 2.9196093686975793e-05,
      "loss": 0.0661,
      "step": 2990
    },
    {
      "epoch": 11.538461538461538,
      "grad_norm": 3.7780942916870117,
      "learning_rate": 2.918806375272691e-05,
      "loss": 0.0772,
      "step": 3000
    },
    {
      "epoch": 11.576923076923077,
      "grad_norm": 3.440263509750366,
      "learning_rate": 2.9179995028853498e-05,
      "loss": 0.0697,
      "step": 3010
    },
    {
      "epoch": 11.615384615384615,
      "grad_norm": 3.568605661392212,
      "learning_rate": 2.917188753741514e-05,
      "loss": 0.0779,
      "step": 3020
    },
    {
      "epoch": 11.653846153846153,
      "grad_norm": 3.969608783721924,
      "learning_rate": 2.916374130057741e-05,
      "loss": 0.0684,
      "step": 3030
    },
    {
      "epoch": 11.692307692307692,
      "grad_norm": 3.102283000946045,
      "learning_rate": 2.91555563406118e-05,
      "loss": 0.0624,
      "step": 3040
    },
    {
      "epoch": 11.73076923076923,
      "grad_norm": 2.713280200958252,
      "learning_rate": 2.9147332679895683e-05,
      "loss": 0.0723,
      "step": 3050
    },
    {
      "epoch": 11.76923076923077,
      "grad_norm": 3.4983530044555664,
      "learning_rate": 2.9139070340912236e-05,
      "loss": 0.0714,
      "step": 3060
    },
    {
      "epoch": 11.807692307692308,
      "grad_norm": 3.3425889015197754,
      "learning_rate": 2.9130769346250376e-05,
      "loss": 0.0776,
      "step": 3070
    },
    {
      "epoch": 11.846153846153847,
      "grad_norm": 3.1763546466827393,
      "learning_rate": 2.9122429718604704e-05,
      "loss": 0.0705,
      "step": 3080
    },
    {
      "epoch": 11.884615384615385,
      "grad_norm": 2.6937384605407715,
      "learning_rate": 2.911405148077545e-05,
      "loss": 0.0691,
      "step": 3090
    },
    {
      "epoch": 11.923076923076923,
      "grad_norm": 2.8746800422668457,
      "learning_rate": 2.9105634655668385e-05,
      "loss": 0.0715,
      "step": 3100
    },
    {
      "epoch": 11.961538461538462,
      "grad_norm": 3.535343647003174,
      "learning_rate": 2.9097179266294794e-05,
      "loss": 0.0754,
      "step": 3110
    },
    {
      "epoch": 12.0,
      "grad_norm": 3.433488607406616,
      "learning_rate": 2.9088685335771396e-05,
      "loss": 0.0619,
      "step": 3120
    },
    {
      "epoch": 12.038461538461538,
      "grad_norm": 3.0864665508270264,
      "learning_rate": 2.9080152887320255e-05,
      "loss": 0.0732,
      "step": 3130
    },
    {
      "epoch": 12.076923076923077,
      "grad_norm": 3.4718246459960938,
      "learning_rate": 2.9071581944268778e-05,
      "loss": 0.0702,
      "step": 3140
    },
    {
      "epoch": 12.115384615384615,
      "grad_norm": 3.164069175720215,
      "learning_rate": 2.906297253004958e-05,
      "loss": 0.0692,
      "step": 3150
    },
    {
      "epoch": 12.153846153846153,
      "grad_norm": 2.8084299564361572,
      "learning_rate": 2.9054324668200483e-05,
      "loss": 0.0681,
      "step": 3160
    },
    {
      "epoch": 12.192307692307692,
      "grad_norm": 2.749694347381592,
      "learning_rate": 2.9045638382364404e-05,
      "loss": 0.0712,
      "step": 3170
    },
    {
      "epoch": 12.23076923076923,
      "grad_norm": 2.85776948928833,
      "learning_rate": 2.9036913696289318e-05,
      "loss": 0.0653,
      "step": 3180
    },
    {
      "epoch": 12.26923076923077,
      "grad_norm": 2.447458505630493,
      "learning_rate": 2.9028150633828186e-05,
      "loss": 0.068,
      "step": 3190
    },
    {
      "epoch": 12.307692307692308,
      "grad_norm": 2.5854172706604004,
      "learning_rate": 2.9019349218938887e-05,
      "loss": 0.0759,
      "step": 3200
    },
    {
      "epoch": 12.346153846153847,
      "grad_norm": 2.299642324447632,
      "learning_rate": 2.9010509475684146e-05,
      "loss": 0.0663,
      "step": 3210
    },
    {
      "epoch": 12.384615384615385,
      "grad_norm": 2.9513206481933594,
      "learning_rate": 2.900163142823149e-05,
      "loss": 0.0608,
      "step": 3220
    },
    {
      "epoch": 12.423076923076923,
      "grad_norm": 3.0884900093078613,
      "learning_rate": 2.8992715100853166e-05,
      "loss": 0.0658,
      "step": 3230
    },
    {
      "epoch": 12.461538461538462,
      "grad_norm": 3.2073280811309814,
      "learning_rate": 2.898376051792606e-05,
      "loss": 0.0596,
      "step": 3240
    },
    {
      "epoch": 12.5,
      "grad_norm": 2.7891628742218018,
      "learning_rate": 2.897476770393167e-05,
      "loss": 0.0592,
      "step": 3250
    },
    {
      "epoch": 12.538461538461538,
      "grad_norm": 3.262420892715454,
      "learning_rate": 2.8965736683456e-05,
      "loss": 0.0762,
      "step": 3260
    },
    {
      "epoch": 12.576923076923077,
      "grad_norm": 3.5874862670898438,
      "learning_rate": 2.895666748118952e-05,
      "loss": 0.0682,
      "step": 3270
    },
    {
      "epoch": 12.615384615384615,
      "grad_norm": 3.6109778881073,
      "learning_rate": 2.8947560121927077e-05,
      "loss": 0.0615,
      "step": 3280
    },
    {
      "epoch": 12.653846153846153,
      "grad_norm": 3.210784435272217,
      "learning_rate": 2.8938414630567852e-05,
      "loss": 0.0658,
      "step": 3290
    },
    {
      "epoch": 12.692307692307692,
      "grad_norm": 3.263617992401123,
      "learning_rate": 2.892923103211526e-05,
      "loss": 0.0607,
      "step": 3300
    },
    {
      "epoch": 12.73076923076923,
      "grad_norm": 3.226895332336426,
      "learning_rate": 2.892000935167691e-05,
      "loss": 0.058,
      "step": 3310
    },
    {
      "epoch": 12.76923076923077,
      "grad_norm": 3.4264261722564697,
      "learning_rate": 2.8910749614464536e-05,
      "loss": 0.0587,
      "step": 3320
    },
    {
      "epoch": 12.807692307692308,
      "grad_norm": 3.2235159873962402,
      "learning_rate": 2.890145184579389e-05,
      "loss": 0.068,
      "step": 3330
    },
    {
      "epoch": 12.846153846153847,
      "grad_norm": 3.570420503616333,
      "learning_rate": 2.8892116071084727e-05,
      "loss": 0.0631,
      "step": 3340
    },
    {
      "epoch": 12.884615384615385,
      "grad_norm": 3.176832914352417,
      "learning_rate": 2.8882742315860692e-05,
      "loss": 0.0683,
      "step": 3350
    },
    {
      "epoch": 12.923076923076923,
      "grad_norm": 3.430499792098999,
      "learning_rate": 2.8873330605749275e-05,
      "loss": 0.0616,
      "step": 3360
    },
    {
      "epoch": 12.961538461538462,
      "grad_norm": 3.4460554122924805,
      "learning_rate": 2.886388096648174e-05,
      "loss": 0.0755,
      "step": 3370
    },
    {
      "epoch": 13.0,
      "grad_norm": 3.3051247596740723,
      "learning_rate": 2.8854393423893024e-05,
      "loss": 0.0663,
      "step": 3380
    },
    {
      "epoch": 13.038461538461538,
      "grad_norm": 3.3149800300598145,
      "learning_rate": 2.8844868003921723e-05,
      "loss": 0.0687,
      "step": 3390
    },
    {
      "epoch": 13.076923076923077,
      "grad_norm": 3.245965003967285,
      "learning_rate": 2.8835304732609962e-05,
      "loss": 0.0726,
      "step": 3400
    },
    {
      "epoch": 13.115384615384615,
      "grad_norm": 2.479734420776367,
      "learning_rate": 2.882570363610336e-05,
      "loss": 0.064,
      "step": 3410
    },
    {
      "epoch": 13.153846153846153,
      "grad_norm": 3.601377487182617,
      "learning_rate": 2.8816064740650954e-05,
      "loss": 0.0675,
      "step": 3420
    },
    {
      "epoch": 13.192307692307692,
      "grad_norm": 3.4560110569000244,
      "learning_rate": 2.880638807260511e-05,
      "loss": 0.0607,
      "step": 3430
    },
    {
      "epoch": 13.23076923076923,
      "grad_norm": 2.8063180446624756,
      "learning_rate": 2.8796673658421472e-05,
      "loss": 0.0647,
      "step": 3440
    },
    {
      "epoch": 13.26923076923077,
      "grad_norm": 2.8318352699279785,
      "learning_rate": 2.8786921524658877e-05,
      "loss": 0.057,
      "step": 3450
    },
    {
      "epoch": 13.307692307692308,
      "grad_norm": 2.682603597640991,
      "learning_rate": 2.8777131697979283e-05,
      "loss": 0.0701,
      "step": 3460
    },
    {
      "epoch": 13.346153846153847,
      "grad_norm": 2.213459014892578,
      "learning_rate": 2.876730420514771e-05,
      "loss": 0.0572,
      "step": 3470
    },
    {
      "epoch": 13.384615384615385,
      "grad_norm": 3.3933420181274414,
      "learning_rate": 2.8757439073032136e-05,
      "loss": 0.0645,
      "step": 3480
    },
    {
      "epoch": 13.423076923076923,
      "grad_norm": 2.8533976078033447,
      "learning_rate": 2.874753632860347e-05,
      "loss": 0.064,
      "step": 3490
    },
    {
      "epoch": 13.461538461538462,
      "grad_norm": 2.714489459991455,
      "learning_rate": 2.873759599893543e-05,
      "loss": 0.0729,
      "step": 3500
    },
    {
      "epoch": 13.5,
      "grad_norm": 2.61195969581604,
      "learning_rate": 2.8727618111204494e-05,
      "loss": 0.0665,
      "step": 3510
    },
    {
      "epoch": 13.538461538461538,
      "grad_norm": 2.846728801727295,
      "learning_rate": 2.871760269268983e-05,
      "loss": 0.0595,
      "step": 3520
    },
    {
      "epoch": 13.576923076923077,
      "grad_norm": 2.8665387630462646,
      "learning_rate": 2.870754977077321e-05,
      "loss": 0.0626,
      "step": 3530
    },
    {
      "epoch": 13.615384615384615,
      "grad_norm": 2.974710464477539,
      "learning_rate": 2.869745937293894e-05,
      "loss": 0.0685,
      "step": 3540
    },
    {
      "epoch": 13.653846153846153,
      "grad_norm": 2.7472543716430664,
      "learning_rate": 2.8687331526773775e-05,
      "loss": 0.0639,
      "step": 3550
    },
    {
      "epoch": 13.692307692307692,
      "grad_norm": 2.984053611755371,
      "learning_rate": 2.867716625996687e-05,
      "loss": 0.0642,
      "step": 3560
    },
    {
      "epoch": 13.73076923076923,
      "grad_norm": 2.6401329040527344,
      "learning_rate": 2.8666963600309672e-05,
      "loss": 0.0698,
      "step": 3570
    },
    {
      "epoch": 13.76923076923077,
      "grad_norm": 3.483025550842285,
      "learning_rate": 2.8656723575695862e-05,
      "loss": 0.0633,
      "step": 3580
    },
    {
      "epoch": 13.807692307692308,
      "grad_norm": 3.1316492557525635,
      "learning_rate": 2.8646446214121276e-05,
      "loss": 0.0599,
      "step": 3590
    },
    {
      "epoch": 13.846153846153847,
      "grad_norm": 2.7110755443573,
      "learning_rate": 2.8636131543683828e-05,
      "loss": 0.0657,
      "step": 3600
    },
    {
      "epoch": 13.884615384615385,
      "grad_norm": 2.8898301124572754,
      "learning_rate": 2.8625779592583436e-05,
      "loss": 0.0569,
      "step": 3610
    },
    {
      "epoch": 13.923076923076923,
      "grad_norm": 3.3383960723876953,
      "learning_rate": 2.861539038912193e-05,
      "loss": 0.0618,
      "step": 3620
    },
    {
      "epoch": 13.961538461538462,
      "grad_norm": 2.7277491092681885,
      "learning_rate": 2.860496396170301e-05,
      "loss": 0.0626,
      "step": 3630
    },
    {
      "epoch": 14.0,
      "grad_norm": 3.5116193294525146,
      "learning_rate": 2.859450033883212e-05,
      "loss": 0.0632,
      "step": 3640
    },
    {
      "epoch": 14.038461538461538,
      "grad_norm": 3.129054069519043,
      "learning_rate": 2.8583999549116413e-05,
      "loss": 0.065,
      "step": 3650
    },
    {
      "epoch": 14.076923076923077,
      "grad_norm": 2.848735809326172,
      "learning_rate": 2.857346162126464e-05,
      "loss": 0.0536,
      "step": 3660
    },
    {
      "epoch": 14.115384615384615,
      "grad_norm": 2.7207109928131104,
      "learning_rate": 2.8562886584087092e-05,
      "loss": 0.0624,
      "step": 3670
    },
    {
      "epoch": 14.153846153846153,
      "grad_norm": 2.6145403385162354,
      "learning_rate": 2.8552274466495525e-05,
      "loss": 0.0638,
      "step": 3680
    },
    {
      "epoch": 14.192307692307692,
      "grad_norm": 2.5214338302612305,
      "learning_rate": 2.8541625297503056e-05,
      "loss": 0.0645,
      "step": 3690
    },
    {
      "epoch": 14.23076923076923,
      "grad_norm": 2.453113555908203,
      "learning_rate": 2.8530939106224106e-05,
      "loss": 0.059,
      "step": 3700
    },
    {
      "epoch": 14.26923076923077,
      "grad_norm": 2.9459733963012695,
      "learning_rate": 2.8520215921874325e-05,
      "loss": 0.0619,
      "step": 3710
    },
    {
      "epoch": 14.307692307692308,
      "grad_norm": 3.1279542446136475,
      "learning_rate": 2.850945577377048e-05,
      "loss": 0.0652,
      "step": 3720
    },
    {
      "epoch": 14.346153846153847,
      "grad_norm": 3.1692466735839844,
      "learning_rate": 2.8498658691330406e-05,
      "loss": 0.056,
      "step": 3730
    },
    {
      "epoch": 14.384615384615385,
      "grad_norm": 2.7388417720794678,
      "learning_rate": 2.8487824704072913e-05,
      "loss": 0.0641,
      "step": 3740
    },
    {
      "epoch": 14.423076923076923,
      "grad_norm": 3.1448442935943604,
      "learning_rate": 2.8476953841617713e-05,
      "loss": 0.063,
      "step": 3750
    },
    {
      "epoch": 14.461538461538462,
      "grad_norm": 2.5632693767547607,
      "learning_rate": 2.846604613368532e-05,
      "loss": 0.0562,
      "step": 3760
    },
    {
      "epoch": 14.5,
      "grad_norm": 2.959221601486206,
      "learning_rate": 2.8455101610097002e-05,
      "loss": 0.0675,
      "step": 3770
    },
    {
      "epoch": 14.538461538461538,
      "grad_norm": 2.6775829792022705,
      "learning_rate": 2.8444120300774666e-05,
      "loss": 0.0606,
      "step": 3780
    },
    {
      "epoch": 14.576923076923077,
      "grad_norm": 2.562490940093994,
      "learning_rate": 2.8433102235740788e-05,
      "loss": 0.0573,
      "step": 3790
    },
    {
      "epoch": 14.615384615384615,
      "grad_norm": 2.8279271125793457,
      "learning_rate": 2.842204744511834e-05,
      "loss": 0.0595,
      "step": 3800
    },
    {
      "epoch": 14.653846153846153,
      "grad_norm": 2.3390533924102783,
      "learning_rate": 2.8410955959130693e-05,
      "loss": 0.0533,
      "step": 3810
    },
    {
      "epoch": 14.692307692307692,
      "grad_norm": 2.221428871154785,
      "learning_rate": 2.8399827808101554e-05,
      "loss": 0.0623,
      "step": 3820
    },
    {
      "epoch": 14.73076923076923,
      "grad_norm": 2.7612838745117188,
      "learning_rate": 2.8388663022454857e-05,
      "loss": 0.0616,
      "step": 3830
    },
    {
      "epoch": 14.76923076923077,
      "grad_norm": 2.730405330657959,
      "learning_rate": 2.83774616327147e-05,
      "loss": 0.0575,
      "step": 3840
    },
    {
      "epoch": 14.807692307692308,
      "grad_norm": 2.5589001178741455,
      "learning_rate": 2.836622366950526e-05,
      "loss": 0.0576,
      "step": 3850
    },
    {
      "epoch": 14.846153846153847,
      "grad_norm": 2.984184741973877,
      "learning_rate": 2.835494916355069e-05,
      "loss": 0.0635,
      "step": 3860
    },
    {
      "epoch": 14.884615384615385,
      "grad_norm": 2.6934828758239746,
      "learning_rate": 2.8343638145675072e-05,
      "loss": 0.0616,
      "step": 3870
    },
    {
      "epoch": 14.923076923076923,
      "grad_norm": 2.6913018226623535,
      "learning_rate": 2.8332290646802282e-05,
      "loss": 0.0601,
      "step": 3880
    },
    {
      "epoch": 14.961538461538462,
      "grad_norm": 2.394535779953003,
      "learning_rate": 2.8320906697955963e-05,
      "loss": 0.0562,
      "step": 3890
    },
    {
      "epoch": 15.0,
      "grad_norm": 2.9435136318206787,
      "learning_rate": 2.8309486330259385e-05,
      "loss": 0.0626,
      "step": 3900
    },
    {
      "epoch": 15.038461538461538,
      "grad_norm": 2.9360132217407227,
      "learning_rate": 2.82980295749354e-05,
      "loss": 0.0624,
      "step": 3910
    },
    {
      "epoch": 15.076923076923077,
      "grad_norm": 3.197340965270996,
      "learning_rate": 2.828653646330634e-05,
      "loss": 0.0612,
      "step": 3920
    },
    {
      "epoch": 15.115384615384615,
      "grad_norm": 2.8745882511138916,
      "learning_rate": 2.8275007026793938e-05,
      "loss": 0.0597,
      "step": 3930
    },
    {
      "epoch": 15.153846153846153,
      "grad_norm": 2.903532028198242,
      "learning_rate": 2.826344129691923e-05,
      "loss": 0.0632,
      "step": 3940
    },
    {
      "epoch": 15.192307692307692,
      "grad_norm": 2.7144417762756348,
      "learning_rate": 2.8251839305302478e-05,
      "loss": 0.0636,
      "step": 3950
    },
    {
      "epoch": 15.23076923076923,
      "grad_norm": 2.7780587673187256,
      "learning_rate": 2.8240201083663088e-05,
      "loss": 0.0569,
      "step": 3960
    },
    {
      "epoch": 15.26923076923077,
      "grad_norm": 2.372857093811035,
      "learning_rate": 2.8228526663819504e-05,
      "loss": 0.0615,
      "step": 3970
    },
    {
      "epoch": 15.307692307692308,
      "grad_norm": 2.953294277191162,
      "learning_rate": 2.8216816077689158e-05,
      "loss": 0.0569,
      "step": 3980
    },
    {
      "epoch": 15.346153846153847,
      "grad_norm": 3.1452503204345703,
      "learning_rate": 2.8205069357288337e-05,
      "loss": 0.0555,
      "step": 3990
    },
    {
      "epoch": 15.384615384615385,
      "grad_norm": 2.4111666679382324,
      "learning_rate": 2.8193286534732128e-05,
      "loss": 0.0612,
      "step": 4000
    },
    {
      "epoch": 15.423076923076923,
      "grad_norm": 2.9192652702331543,
      "learning_rate": 2.8181467642234317e-05,
      "loss": 0.0578,
      "step": 4010
    },
    {
      "epoch": 15.461538461538462,
      "grad_norm": 2.613917589187622,
      "learning_rate": 2.8169612712107306e-05,
      "loss": 0.0553,
      "step": 4020
    },
    {
      "epoch": 15.5,
      "grad_norm": 2.7946548461914062,
      "learning_rate": 2.8157721776762017e-05,
      "loss": 0.0632,
      "step": 4030
    },
    {
      "epoch": 15.538461538461538,
      "grad_norm": 2.815171003341675,
      "learning_rate": 2.814579486870782e-05,
      "loss": 0.0602,
      "step": 4040
    },
    {
      "epoch": 15.576923076923077,
      "grad_norm": 2.570457696914673,
      "learning_rate": 2.813383202055242e-05,
      "loss": 0.0551,
      "step": 4050
    },
    {
      "epoch": 15.615384615384615,
      "grad_norm": 2.0170300006866455,
      "learning_rate": 2.8121833265001792e-05,
      "loss": 0.0642,
      "step": 4060
    },
    {
      "epoch": 15.653846153846153,
      "grad_norm": 2.3233728408813477,
      "learning_rate": 2.8109798634860072e-05,
      "loss": 0.0588,
      "step": 4070
    },
    {
      "epoch": 15.692307692307692,
      "grad_norm": 2.1397790908813477,
      "learning_rate": 2.8097728163029482e-05,
      "loss": 0.0529,
      "step": 4080
    },
    {
      "epoch": 15.73076923076923,
      "grad_norm": 2.950807571411133,
      "learning_rate": 2.8085621882510233e-05,
      "loss": 0.0569,
      "step": 4090
    },
    {
      "epoch": 15.76923076923077,
      "grad_norm": 2.839064121246338,
      "learning_rate": 2.8073479826400425e-05,
      "loss": 0.0615,
      "step": 4100
    },
    {
      "epoch": 15.807692307692308,
      "grad_norm": 2.629194736480713,
      "learning_rate": 2.806130202789598e-05,
      "loss": 0.0596,
      "step": 4110
    },
    {
      "epoch": 15.846153846153847,
      "grad_norm": 2.859807252883911,
      "learning_rate": 2.804908852029054e-05,
      "loss": 0.0568,
      "step": 4120
    },
    {
      "epoch": 15.884615384615385,
      "grad_norm": 2.6774954795837402,
      "learning_rate": 2.8036839336975367e-05,
      "loss": 0.0573,
      "step": 4130
    },
    {
      "epoch": 15.923076923076923,
      "grad_norm": 3.763676166534424,
      "learning_rate": 2.8024554511439253e-05,
      "loss": 0.0612,
      "step": 4140
    },
    {
      "epoch": 15.961538461538462,
      "grad_norm": 2.945574998855591,
      "learning_rate": 2.801223407726844e-05,
      "loss": 0.0553,
      "step": 4150
    },
    {
      "epoch": 16.0,
      "grad_norm": 2.359447717666626,
      "learning_rate": 2.7999878068146537e-05,
      "loss": 0.049,
      "step": 4160
    },
    {
      "epoch": 16.03846153846154,
      "grad_norm": 2.7345235347747803,
      "learning_rate": 2.7987486517854396e-05,
      "loss": 0.0595,
      "step": 4170
    },
    {
      "epoch": 16.076923076923077,
      "grad_norm": 2.2802300453186035,
      "learning_rate": 2.7975059460270037e-05,
      "loss": 0.0622,
      "step": 4180
    },
    {
      "epoch": 16.115384615384617,
      "grad_norm": 2.078882932662964,
      "learning_rate": 2.7962596929368566e-05,
      "loss": 0.0585,
      "step": 4190
    },
    {
      "epoch": 16.153846153846153,
      "grad_norm": 2.182929039001465,
      "learning_rate": 2.795009895922207e-05,
      "loss": 0.0536,
      "step": 4200
    },
    {
      "epoch": 16.192307692307693,
      "grad_norm": 3.1578166484832764,
      "learning_rate": 2.7937565583999513e-05,
      "loss": 0.0517,
      "step": 4210
    },
    {
      "epoch": 16.23076923076923,
      "grad_norm": 2.627866268157959,
      "learning_rate": 2.792499683796667e-05,
      "loss": 0.0542,
      "step": 4220
    },
    {
      "epoch": 16.26923076923077,
      "grad_norm": 2.430981159210205,
      "learning_rate": 2.791239275548601e-05,
      "loss": 0.0484,
      "step": 4230
    },
    {
      "epoch": 16.307692307692307,
      "grad_norm": 2.130453586578369,
      "learning_rate": 2.789975337101662e-05,
      "loss": 0.0603,
      "step": 4240
    },
    {
      "epoch": 16.346153846153847,
      "grad_norm": 2.2407262325286865,
      "learning_rate": 2.788707871911409e-05,
      "loss": 0.0606,
      "step": 4250
    },
    {
      "epoch": 16.384615384615383,
      "grad_norm": 2.404421091079712,
      "learning_rate": 2.7874368834430426e-05,
      "loss": 0.0561,
      "step": 4260
    },
    {
      "epoch": 16.423076923076923,
      "grad_norm": 2.6223599910736084,
      "learning_rate": 2.7861623751713982e-05,
      "loss": 0.053,
      "step": 4270
    },
    {
      "epoch": 16.46153846153846,
      "grad_norm": 2.6188464164733887,
      "learning_rate": 2.7848843505809317e-05,
      "loss": 0.0559,
      "step": 4280
    },
    {
      "epoch": 16.5,
      "grad_norm": 2.1133105754852295,
      "learning_rate": 2.7836028131657142e-05,
      "loss": 0.0524,
      "step": 4290
    },
    {
      "epoch": 16.53846153846154,
      "grad_norm": 2.4061028957366943,
      "learning_rate": 2.7823177664294197e-05,
      "loss": 0.0545,
      "step": 4300
    },
    {
      "epoch": 16.576923076923077,
      "grad_norm": 2.635202169418335,
      "learning_rate": 2.7810292138853168e-05,
      "loss": 0.0526,
      "step": 4310
    },
    {
      "epoch": 16.615384615384617,
      "grad_norm": 2.4512650966644287,
      "learning_rate": 2.779737159056259e-05,
      "loss": 0.0527,
      "step": 4320
    },
    {
      "epoch": 16.653846153846153,
      "grad_norm": 2.650878429412842,
      "learning_rate": 2.7784416054746753e-05,
      "loss": 0.0518,
      "step": 4330
    },
    {
      "epoch": 16.692307692307693,
      "grad_norm": 2.4242632389068604,
      "learning_rate": 2.7771425566825593e-05,
      "loss": 0.0527,
      "step": 4340
    },
    {
      "epoch": 16.73076923076923,
      "grad_norm": 2.464691162109375,
      "learning_rate": 2.7758400162314605e-05,
      "loss": 0.0547,
      "step": 4350
    },
    {
      "epoch": 16.76923076923077,
      "grad_norm": 2.6380252838134766,
      "learning_rate": 2.7745339876824756e-05,
      "loss": 0.0503,
      "step": 4360
    },
    {
      "epoch": 16.807692307692307,
      "grad_norm": 2.551723003387451,
      "learning_rate": 2.7732244746062363e-05,
      "loss": 0.0537,
      "step": 4370
    },
    {
      "epoch": 16.846153846153847,
      "grad_norm": 2.8268020153045654,
      "learning_rate": 2.7719114805829015e-05,
      "loss": 0.0516,
      "step": 4380
    },
    {
      "epoch": 16.884615384615383,
      "grad_norm": 2.501936435699463,
      "learning_rate": 2.7705950092021465e-05,
      "loss": 0.0583,
      "step": 4390
    },
    {
      "epoch": 16.923076923076923,
      "grad_norm": 2.710240602493286,
      "learning_rate": 2.7692750640631533e-05,
      "loss": 0.0658,
      "step": 4400
    },
    {
      "epoch": 16.96153846153846,
      "grad_norm": 2.378331422805786,
      "learning_rate": 2.767951648774603e-05,
      "loss": 0.0548,
      "step": 4410
    },
    {
      "epoch": 17.0,
      "grad_norm": 2.894601345062256,
      "learning_rate": 2.766624766954661e-05,
      "loss": 0.0567,
      "step": 4420
    },
    {
      "epoch": 17.03846153846154,
      "grad_norm": 2.357337236404419,
      "learning_rate": 2.7652944222309727e-05,
      "loss": 0.0538,
      "step": 4430
    },
    {
      "epoch": 17.076923076923077,
      "grad_norm": 2.6987788677215576,
      "learning_rate": 2.7639606182406484e-05,
      "loss": 0.0617,
      "step": 4440
    },
    {
      "epoch": 17.115384615384617,
      "grad_norm": 1.861840009689331,
      "learning_rate": 2.7626233586302583e-05,
      "loss": 0.0487,
      "step": 4450
    },
    {
      "epoch": 17.153846153846153,
      "grad_norm": 1.9388928413391113,
      "learning_rate": 2.7612826470558192e-05,
      "loss": 0.0568,
      "step": 4460
    },
    {
      "epoch": 17.192307692307693,
      "grad_norm": 2.5828299522399902,
      "learning_rate": 2.7599384871827846e-05,
      "loss": 0.0535,
      "step": 4470
    },
    {
      "epoch": 17.23076923076923,
      "grad_norm": 2.6794981956481934,
      "learning_rate": 2.7585908826860368e-05,
      "loss": 0.0528,
      "step": 4480
    },
    {
      "epoch": 17.26923076923077,
      "grad_norm": 2.3347725868225098,
      "learning_rate": 2.757239837249875e-05,
      "loss": 0.0551,
      "step": 4490
    },
    {
      "epoch": 17.307692307692307,
      "grad_norm": 3.0247833728790283,
      "learning_rate": 2.7558853545680057e-05,
      "loss": 0.0524,
      "step": 4500
    },
    {
      "epoch": 17.346153846153847,
      "grad_norm": 2.5298354625701904,
      "learning_rate": 2.754527438343533e-05,
      "loss": 0.0624,
      "step": 4510
    },
    {
      "epoch": 17.384615384615383,
      "grad_norm": 2.508488893508911,
      "learning_rate": 2.7531660922889477e-05,
      "loss": 0.0548,
      "step": 4520
    },
    {
      "epoch": 17.423076923076923,
      "grad_norm": 2.869568347930908,
      "learning_rate": 2.751801320126118e-05,
      "loss": 0.0567,
      "step": 4530
    },
    {
      "epoch": 17.46153846153846,
      "grad_norm": 3.067972421646118,
      "learning_rate": 2.750433125586279e-05,
      "loss": 0.0527,
      "step": 4540
    },
    {
      "epoch": 17.5,
      "grad_norm": 2.691254138946533,
      "learning_rate": 2.7490615124100225e-05,
      "loss": 0.049,
      "step": 4550
    },
    {
      "epoch": 17.53846153846154,
      "grad_norm": 2.420832395553589,
      "learning_rate": 2.747686484347286e-05,
      "loss": 0.0488,
      "step": 4560
    },
    {
      "epoch": 17.576923076923077,
      "grad_norm": 2.2831807136535645,
      "learning_rate": 2.7463080451573447e-05,
      "loss": 0.0547,
      "step": 4570
    },
    {
      "epoch": 17.615384615384617,
      "grad_norm": 2.23234486579895,
      "learning_rate": 2.744926198608798e-05,
      "loss": 0.0521,
      "step": 4580
    },
    {
      "epoch": 17.653846153846153,
      "grad_norm": 2.116222620010376,
      "learning_rate": 2.743540948479561e-05,
      "loss": 0.0526,
      "step": 4590
    },
    {
      "epoch": 17.692307692307693,
      "grad_norm": 2.2791247367858887,
      "learning_rate": 2.7421522985568562e-05,
      "loss": 0.054,
      "step": 4600
    },
    {
      "epoch": 17.73076923076923,
      "grad_norm": 2.1204259395599365,
      "learning_rate": 2.7407602526371983e-05,
      "loss": 0.0544,
      "step": 4610
    },
    {
      "epoch": 17.76923076923077,
      "grad_norm": 2.725435733795166,
      "learning_rate": 2.7393648145263873e-05,
      "loss": 0.0545,
      "step": 4620
    },
    {
      "epoch": 17.807692307692307,
      "grad_norm": 2.7043561935424805,
      "learning_rate": 2.7379659880394996e-05,
      "loss": 0.0554,
      "step": 4630
    },
    {
      "epoch": 17.846153846153847,
      "grad_norm": 3.0216851234436035,
      "learning_rate": 2.7365637770008717e-05,
      "loss": 0.0551,
      "step": 4640
    },
    {
      "epoch": 17.884615384615383,
      "grad_norm": 2.6223690509796143,
      "learning_rate": 2.7351581852440953e-05,
      "loss": 0.0545,
      "step": 4650
    },
    {
      "epoch": 17.923076923076923,
      "grad_norm": 2.883230209350586,
      "learning_rate": 2.7337492166120053e-05,
      "loss": 0.0632,
      "step": 4660
    },
    {
      "epoch": 17.96153846153846,
      "grad_norm": 2.9789953231811523,
      "learning_rate": 2.732336874956667e-05,
      "loss": 0.0558,
      "step": 4670
    },
    {
      "epoch": 18.0,
      "grad_norm": 2.189687967300415,
      "learning_rate": 2.7309211641393696e-05,
      "loss": 0.0439,
      "step": 4680
    },
    {
      "epoch": 18.03846153846154,
      "grad_norm": 2.24808931350708,
      "learning_rate": 2.7295020880306123e-05,
      "loss": 0.0567,
      "step": 4690
    },
    {
      "epoch": 18.076923076923077,
      "grad_norm": 2.401685953140259,
      "learning_rate": 2.7280796505100946e-05,
      "loss": 0.0578,
      "step": 4700
    },
    {
      "epoch": 18.115384615384617,
      "grad_norm": 1.9197814464569092,
      "learning_rate": 2.7266538554667065e-05,
      "loss": 0.0525,
      "step": 4710
    },
    {
      "epoch": 18.153846153846153,
      "grad_norm": 2.022991180419922,
      "learning_rate": 2.725224706798517e-05,
      "loss": 0.0567,
      "step": 4720
    },
    {
      "epoch": 18.192307692307693,
      "grad_norm": 2.132225513458252,
      "learning_rate": 2.7237922084127643e-05,
      "loss": 0.0524,
      "step": 4730
    },
    {
      "epoch": 18.23076923076923,
      "grad_norm": 2.158095598220825,
      "learning_rate": 2.7223563642258446e-05,
      "loss": 0.0496,
      "step": 4740
    },
    {
      "epoch": 18.26923076923077,
      "grad_norm": 2.268658399581909,
      "learning_rate": 2.7209171781633e-05,
      "loss": 0.0536,
      "step": 4750
    },
    {
      "epoch": 18.307692307692307,
      "grad_norm": 2.788698673248291,
      "learning_rate": 2.7194746541598113e-05,
      "loss": 0.0527,
      "step": 4760
    },
    {
      "epoch": 18.346153846153847,
      "grad_norm": 2.46181321144104,
      "learning_rate": 2.7180287961591835e-05,
      "loss": 0.0547,
      "step": 4770
    },
    {
      "epoch": 18.384615384615383,
      "grad_norm": 2.1883716583251953,
      "learning_rate": 2.7165796081143377e-05,
      "loss": 0.0554,
      "step": 4780
    },
    {
      "epoch": 18.423076923076923,
      "grad_norm": 2.5119552612304688,
      "learning_rate": 2.715127093987298e-05,
      "loss": 0.0502,
      "step": 4790
    },
    {
      "epoch": 18.46153846153846,
      "grad_norm": 2.3125741481781006,
      "learning_rate": 2.713671257749183e-05,
      "loss": 0.0521,
      "step": 4800
    },
    {
      "epoch": 18.5,
      "grad_norm": 2.01935076713562,
      "learning_rate": 2.712212103380193e-05,
      "loss": 0.049,
      "step": 4810
    },
    {
      "epoch": 18.53846153846154,
      "grad_norm": 2.192258834838867,
      "learning_rate": 2.7107496348696004e-05,
      "loss": 0.0468,
      "step": 4820
    },
    {
      "epoch": 18.576923076923077,
      "grad_norm": 2.0872395038604736,
      "learning_rate": 2.7092838562157386e-05,
      "loss": 0.0608,
      "step": 4830
    },
    {
      "epoch": 18.615384615384617,
      "grad_norm": 2.0910723209381104,
      "learning_rate": 2.7078147714259905e-05,
      "loss": 0.0597,
      "step": 4840
    },
    {
      "epoch": 18.653846153846153,
      "grad_norm": 2.1819539070129395,
      "learning_rate": 2.7063423845167773e-05,
      "loss": 0.0514,
      "step": 4850
    },
    {
      "epoch": 18.692307692307693,
      "grad_norm": 2.541072368621826,
      "learning_rate": 2.7048666995135494e-05,
      "loss": 0.0518,
      "step": 4860
    },
    {
      "epoch": 18.73076923076923,
      "grad_norm": 2.253460168838501,
      "learning_rate": 2.7033877204507722e-05,
      "loss": 0.0519,
      "step": 4870
    },
    {
      "epoch": 18.76923076923077,
      "grad_norm": 2.454606294631958,
      "learning_rate": 2.701905451371919e-05,
      "loss": 0.0559,
      "step": 4880
    },
    {
      "epoch": 18.807692307692307,
      "grad_norm": 2.596813917160034,
      "learning_rate": 2.7004198963294558e-05,
      "loss": 0.0557,
      "step": 4890
    },
    {
      "epoch": 18.846153846153847,
      "grad_norm": 2.3953702449798584,
      "learning_rate": 2.6989310593848345e-05,
      "loss": 0.0553,
      "step": 4900
    },
    {
      "epoch": 18.884615384615383,
      "grad_norm": 2.1888365745544434,
      "learning_rate": 2.6974389446084776e-05,
      "loss": 0.0488,
      "step": 4910
    },
    {
      "epoch": 18.923076923076923,
      "grad_norm": 2.3826677799224854,
      "learning_rate": 2.6959435560797706e-05,
      "loss": 0.0495,
      "step": 4920
    },
    {
      "epoch": 18.96153846153846,
      "grad_norm": 2.1377201080322266,
      "learning_rate": 2.6944448978870478e-05,
      "loss": 0.0566,
      "step": 4930
    },
    {
      "epoch": 19.0,
      "grad_norm": 2.3483967781066895,
      "learning_rate": 2.6929429741275845e-05,
      "loss": 0.0488,
      "step": 4940
    },
    {
      "epoch": 19.03846153846154,
      "grad_norm": 1.9696838855743408,
      "learning_rate": 2.691437788907582e-05,
      "loss": 0.051,
      "step": 4950
    },
    {
      "epoch": 19.076923076923077,
      "grad_norm": 2.692110776901245,
      "learning_rate": 2.689929346342159e-05,
      "loss": 0.0461,
      "step": 4960
    },
    {
      "epoch": 19.115384615384617,
      "grad_norm": 2.2084898948669434,
      "learning_rate": 2.688417650555341e-05,
      "loss": 0.0599,
      "step": 4970
    },
    {
      "epoch": 19.153846153846153,
      "grad_norm": 2.121561288833618,
      "learning_rate": 2.686902705680046e-05,
      "loss": 0.0578,
      "step": 4980
    },
    {
      "epoch": 19.192307692307693,
      "grad_norm": 2.3033506870269775,
      "learning_rate": 2.6853845158580756e-05,
      "loss": 0.0519,
      "step": 4990
    },
    {
      "epoch": 19.23076923076923,
      "grad_norm": 2.0581743717193604,
      "learning_rate": 2.6838630852401028e-05,
      "loss": 0.0538,
      "step": 5000
    },
    {
      "epoch": 19.26923076923077,
      "grad_norm": 2.1499931812286377,
      "learning_rate": 2.6823384179856602e-05,
      "loss": 0.0515,
      "step": 5010
    },
    {
      "epoch": 19.307692307692307,
      "grad_norm": 2.4993667602539062,
      "learning_rate": 2.6808105182631303e-05,
      "loss": 0.0537,
      "step": 5020
    },
    {
      "epoch": 19.346153846153847,
      "grad_norm": 2.7367970943450928,
      "learning_rate": 2.6792793902497328e-05,
      "loss": 0.0507,
      "step": 5030
    },
    {
      "epoch": 19.384615384615383,
      "grad_norm": 2.3506581783294678,
      "learning_rate": 2.6777450381315133e-05,
      "loss": 0.0501,
      "step": 5040
    },
    {
      "epoch": 19.423076923076923,
      "grad_norm": 1.9951107501983643,
      "learning_rate": 2.676207466103331e-05,
      "loss": 0.0519,
      "step": 5050
    },
    {
      "epoch": 19.46153846153846,
      "grad_norm": 2.0051987171173096,
      "learning_rate": 2.6746666783688503e-05,
      "loss": 0.0505,
      "step": 5060
    },
    {
      "epoch": 19.5,
      "grad_norm": 1.8392553329467773,
      "learning_rate": 2.673122679140525e-05,
      "loss": 0.0421,
      "step": 5070
    },
    {
      "epoch": 19.53846153846154,
      "grad_norm": 1.9367773532867432,
      "learning_rate": 2.671575472639591e-05,
      "loss": 0.0514,
      "step": 5080
    },
    {
      "epoch": 19.576923076923077,
      "grad_norm": 2.1854703426361084,
      "learning_rate": 2.6700250630960506e-05,
      "loss": 0.0535,
      "step": 5090
    },
    {
      "epoch": 19.615384615384617,
      "grad_norm": 2.0213778018951416,
      "learning_rate": 2.6684714547486654e-05,
      "loss": 0.0546,
      "step": 5100
    },
    {
      "epoch": 19.653846153846153,
      "grad_norm": 2.09897780418396,
      "learning_rate": 2.6669146518449407e-05,
      "loss": 0.0477,
      "step": 5110
    },
    {
      "epoch": 19.692307692307693,
      "grad_norm": 2.4380099773406982,
      "learning_rate": 2.665354658641117e-05,
      "loss": 0.0611,
      "step": 5120
    },
    {
      "epoch": 19.73076923076923,
      "grad_norm": 2.0932047367095947,
      "learning_rate": 2.6637914794021552e-05,
      "loss": 0.0462,
      "step": 5130
    },
    {
      "epoch": 19.76923076923077,
      "grad_norm": 2.186757802963257,
      "learning_rate": 2.6622251184017274e-05,
      "loss": 0.0487,
      "step": 5140
    },
    {
      "epoch": 19.807692307692307,
      "grad_norm": 1.9822323322296143,
      "learning_rate": 2.660655579922206e-05,
      "loss": 0.0498,
      "step": 5150
    },
    {
      "epoch": 19.846153846153847,
      "grad_norm": 2.4814295768737793,
      "learning_rate": 2.6590828682546487e-05,
      "loss": 0.0541,
      "step": 5160
    },
    {
      "epoch": 19.884615384615383,
      "grad_norm": 2.3453330993652344,
      "learning_rate": 2.657506987698789e-05,
      "loss": 0.0403,
      "step": 5170
    },
    {
      "epoch": 19.923076923076923,
      "grad_norm": 2.3614869117736816,
      "learning_rate": 2.655927942563024e-05,
      "loss": 0.0491,
      "step": 5180
    },
    {
      "epoch": 19.96153846153846,
      "grad_norm": 2.508418083190918,
      "learning_rate": 2.6543457371644027e-05,
      "loss": 0.0506,
      "step": 5190
    },
    {
      "epoch": 20.0,
      "grad_norm": 1.809973955154419,
      "learning_rate": 2.652760375828615e-05,
      "loss": 0.0553,
      "step": 5200
    },
    {
      "epoch": 20.03846153846154,
      "grad_norm": 2.3840510845184326,
      "learning_rate": 2.651171862889978e-05,
      "loss": 0.0511,
      "step": 5210
    },
    {
      "epoch": 20.076923076923077,
      "grad_norm": 2.154362440109253,
      "learning_rate": 2.649580202691425e-05,
      "loss": 0.0522,
      "step": 5220
    },
    {
      "epoch": 20.115384615384617,
      "grad_norm": 2.4772872924804688,
      "learning_rate": 2.6479853995844942e-05,
      "loss": 0.0524,
      "step": 5230
    },
    {
      "epoch": 20.153846153846153,
      "grad_norm": 2.3529508113861084,
      "learning_rate": 2.646387457929317e-05,
      "loss": 0.0494,
      "step": 5240
    },
    {
      "epoch": 20.192307692307693,
      "grad_norm": 2.08630633354187,
      "learning_rate": 2.6447863820946047e-05,
      "loss": 0.0462,
      "step": 5250
    },
    {
      "epoch": 20.23076923076923,
      "grad_norm": 1.6905722618103027,
      "learning_rate": 2.6431821764576367e-05,
      "loss": 0.0512,
      "step": 5260
    },
    {
      "epoch": 20.26923076923077,
      "grad_norm": 1.8629543781280518,
      "learning_rate": 2.641574845404251e-05,
      "loss": 0.0502,
      "step": 5270
    },
    {
      "epoch": 20.307692307692307,
      "grad_norm": 2.0543575286865234,
      "learning_rate": 2.639964393328829e-05,
      "loss": 0.0545,
      "step": 5280
    },
    {
      "epoch": 20.346153846153847,
      "grad_norm": 2.485801935195923,
      "learning_rate": 2.6383508246342844e-05,
      "loss": 0.0514,
      "step": 5290
    },
    {
      "epoch": 20.384615384615383,
      "grad_norm": 1.7313271760940552,
      "learning_rate": 2.636734143732054e-05,
      "loss": 0.0488,
      "step": 5300
    },
    {
      "epoch": 20.423076923076923,
      "grad_norm": 1.8892971277236938,
      "learning_rate": 2.63511435504208e-05,
      "loss": 0.05,
      "step": 5310
    },
    {
      "epoch": 20.46153846153846,
      "grad_norm": 1.8958619832992554,
      "learning_rate": 2.633491462992804e-05,
      "loss": 0.0509,
      "step": 5320
    },
    {
      "epoch": 20.5,
      "grad_norm": 2.0657594203948975,
      "learning_rate": 2.63186547202115e-05,
      "loss": 0.0457,
      "step": 5330
    },
    {
      "epoch": 20.53846153846154,
      "grad_norm": 2.0821566581726074,
      "learning_rate": 2.6302363865725158e-05,
      "loss": 0.0515,
      "step": 5340
    },
    {
      "epoch": 20.576923076923077,
      "grad_norm": 1.938544750213623,
      "learning_rate": 2.628604211100759e-05,
      "loss": 0.0505,
      "step": 5350
    },
    {
      "epoch": 20.615384615384617,
      "grad_norm": 2.1884799003601074,
      "learning_rate": 2.6269689500681846e-05,
      "loss": 0.0514,
      "step": 5360
    },
    {
      "epoch": 20.653846153846153,
      "grad_norm": 2.3804664611816406,
      "learning_rate": 2.6253306079455337e-05,
      "loss": 0.0541,
      "step": 5370
    },
    {
      "epoch": 20.692307692307693,
      "grad_norm": 2.18882155418396,
      "learning_rate": 2.6236891892119713e-05,
      "loss": 0.0492,
      "step": 5380
    },
    {
      "epoch": 20.73076923076923,
      "grad_norm": 2.1746103763580322,
      "learning_rate": 2.6220446983550738e-05,
      "loss": 0.0487,
      "step": 5390
    },
    {
      "epoch": 20.76923076923077,
      "grad_norm": 1.9990772008895874,
      "learning_rate": 2.6203971398708162e-05,
      "loss": 0.0492,
      "step": 5400
    },
    {
      "epoch": 20.807692307692307,
      "grad_norm": 2.243596315383911,
      "learning_rate": 2.6187465182635598e-05,
      "loss": 0.0521,
      "step": 5410
    },
    {
      "epoch": 20.846153846153847,
      "grad_norm": 2.5800552368164062,
      "learning_rate": 2.6170928380460424e-05,
      "loss": 0.0468,
      "step": 5420
    },
    {
      "epoch": 20.884615384615383,
      "grad_norm": 2.2908005714416504,
      "learning_rate": 2.615436103739362e-05,
      "loss": 0.051,
      "step": 5430
    },
    {
      "epoch": 20.923076923076923,
      "grad_norm": 2.4502663612365723,
      "learning_rate": 2.6137763198729665e-05,
      "loss": 0.0476,
      "step": 5440
    },
    {
      "epoch": 20.96153846153846,
      "grad_norm": 2.216867208480835,
      "learning_rate": 2.6121134909846416e-05,
      "loss": 0.0553,
      "step": 5450
    },
    {
      "epoch": 21.0,
      "grad_norm": 2.4995601177215576,
      "learning_rate": 2.6104476216204985e-05,
      "loss": 0.0453,
      "step": 5460
    },
    {
      "epoch": 21.03846153846154,
      "grad_norm": 1.9124618768692017,
      "learning_rate": 2.6087787163349605e-05,
      "loss": 0.0479,
      "step": 5470
    },
    {
      "epoch": 21.076923076923077,
      "grad_norm": 1.9513589143753052,
      "learning_rate": 2.60710677969075e-05,
      "loss": 0.0476,
      "step": 5480
    },
    {
      "epoch": 21.115384615384617,
      "grad_norm": 1.7153360843658447,
      "learning_rate": 2.6054318162588792e-05,
      "loss": 0.044,
      "step": 5490
    },
    {
      "epoch": 21.153846153846153,
      "grad_norm": 2.320129871368408,
      "learning_rate": 2.6037538306186337e-05,
      "loss": 0.0456,
      "step": 5500
    },
    {
      "epoch": 21.192307692307693,
      "grad_norm": 1.6431825160980225,
      "learning_rate": 2.602072827357562e-05,
      "loss": 0.0483,
      "step": 5510
    },
    {
      "epoch": 21.23076923076923,
      "grad_norm": 2.124098539352417,
      "learning_rate": 2.6003888110714624e-05,
      "loss": 0.0402,
      "step": 5520
    },
    {
      "epoch": 21.26923076923077,
      "grad_norm": 2.669579267501831,
      "learning_rate": 2.5987017863643714e-05,
      "loss": 0.0547,
      "step": 5530
    },
    {
      "epoch": 21.307692307692307,
      "grad_norm": 2.1754443645477295,
      "learning_rate": 2.5970117578485506e-05,
      "loss": 0.0481,
      "step": 5540
    },
    {
      "epoch": 21.346153846153847,
      "grad_norm": 2.0452888011932373,
      "learning_rate": 2.5953187301444733e-05,
      "loss": 0.0436,
      "step": 5550
    },
    {
      "epoch": 21.384615384615383,
      "grad_norm": 2.2750635147094727,
      "learning_rate": 2.5936227078808123e-05,
      "loss": 0.0498,
      "step": 5560
    },
    {
      "epoch": 21.423076923076923,
      "grad_norm": 1.7035436630249023,
      "learning_rate": 2.5919236956944277e-05,
      "loss": 0.0455,
      "step": 5570
    },
    {
      "epoch": 21.46153846153846,
      "grad_norm": 2.014969825744629,
      "learning_rate": 2.5902216982303544e-05,
      "loss": 0.0502,
      "step": 5580
    },
    {
      "epoch": 21.5,
      "grad_norm": 2.2059478759765625,
      "learning_rate": 2.588516720141788e-05,
      "loss": 0.0466,
      "step": 5590
    },
    {
      "epoch": 21.53846153846154,
      "grad_norm": 1.8128308057785034,
      "learning_rate": 2.5868087660900735e-05,
      "loss": 0.0494,
      "step": 5600
    },
    {
      "epoch": 21.576923076923077,
      "grad_norm": 2.221346139907837,
      "learning_rate": 2.5850978407446924e-05,
      "loss": 0.0532,
      "step": 5610
    },
    {
      "epoch": 21.615384615384617,
      "grad_norm": 1.9685431718826294,
      "learning_rate": 2.5833839487832488e-05,
      "loss": 0.0506,
      "step": 5620
    },
    {
      "epoch": 21.653846153846153,
      "grad_norm": 1.538164734840393,
      "learning_rate": 2.5816670948914583e-05,
      "loss": 0.0446,
      "step": 5630
    },
    {
      "epoch": 21.692307692307693,
      "grad_norm": 1.8389371633529663,
      "learning_rate": 2.5799472837631338e-05,
      "loss": 0.053,
      "step": 5640
    },
    {
      "epoch": 21.73076923076923,
      "grad_norm": 2.2778820991516113,
      "learning_rate": 2.578224520100173e-05,
      "loss": 0.0423,
      "step": 5650
    },
    {
      "epoch": 21.76923076923077,
      "grad_norm": 2.5849103927612305,
      "learning_rate": 2.576498808612546e-05,
      "loss": 0.0489,
      "step": 5660
    },
    {
      "epoch": 21.807692307692307,
      "grad_norm": 2.3590989112854004,
      "learning_rate": 2.5747701540182825e-05,
      "loss": 0.0514,
      "step": 5670
    },
    {
      "epoch": 21.846153846153847,
      "grad_norm": 1.8261209726333618,
      "learning_rate": 2.573038561043458e-05,
      "loss": 0.0459,
      "step": 5680
    },
    {
      "epoch": 21.884615384615383,
      "grad_norm": 2.492357015609741,
      "learning_rate": 2.5713040344221815e-05,
      "loss": 0.053,
      "step": 5690
    },
    {
      "epoch": 21.923076923076923,
      "grad_norm": 2.3282649517059326,
      "learning_rate": 2.5695665788965823e-05,
      "loss": 0.0422,
      "step": 5700
    },
    {
      "epoch": 21.96153846153846,
      "grad_norm": 2.3369557857513428,
      "learning_rate": 2.5678261992167978e-05,
      "loss": 0.0542,
      "step": 5710
    },
    {
      "epoch": 22.0,
      "grad_norm": 2.2342748641967773,
      "learning_rate": 2.5660829001409594e-05,
      "loss": 0.0553,
      "step": 5720
    },
    {
      "epoch": 22.03846153846154,
      "grad_norm": 1.9400802850723267,
      "learning_rate": 2.5643366864351806e-05,
      "loss": 0.0554,
      "step": 5730
    },
    {
      "epoch": 22.076923076923077,
      "grad_norm": 2.1915154457092285,
      "learning_rate": 2.5625875628735423e-05,
      "loss": 0.0463,
      "step": 5740
    },
    {
      "epoch": 22.115384615384617,
      "grad_norm": 1.7244971990585327,
      "learning_rate": 2.560835534238082e-05,
      "loss": 0.0466,
      "step": 5750
    },
    {
      "epoch": 22.153846153846153,
      "grad_norm": 2.1806528568267822,
      "learning_rate": 2.5590806053187793e-05,
      "loss": 0.0483,
      "step": 5760
    },
    {
      "epoch": 22.192307692307693,
      "grad_norm": 1.9255647659301758,
      "learning_rate": 2.557322780913542e-05,
      "loss": 0.0489,
      "step": 5770
    },
    {
      "epoch": 22.23076923076923,
      "grad_norm": 2.2142374515533447,
      "learning_rate": 2.555562065828196e-05,
      "loss": 0.0527,
      "step": 5780
    },
    {
      "epoch": 22.26923076923077,
      "grad_norm": 2.4573400020599365,
      "learning_rate": 2.5537984648764684e-05,
      "loss": 0.0451,
      "step": 5790
    },
    {
      "epoch": 22.307692307692307,
      "grad_norm": 2.1143500804901123,
      "learning_rate": 2.5520319828799766e-05,
      "loss": 0.0479,
      "step": 5800
    },
    {
      "epoch": 22.346153846153847,
      "grad_norm": 1.8646248579025269,
      "learning_rate": 2.550262624668216e-05,
      "loss": 0.0435,
      "step": 5810
    },
    {
      "epoch": 22.384615384615383,
      "grad_norm": 1.5074269771575928,
      "learning_rate": 2.5484903950785432e-05,
      "loss": 0.0446,
      "step": 5820
    },
    {
      "epoch": 22.423076923076923,
      "grad_norm": 2.103839874267578,
      "learning_rate": 2.546715298956167e-05,
      "loss": 0.0527,
      "step": 5830
    },
    {
      "epoch": 22.46153846153846,
      "grad_norm": 1.9880903959274292,
      "learning_rate": 2.5449373411541322e-05,
      "loss": 0.0492,
      "step": 5840
    },
    {
      "epoch": 22.5,
      "grad_norm": 1.8882006406784058,
      "learning_rate": 2.5431565265333074e-05,
      "loss": 0.0552,
      "step": 5850
    },
    {
      "epoch": 22.53846153846154,
      "grad_norm": 2.3421194553375244,
      "learning_rate": 2.541372859962372e-05,
      "loss": 0.0487,
      "step": 5860
    },
    {
      "epoch": 22.576923076923077,
      "grad_norm": 2.0303971767425537,
      "learning_rate": 2.5395863463178023e-05,
      "loss": 0.0467,
      "step": 5870
    },
    {
      "epoch": 22.615384615384617,
      "grad_norm": 1.9958126544952393,
      "learning_rate": 2.537796990483858e-05,
      "loss": 0.0593,
      "step": 5880
    },
    {
      "epoch": 22.653846153846153,
      "grad_norm": 2.40570068359375,
      "learning_rate": 2.53600479735257e-05,
      "loss": 0.046,
      "step": 5890
    },
    {
      "epoch": 22.692307692307693,
      "grad_norm": 1.7980605363845825,
      "learning_rate": 2.5342097718237262e-05,
      "loss": 0.0496,
      "step": 5900
    },
    {
      "epoch": 22.73076923076923,
      "grad_norm": 2.364152431488037,
      "learning_rate": 2.5324119188048567e-05,
      "loss": 0.0485,
      "step": 5910
    },
    {
      "epoch": 22.76923076923077,
      "grad_norm": 2.065056085586548,
      "learning_rate": 2.530611243211224e-05,
      "loss": 0.0483,
      "step": 5920
    },
    {
      "epoch": 22.807692307692307,
      "grad_norm": 1.8822139501571655,
      "learning_rate": 2.5288077499658064e-05,
      "loss": 0.0445,
      "step": 5930
    },
    {
      "epoch": 22.846153846153847,
      "grad_norm": 1.9192858934402466,
      "learning_rate": 2.527001443999285e-05,
      "loss": 0.0462,
      "step": 5940
    },
    {
      "epoch": 22.884615384615383,
      "grad_norm": 2.175851821899414,
      "learning_rate": 2.5251923302500318e-05,
      "loss": 0.0448,
      "step": 5950
    },
    {
      "epoch": 22.923076923076923,
      "grad_norm": 2.1367673873901367,
      "learning_rate": 2.523380413664095e-05,
      "loss": 0.0461,
      "step": 5960
    },
    {
      "epoch": 22.96153846153846,
      "grad_norm": 2.0076870918273926,
      "learning_rate": 2.5215656991951844e-05,
      "loss": 0.0429,
      "step": 5970
    },
    {
      "epoch": 23.0,
      "grad_norm": 2.2983851432800293,
      "learning_rate": 2.5197481918046606e-05,
      "loss": 0.0473,
      "step": 5980
    },
    {
      "epoch": 23.03846153846154,
      "grad_norm": 1.547244906425476,
      "learning_rate": 2.5179278964615192e-05,
      "loss": 0.0441,
      "step": 5990
    },
    {
      "epoch": 23.076923076923077,
      "grad_norm": 1.8851597309112549,
      "learning_rate": 2.516104818142379e-05,
      "loss": 0.0494,
      "step": 6000
    },
    {
      "epoch": 23.115384615384617,
      "grad_norm": 1.918543815612793,
      "learning_rate": 2.5142789618314654e-05,
      "loss": 0.0417,
      "step": 6010
    },
    {
      "epoch": 23.153846153846153,
      "grad_norm": 1.7837193012237549,
      "learning_rate": 2.5124503325206006e-05,
      "loss": 0.0469,
      "step": 6020
    },
    {
      "epoch": 23.192307692307693,
      "grad_norm": 1.9671348333358765,
      "learning_rate": 2.5106189352091867e-05,
      "loss": 0.0429,
      "step": 6030
    },
    {
      "epoch": 23.23076923076923,
      "grad_norm": 1.8569093942642212,
      "learning_rate": 2.5087847749041944e-05,
      "loss": 0.0498,
      "step": 6040
    },
    {
      "epoch": 23.26923076923077,
      "grad_norm": 2.0214736461639404,
      "learning_rate": 2.506947856620148e-05,
      "loss": 0.0395,
      "step": 6050
    },
    {
      "epoch": 23.307692307692307,
      "grad_norm": 1.9467337131500244,
      "learning_rate": 2.505108185379111e-05,
      "loss": 0.046,
      "step": 6060
    },
    {
      "epoch": 23.346153846153847,
      "grad_norm": 1.8502717018127441,
      "learning_rate": 2.503265766210676e-05,
      "loss": 0.044,
      "step": 6070
    },
    {
      "epoch": 23.384615384615383,
      "grad_norm": 2.310283660888672,
      "learning_rate": 2.5014206041519456e-05,
      "loss": 0.0521,
      "step": 6080
    },
    {
      "epoch": 23.423076923076923,
      "grad_norm": 1.6830577850341797,
      "learning_rate": 2.499572704247523e-05,
      "loss": 0.0458,
      "step": 6090
    },
    {
      "epoch": 23.46153846153846,
      "grad_norm": 1.6736561059951782,
      "learning_rate": 2.497722071549495e-05,
      "loss": 0.0422,
      "step": 6100
    },
    {
      "epoch": 23.5,
      "grad_norm": 1.5868667364120483,
      "learning_rate": 2.4958687111174216e-05,
      "loss": 0.0432,
      "step": 6110
    },
    {
      "epoch": 23.53846153846154,
      "grad_norm": 2.2007408142089844,
      "learning_rate": 2.494012628018319e-05,
      "loss": 0.0495,
      "step": 6120
    },
    {
      "epoch": 23.576923076923077,
      "grad_norm": 1.7047786712646484,
      "learning_rate": 2.4921538273266475e-05,
      "loss": 0.0491,
      "step": 6130
    },
    {
      "epoch": 23.615384615384617,
      "grad_norm": 2.0366289615631104,
      "learning_rate": 2.490292314124298e-05,
      "loss": 0.0413,
      "step": 6140
    },
    {
      "epoch": 23.653846153846153,
      "grad_norm": 2.104093551635742,
      "learning_rate": 2.4884280935005755e-05,
      "loss": 0.0395,
      "step": 6150
    },
    {
      "epoch": 23.692307692307693,
      "grad_norm": 2.0423264503479004,
      "learning_rate": 2.486561170552188e-05,
      "loss": 0.051,
      "step": 6160
    },
    {
      "epoch": 23.73076923076923,
      "grad_norm": 2.2798447608947754,
      "learning_rate": 2.4846915503832326e-05,
      "loss": 0.0504,
      "step": 6170
    },
    {
      "epoch": 23.76923076923077,
      "grad_norm": 2.168039083480835,
      "learning_rate": 2.4828192381051787e-05,
      "loss": 0.0494,
      "step": 6180
    },
    {
      "epoch": 23.807692307692307,
      "grad_norm": 2.1671855449676514,
      "learning_rate": 2.480944238836857e-05,
      "loss": 0.0532,
      "step": 6190
    },
    {
      "epoch": 23.846153846153847,
      "grad_norm": 1.7856274843215942,
      "learning_rate": 2.4790665577044428e-05,
      "loss": 0.046,
      "step": 6200
    },
    {
      "epoch": 23.884615384615383,
      "grad_norm": 2.0235636234283447,
      "learning_rate": 2.4771861998414458e-05,
      "loss": 0.0465,
      "step": 6210
    },
    {
      "epoch": 23.923076923076923,
      "grad_norm": 2.179847478866577,
      "learning_rate": 2.475303170388692e-05,
      "loss": 0.0447,
      "step": 6220
    },
    {
      "epoch": 23.96153846153846,
      "grad_norm": 1.6464632749557495,
      "learning_rate": 2.4734174744943122e-05,
      "loss": 0.0449,
      "step": 6230
    },
    {
      "epoch": 24.0,
      "grad_norm": 1.7687687873840332,
      "learning_rate": 2.471529117313727e-05,
      "loss": 0.0447,
      "step": 6240
    },
    {
      "epoch": 24.03846153846154,
      "grad_norm": 1.8370416164398193,
      "learning_rate": 2.4696381040096335e-05,
      "loss": 0.0476,
      "step": 6250
    },
    {
      "epoch": 24.076923076923077,
      "grad_norm": 1.8568719625473022,
      "learning_rate": 2.4677444397519883e-05,
      "loss": 0.0478,
      "step": 6260
    },
    {
      "epoch": 24.115384615384617,
      "grad_norm": 1.9673206806182861,
      "learning_rate": 2.4658481297179987e-05,
      "loss": 0.0466,
      "step": 6270
    },
    {
      "epoch": 24.153846153846153,
      "grad_norm": 2.064671516418457,
      "learning_rate": 2.4639491790921028e-05,
      "loss": 0.0482,
      "step": 6280
    },
    {
      "epoch": 24.192307692307693,
      "grad_norm": 2.0179781913757324,
      "learning_rate": 2.4620475930659596e-05,
      "loss": 0.0491,
      "step": 6290
    },
    {
      "epoch": 24.23076923076923,
      "grad_norm": 1.8786386251449585,
      "learning_rate": 2.4601433768384327e-05,
      "loss": 0.042,
      "step": 6300
    },
    {
      "epoch": 24.26923076923077,
      "grad_norm": 2.0720064640045166,
      "learning_rate": 2.4582365356155766e-05,
      "loss": 0.0452,
      "step": 6310
    },
    {
      "epoch": 24.307692307692307,
      "grad_norm": 2.04176926612854,
      "learning_rate": 2.4563270746106224e-05,
      "loss": 0.0432,
      "step": 6320
    },
    {
      "epoch": 24.346153846153847,
      "grad_norm": 1.7975056171417236,
      "learning_rate": 2.4544149990439632e-05,
      "loss": 0.0431,
      "step": 6330
    },
    {
      "epoch": 24.384615384615383,
      "grad_norm": 1.9778639078140259,
      "learning_rate": 2.4525003141431413e-05,
      "loss": 0.0431,
      "step": 6340
    },
    {
      "epoch": 24.423076923076923,
      "grad_norm": 1.931883454322815,
      "learning_rate": 2.450583025142831e-05,
      "loss": 0.0411,
      "step": 6350
    },
    {
      "epoch": 24.46153846153846,
      "grad_norm": 2.43259596824646,
      "learning_rate": 2.4486631372848286e-05,
      "loss": 0.0464,
      "step": 6360
    },
    {
      "epoch": 24.5,
      "grad_norm": 2.0310606956481934,
      "learning_rate": 2.4467406558180328e-05,
      "loss": 0.0453,
      "step": 6370
    },
    {
      "epoch": 24.53846153846154,
      "grad_norm": 1.961578130722046,
      "learning_rate": 2.4448155859984357e-05,
      "loss": 0.0425,
      "step": 6380
    },
    {
      "epoch": 24.576923076923077,
      "grad_norm": 1.9241677522659302,
      "learning_rate": 2.442887933089104e-05,
      "loss": 0.0489,
      "step": 6390
    },
    {
      "epoch": 24.615384615384617,
      "grad_norm": 1.6629705429077148,
      "learning_rate": 2.440957702360167e-05,
      "loss": 0.0449,
      "step": 6400
    },
    {
      "epoch": 24.653846153846153,
      "grad_norm": 1.9020706415176392,
      "learning_rate": 2.4390248990888026e-05,
      "loss": 0.0468,
      "step": 6410
    },
    {
      "epoch": 24.692307692307693,
      "grad_norm": 1.9919699430465698,
      "learning_rate": 2.4370895285592202e-05,
      "loss": 0.047,
      "step": 6420
    },
    {
      "epoch": 24.73076923076923,
      "grad_norm": 1.7475947141647339,
      "learning_rate": 2.43515159606265e-05,
      "loss": 0.041,
      "step": 6430
    },
    {
      "epoch": 24.76923076923077,
      "grad_norm": 1.8714221715927124,
      "learning_rate": 2.4332111068973243e-05,
      "loss": 0.045,
      "step": 6440
    },
    {
      "epoch": 24.807692307692307,
      "grad_norm": 1.8813892602920532,
      "learning_rate": 2.4312680663684674e-05,
      "loss": 0.0416,
      "step": 6450
    },
    {
      "epoch": 24.846153846153847,
      "grad_norm": 1.9131197929382324,
      "learning_rate": 2.429322479788277e-05,
      "loss": 0.0423,
      "step": 6460
    },
    {
      "epoch": 24.884615384615383,
      "grad_norm": 1.9985467195510864,
      "learning_rate": 2.4273743524759132e-05,
      "loss": 0.0496,
      "step": 6470
    },
    {
      "epoch": 24.923076923076923,
      "grad_norm": 2.1156630516052246,
      "learning_rate": 2.4254236897574818e-05,
      "loss": 0.0425,
      "step": 6480
    },
    {
      "epoch": 24.96153846153846,
      "grad_norm": 2.0164928436279297,
      "learning_rate": 2.4234704969660192e-05,
      "loss": 0.0421,
      "step": 6490
    },
    {
      "epoch": 25.0,
      "grad_norm": 1.9131778478622437,
      "learning_rate": 2.4215147794414806e-05,
      "loss": 0.0431,
      "step": 6500
    },
    {
      "epoch": 25.03846153846154,
      "grad_norm": 2.0394511222839355,
      "learning_rate": 2.419556542530723e-05,
      "loss": 0.0462,
      "step": 6510
    },
    {
      "epoch": 25.076923076923077,
      "grad_norm": 1.879845142364502,
      "learning_rate": 2.4175957915874916e-05,
      "loss": 0.0489,
      "step": 6520
    },
    {
      "epoch": 25.115384615384617,
      "grad_norm": 1.9313360452651978,
      "learning_rate": 2.4156325319724037e-05,
      "loss": 0.0473,
      "step": 6530
    },
    {
      "epoch": 25.153846153846153,
      "grad_norm": 1.9558639526367188,
      "learning_rate": 2.4136667690529372e-05,
      "loss": 0.0432,
      "step": 6540
    },
    {
      "epoch": 25.192307692307693,
      "grad_norm": 1.932648777961731,
      "learning_rate": 2.4116985082034126e-05,
      "loss": 0.0441,
      "step": 6550
    },
    {
      "epoch": 25.23076923076923,
      "grad_norm": 1.8341952562332153,
      "learning_rate": 2.409727754804979e-05,
      "loss": 0.0484,
      "step": 6560
    },
    {
      "epoch": 25.26923076923077,
      "grad_norm": 2.142963171005249,
      "learning_rate": 2.4077545142456025e-05,
      "loss": 0.0491,
      "step": 6570
    },
    {
      "epoch": 25.307692307692307,
      "grad_norm": 2.0177972316741943,
      "learning_rate": 2.405778791920046e-05,
      "loss": 0.0581,
      "step": 6580
    },
    {
      "epoch": 25.346153846153847,
      "grad_norm": 2.0351908206939697,
      "learning_rate": 2.4038005932298594e-05,
      "loss": 0.0448,
      "step": 6590
    },
    {
      "epoch": 25.384615384615383,
      "grad_norm": 1.8626478910446167,
      "learning_rate": 2.4018199235833624e-05,
      "loss": 0.0428,
      "step": 6600
    },
    {
      "epoch": 25.423076923076923,
      "grad_norm": 1.7484854459762573,
      "learning_rate": 2.3998367883956306e-05,
      "loss": 0.0462,
      "step": 6610
    },
    {
      "epoch": 25.46153846153846,
      "grad_norm": 1.729616403579712,
      "learning_rate": 2.3978511930884795e-05,
      "loss": 0.0421,
      "step": 6620
    },
    {
      "epoch": 25.5,
      "grad_norm": 1.5235844850540161,
      "learning_rate": 2.3958631430904504e-05,
      "loss": 0.0489,
      "step": 6630
    },
    {
      "epoch": 25.53846153846154,
      "grad_norm": 1.9413248300552368,
      "learning_rate": 2.393872643836797e-05,
      "loss": 0.0464,
      "step": 6640
    },
    {
      "epoch": 25.576923076923077,
      "grad_norm": 1.6310465335845947,
      "learning_rate": 2.3918797007694675e-05,
      "loss": 0.0412,
      "step": 6650
    },
    {
      "epoch": 25.615384615384617,
      "grad_norm": 2.049593925476074,
      "learning_rate": 2.3898843193370923e-05,
      "loss": 0.0451,
      "step": 6660
    },
    {
      "epoch": 25.653846153846153,
      "grad_norm": 1.554084062576294,
      "learning_rate": 2.387886504994969e-05,
      "loss": 0.0434,
      "step": 6670
    },
    {
      "epoch": 25.692307692307693,
      "grad_norm": 2.2045257091522217,
      "learning_rate": 2.385886263205044e-05,
      "loss": 0.0458,
      "step": 6680
    },
    {
      "epoch": 25.73076923076923,
      "grad_norm": 2.1516737937927246,
      "learning_rate": 2.3838835994359036e-05,
      "loss": 0.0445,
      "step": 6690
    },
    {
      "epoch": 25.76923076923077,
      "grad_norm": 1.9684396982192993,
      "learning_rate": 2.3818785191627525e-05,
      "loss": 0.0442,
      "step": 6700
    },
    {
      "epoch": 25.807692307692307,
      "grad_norm": 1.7377302646636963,
      "learning_rate": 2.379871027867405e-05,
      "loss": 0.0443,
      "step": 6710
    },
    {
      "epoch": 25.846153846153847,
      "grad_norm": 1.860579490661621,
      "learning_rate": 2.3778611310382653e-05,
      "loss": 0.043,
      "step": 6720
    },
    {
      "epoch": 25.884615384615383,
      "grad_norm": 2.0663163661956787,
      "learning_rate": 2.3758488341703137e-05,
      "loss": 0.0444,
      "step": 6730
    },
    {
      "epoch": 25.923076923076923,
      "grad_norm": 1.8501702547073364,
      "learning_rate": 2.3738341427650945e-05,
      "loss": 0.0497,
      "step": 6740
    },
    {
      "epoch": 25.96153846153846,
      "grad_norm": 1.7028001546859741,
      "learning_rate": 2.3718170623306955e-05,
      "loss": 0.0418,
      "step": 6750
    },
    {
      "epoch": 26.0,
      "grad_norm": 1.7601794004440308,
      "learning_rate": 2.369797598381739e-05,
      "loss": 0.0413,
      "step": 6760
    },
    {
      "epoch": 26.03846153846154,
      "grad_norm": 1.8938238620758057,
      "learning_rate": 2.3677757564393612e-05,
      "loss": 0.0397,
      "step": 6770
    },
    {
      "epoch": 26.076923076923077,
      "grad_norm": 2.0491912364959717,
      "learning_rate": 2.3657515420312015e-05,
      "loss": 0.0414,
      "step": 6780
    },
    {
      "epoch": 26.115384615384617,
      "grad_norm": 2.1569526195526123,
      "learning_rate": 2.3637249606913847e-05,
      "loss": 0.045,
      "step": 6790
    },
    {
      "epoch": 26.153846153846153,
      "grad_norm": 1.8800678253173828,
      "learning_rate": 2.3616960179605064e-05,
      "loss": 0.0532,
      "step": 6800
    },
    {
      "epoch": 26.192307692307693,
      "grad_norm": 1.7340847253799438,
      "learning_rate": 2.3596647193856188e-05,
      "loss": 0.0409,
      "step": 6810
    },
    {
      "epoch": 26.23076923076923,
      "grad_norm": 2.0529165267944336,
      "learning_rate": 2.3576310705202143e-05,
      "loss": 0.0409,
      "step": 6820
    },
    {
      "epoch": 26.26923076923077,
      "grad_norm": 1.351607322692871,
      "learning_rate": 2.3555950769242122e-05,
      "loss": 0.0378,
      "step": 6830
    },
    {
      "epoch": 26.307692307692307,
      "grad_norm": 1.7300976514816284,
      "learning_rate": 2.3535567441639396e-05,
      "loss": 0.0416,
      "step": 6840
    },
    {
      "epoch": 26.346153846153847,
      "grad_norm": 1.606675148010254,
      "learning_rate": 2.351516077812122e-05,
      "loss": 0.0385,
      "step": 6850
    },
    {
      "epoch": 26.384615384615383,
      "grad_norm": 2.1588430404663086,
      "learning_rate": 2.349473083447863e-05,
      "loss": 0.0479,
      "step": 6860
    },
    {
      "epoch": 26.423076923076923,
      "grad_norm": 1.7339332103729248,
      "learning_rate": 2.3474277666566307e-05,
      "loss": 0.0499,
      "step": 6870
    },
    {
      "epoch": 26.46153846153846,
      "grad_norm": 1.6982123851776123,
      "learning_rate": 2.345380133030243e-05,
      "loss": 0.0507,
      "step": 6880
    },
    {
      "epoch": 26.5,
      "grad_norm": 1.991782307624817,
      "learning_rate": 2.343330188166853e-05,
      "loss": 0.0455,
      "step": 6890
    },
    {
      "epoch": 26.53846153846154,
      "grad_norm": 1.6237735748291016,
      "learning_rate": 2.3412779376709304e-05,
      "loss": 0.043,
      "step": 6900
    },
    {
      "epoch": 26.576923076923077,
      "grad_norm": 1.8890820741653442,
      "learning_rate": 2.3392233871532504e-05,
      "loss": 0.0465,
      "step": 6910
    },
    {
      "epoch": 26.615384615384617,
      "grad_norm": 1.9966788291931152,
      "learning_rate": 2.337166542230876e-05,
      "loss": 0.0509,
      "step": 6920
    },
    {
      "epoch": 26.653846153846153,
      "grad_norm": 2.028984546661377,
      "learning_rate": 2.335107408527142e-05,
      "loss": 0.0391,
      "step": 6930
    },
    {
      "epoch": 26.692307692307693,
      "grad_norm": 1.8344041109085083,
      "learning_rate": 2.3330459916716417e-05,
      "loss": 0.0387,
      "step": 6940
    },
    {
      "epoch": 26.73076923076923,
      "grad_norm": 1.8030184507369995,
      "learning_rate": 2.3309822973002097e-05,
      "loss": 0.0476,
      "step": 6950
    },
    {
      "epoch": 26.76923076923077,
      "grad_norm": 2.0031795501708984,
      "learning_rate": 2.328916331054908e-05,
      "loss": 0.0437,
      "step": 6960
    },
    {
      "epoch": 26.807692307692307,
      "grad_norm": 1.6738231182098389,
      "learning_rate": 2.3268480985840093e-05,
      "loss": 0.0423,
      "step": 6970
    },
    {
      "epoch": 26.846153846153847,
      "grad_norm": 1.5337883234024048,
      "learning_rate": 2.3247776055419826e-05,
      "loss": 0.0417,
      "step": 6980
    },
    {
      "epoch": 26.884615384615383,
      "grad_norm": 1.6017706394195557,
      "learning_rate": 2.3227048575894758e-05,
      "loss": 0.0451,
      "step": 6990
    },
    {
      "epoch": 26.923076923076923,
      "grad_norm": 1.8597776889801025,
      "learning_rate": 2.3206298603933037e-05,
      "loss": 0.04,
      "step": 7000
    },
    {
      "epoch": 26.96153846153846,
      "grad_norm": 1.6399952173233032,
      "learning_rate": 2.3185526196264288e-05,
      "loss": 0.0434,
      "step": 7010
    },
    {
      "epoch": 27.0,
      "grad_norm": 1.3050568103790283,
      "learning_rate": 2.3164731409679476e-05,
      "loss": 0.0364,
      "step": 7020
    },
    {
      "epoch": 27.03846153846154,
      "grad_norm": 1.4773322343826294,
      "learning_rate": 2.3143914301030765e-05,
      "loss": 0.0443,
      "step": 7030
    },
    {
      "epoch": 27.076923076923077,
      "grad_norm": 1.4294204711914062,
      "learning_rate": 2.3123074927231332e-05,
      "loss": 0.0451,
      "step": 7040
    },
    {
      "epoch": 27.115384615384617,
      "grad_norm": 1.8464568853378296,
      "learning_rate": 2.310221334525522e-05,
      "loss": 0.0509,
      "step": 7050
    },
    {
      "epoch": 27.153846153846153,
      "grad_norm": 1.5100023746490479,
      "learning_rate": 2.3081329612137207e-05,
      "loss": 0.041,
      "step": 7060
    },
    {
      "epoch": 27.192307692307693,
      "grad_norm": 1.688292145729065,
      "learning_rate": 2.3060423784972625e-05,
      "loss": 0.045,
      "step": 7070
    },
    {
      "epoch": 27.23076923076923,
      "grad_norm": 1.5028406381607056,
      "learning_rate": 2.3039495920917193e-05,
      "loss": 0.0398,
      "step": 7080
    },
    {
      "epoch": 27.26923076923077,
      "grad_norm": 1.6817067861557007,
      "learning_rate": 2.301854607718691e-05,
      "loss": 0.0399,
      "step": 7090
    },
    {
      "epoch": 27.307692307692307,
      "grad_norm": 1.7924225330352783,
      "learning_rate": 2.299757431105783e-05,
      "loss": 0.0435,
      "step": 7100
    },
    {
      "epoch": 27.346153846153847,
      "grad_norm": 1.8683700561523438,
      "learning_rate": 2.2976580679865972e-05,
      "loss": 0.0438,
      "step": 7110
    },
    {
      "epoch": 27.384615384615383,
      "grad_norm": 1.6464298963546753,
      "learning_rate": 2.2955565241007123e-05,
      "loss": 0.0462,
      "step": 7120
    },
    {
      "epoch": 27.423076923076923,
      "grad_norm": 1.7487648725509644,
      "learning_rate": 2.293452805193669e-05,
      "loss": 0.0407,
      "step": 7130
    },
    {
      "epoch": 27.46153846153846,
      "grad_norm": 1.8740178346633911,
      "learning_rate": 2.291346917016954e-05,
      "loss": 0.046,
      "step": 7140
    },
    {
      "epoch": 27.5,
      "grad_norm": 1.5780128240585327,
      "learning_rate": 2.289238865327985e-05,
      "loss": 0.0451,
      "step": 7150
    },
    {
      "epoch": 27.53846153846154,
      "grad_norm": 1.7798570394515991,
      "learning_rate": 2.2871286558900956e-05,
      "loss": 0.0461,
      "step": 7160
    },
    {
      "epoch": 27.576923076923077,
      "grad_norm": 2.028824806213379,
      "learning_rate": 2.285016294472517e-05,
      "loss": 0.0448,
      "step": 7170
    },
    {
      "epoch": 27.615384615384617,
      "grad_norm": 1.669351577758789,
      "learning_rate": 2.2829017868503658e-05,
      "loss": 0.042,
      "step": 7180
    },
    {
      "epoch": 27.653846153846153,
      "grad_norm": 2.1708717346191406,
      "learning_rate": 2.280785138804624e-05,
      "loss": 0.0513,
      "step": 7190
    },
    {
      "epoch": 27.692307692307693,
      "grad_norm": 1.5223692655563354,
      "learning_rate": 2.2786663561221265e-05,
      "loss": 0.0407,
      "step": 7200
    },
    {
      "epoch": 27.73076923076923,
      "grad_norm": 1.670336365699768,
      "learning_rate": 2.2765454445955452e-05,
      "loss": 0.0369,
      "step": 7210
    },
    {
      "epoch": 27.76923076923077,
      "grad_norm": 1.4955790042877197,
      "learning_rate": 2.2744224100233705e-05,
      "loss": 0.0479,
      "step": 7220
    },
    {
      "epoch": 27.807692307692307,
      "grad_norm": 1.7686519622802734,
      "learning_rate": 2.2722972582098984e-05,
      "loss": 0.0408,
      "step": 7230
    },
    {
      "epoch": 27.846153846153847,
      "grad_norm": 2.064610004425049,
      "learning_rate": 2.2701699949652118e-05,
      "loss": 0.0415,
      "step": 7240
    },
    {
      "epoch": 27.884615384615383,
      "grad_norm": 2.065558433532715,
      "learning_rate": 2.2680406261051685e-05,
      "loss": 0.0386,
      "step": 7250
    },
    {
      "epoch": 27.923076923076923,
      "grad_norm": 1.6095936298370361,
      "learning_rate": 2.2659091574513805e-05,
      "loss": 0.0433,
      "step": 7260
    },
    {
      "epoch": 27.96153846153846,
      "grad_norm": 1.7477508783340454,
      "learning_rate": 2.263775594831202e-05,
      "loss": 0.0431,
      "step": 7270
    },
    {
      "epoch": 28.0,
      "grad_norm": 1.827488899230957,
      "learning_rate": 2.2616399440777128e-05,
      "loss": 0.0389,
      "step": 7280
    },
    {
      "epoch": 28.03846153846154,
      "grad_norm": 1.7892285585403442,
      "learning_rate": 2.2595022110296988e-05,
      "loss": 0.042,
      "step": 7290
    },
    {
      "epoch": 28.076923076923077,
      "grad_norm": 2.0402352809906006,
      "learning_rate": 2.2573624015316418e-05,
      "loss": 0.0459,
      "step": 7300
    },
    {
      "epoch": 28.115384615384617,
      "grad_norm": 1.7068613767623901,
      "learning_rate": 2.2552205214336986e-05,
      "loss": 0.0445,
      "step": 7310
    },
    {
      "epoch": 28.153846153846153,
      "grad_norm": 1.5043061971664429,
      "learning_rate": 2.253076576591688e-05,
      "loss": 0.041,
      "step": 7320
    },
    {
      "epoch": 28.192307692307693,
      "grad_norm": 1.7505626678466797,
      "learning_rate": 2.2509305728670733e-05,
      "loss": 0.0458,
      "step": 7330
    },
    {
      "epoch": 28.23076923076923,
      "grad_norm": 1.7237753868103027,
      "learning_rate": 2.2487825161269463e-05,
      "loss": 0.0417,
      "step": 7340
    },
    {
      "epoch": 28.26923076923077,
      "grad_norm": 1.7082198858261108,
      "learning_rate": 2.2466324122440125e-05,
      "loss": 0.0397,
      "step": 7350
    },
    {
      "epoch": 28.307692307692307,
      "grad_norm": 1.798220157623291,
      "learning_rate": 2.2444802670965732e-05,
      "loss": 0.0403,
      "step": 7360
    },
    {
      "epoch": 28.346153846153847,
      "grad_norm": 2.100522994995117,
      "learning_rate": 2.2423260865685124e-05,
      "loss": 0.0401,
      "step": 7370
    },
    {
      "epoch": 28.384615384615383,
      "grad_norm": 2.088228702545166,
      "learning_rate": 2.2401698765492762e-05,
      "loss": 0.0438,
      "step": 7380
    },
    {
      "epoch": 28.423076923076923,
      "grad_norm": 1.6894526481628418,
      "learning_rate": 2.2380116429338612e-05,
      "loss": 0.0445,
      "step": 7390
    },
    {
      "epoch": 28.46153846153846,
      "grad_norm": 1.8538814783096313,
      "learning_rate": 2.2358513916227945e-05,
      "loss": 0.0418,
      "step": 7400
    },
    {
      "epoch": 28.5,
      "grad_norm": 1.6178901195526123,
      "learning_rate": 2.233689128522122e-05,
      "loss": 0.0372,
      "step": 7410
    },
    {
      "epoch": 28.53846153846154,
      "grad_norm": 1.6388591527938843,
      "learning_rate": 2.2315248595433883e-05,
      "loss": 0.0455,
      "step": 7420
    },
    {
      "epoch": 28.576923076923077,
      "grad_norm": 1.7331197261810303,
      "learning_rate": 2.2293585906036214e-05,
      "loss": 0.0421,
      "step": 7430
    },
    {
      "epoch": 28.615384615384617,
      "grad_norm": 1.5612764358520508,
      "learning_rate": 2.2271903276253183e-05,
      "loss": 0.0426,
      "step": 7440
    },
    {
      "epoch": 28.653846153846153,
      "grad_norm": 1.5970007181167603,
      "learning_rate": 2.2250200765364273e-05,
      "loss": 0.0393,
      "step": 7450
    },
    {
      "epoch": 28.692307692307693,
      "grad_norm": 1.7833430767059326,
      "learning_rate": 2.2228478432703317e-05,
      "loss": 0.043,
      "step": 7460
    },
    {
      "epoch": 28.73076923076923,
      "grad_norm": 1.7582666873931885,
      "learning_rate": 2.2206736337658348e-05,
      "loss": 0.0426,
      "step": 7470
    },
    {
      "epoch": 28.76923076923077,
      "grad_norm": 1.8394339084625244,
      "learning_rate": 2.2184974539671417e-05,
      "loss": 0.0421,
      "step": 7480
    },
    {
      "epoch": 28.807692307692307,
      "grad_norm": 2.0509567260742188,
      "learning_rate": 2.2163193098238453e-05,
      "loss": 0.0468,
      "step": 7490
    },
    {
      "epoch": 28.846153846153847,
      "grad_norm": 1.9507832527160645,
      "learning_rate": 2.2141392072909082e-05,
      "loss": 0.0427,
      "step": 7500
    },
    {
      "epoch": 28.884615384615383,
      "grad_norm": 2.1092071533203125,
      "learning_rate": 2.2119571523286484e-05,
      "loss": 0.037,
      "step": 7510
    },
    {
      "epoch": 28.923076923076923,
      "grad_norm": 1.6048542261123657,
      "learning_rate": 2.2097731509027196e-05,
      "loss": 0.045,
      "step": 7520
    },
    {
      "epoch": 28.96153846153846,
      "grad_norm": 1.5821419954299927,
      "learning_rate": 2.207587208984099e-05,
      "loss": 0.0443,
      "step": 7530
    },
    {
      "epoch": 29.0,
      "grad_norm": 1.5150803327560425,
      "learning_rate": 2.205399332549068e-05,
      "loss": 0.0385,
      "step": 7540
    },
    {
      "epoch": 29.03846153846154,
      "grad_norm": 1.6221213340759277,
      "learning_rate": 2.2032095275791974e-05,
      "loss": 0.0407,
      "step": 7550
    },
    {
      "epoch": 29.076923076923077,
      "grad_norm": 1.737960934638977,
      "learning_rate": 2.2010178000613307e-05,
      "loss": 0.0407,
      "step": 7560
    },
    {
      "epoch": 29.115384615384617,
      "grad_norm": 1.7430760860443115,
      "learning_rate": 2.1988241559875666e-05,
      "loss": 0.0417,
      "step": 7570
    },
    {
      "epoch": 29.153846153846153,
      "grad_norm": 1.7095967531204224,
      "learning_rate": 2.1966286013552448e-05,
      "loss": 0.0466,
      "step": 7580
    },
    {
      "epoch": 29.192307692307693,
      "grad_norm": 1.701668381690979,
      "learning_rate": 2.1944311421669274e-05,
      "loss": 0.0432,
      "step": 7590
    },
    {
      "epoch": 29.23076923076923,
      "grad_norm": 1.6135324239730835,
      "learning_rate": 2.1922317844303846e-05,
      "loss": 0.045,
      "step": 7600
    },
    {
      "epoch": 29.26923076923077,
      "grad_norm": 1.5123496055603027,
      "learning_rate": 2.1900305341585756e-05,
      "loss": 0.037,
      "step": 7610
    },
    {
      "epoch": 29.307692307692307,
      "grad_norm": 1.4518818855285645,
      "learning_rate": 2.187827397369635e-05,
      "loss": 0.0387,
      "step": 7620
    },
    {
      "epoch": 29.346153846153847,
      "grad_norm": 1.8243811130523682,
      "learning_rate": 2.1856223800868542e-05,
      "loss": 0.0408,
      "step": 7630
    },
    {
      "epoch": 29.384615384615383,
      "grad_norm": 1.6765333414077759,
      "learning_rate": 2.183415488338667e-05,
      "loss": 0.0421,
      "step": 7640
    },
    {
      "epoch": 29.423076923076923,
      "grad_norm": 1.7374074459075928,
      "learning_rate": 2.1812067281586312e-05,
      "loss": 0.0449,
      "step": 7650
    },
    {
      "epoch": 29.46153846153846,
      "grad_norm": 1.3828516006469727,
      "learning_rate": 2.178996105585412e-05,
      "loss": 0.0416,
      "step": 7660
    },
    {
      "epoch": 29.5,
      "grad_norm": 1.41438627243042,
      "learning_rate": 2.1767836266627676e-05,
      "loss": 0.0416,
      "step": 7670
    },
    {
      "epoch": 29.53846153846154,
      "grad_norm": 1.4291772842407227,
      "learning_rate": 2.174569297439531e-05,
      "loss": 0.0381,
      "step": 7680
    },
    {
      "epoch": 29.576923076923077,
      "grad_norm": 1.4206595420837402,
      "learning_rate": 2.1723531239695932e-05,
      "loss": 0.0411,
      "step": 7690
    },
    {
      "epoch": 29.615384615384617,
      "grad_norm": 1.4999078512191772,
      "learning_rate": 2.1701351123118886e-05,
      "loss": 0.0406,
      "step": 7700
    },
    {
      "epoch": 29.653846153846153,
      "grad_norm": 1.9684511423110962,
      "learning_rate": 2.167915268530376e-05,
      "loss": 0.0438,
      "step": 7710
    },
    {
      "epoch": 29.692307692307693,
      "grad_norm": 1.7212599515914917,
      "learning_rate": 2.165693598694023e-05,
      "loss": 0.0397,
      "step": 7720
    },
    {
      "epoch": 29.73076923076923,
      "grad_norm": 1.5021146535873413,
      "learning_rate": 2.163470108876791e-05,
      "loss": 0.0478,
      "step": 7730
    },
    {
      "epoch": 29.76923076923077,
      "grad_norm": 1.5587773323059082,
      "learning_rate": 2.161244805157616e-05,
      "loss": 0.0357,
      "step": 7740
    },
    {
      "epoch": 29.807692307692307,
      "grad_norm": 1.5270205736160278,
      "learning_rate": 2.159017693620393e-05,
      "loss": 0.0415,
      "step": 7750
    },
    {
      "epoch": 29.846153846153847,
      "grad_norm": 1.5055110454559326,
      "learning_rate": 2.15678878035396e-05,
      "loss": 0.04,
      "step": 7760
    },
    {
      "epoch": 29.884615384615383,
      "grad_norm": 1.9528456926345825,
      "learning_rate": 2.1545580714520817e-05,
      "loss": 0.0351,
      "step": 7770
    },
    {
      "epoch": 29.923076923076923,
      "grad_norm": 1.9646743535995483,
      "learning_rate": 2.1523255730134294e-05,
      "loss": 0.0434,
      "step": 7780
    },
    {
      "epoch": 29.96153846153846,
      "grad_norm": 1.6051669120788574,
      "learning_rate": 2.15009129114157e-05,
      "loss": 0.0373,
      "step": 7790
    },
    {
      "epoch": 30.0,
      "grad_norm": 1.7047405242919922,
      "learning_rate": 2.1478552319449443e-05,
      "loss": 0.0408,
      "step": 7800
    },
    {
      "epoch": 30.03846153846154,
      "grad_norm": 1.537502646446228,
      "learning_rate": 2.1456174015368527e-05,
      "loss": 0.0426,
      "step": 7810
    },
    {
      "epoch": 30.076923076923077,
      "grad_norm": 1.4524402618408203,
      "learning_rate": 2.1433778060354375e-05,
      "loss": 0.0464,
      "step": 7820
    },
    {
      "epoch": 30.115384615384617,
      "grad_norm": 1.7234159708023071,
      "learning_rate": 2.1411364515636685e-05,
      "loss": 0.0512,
      "step": 7830
    },
    {
      "epoch": 30.153846153846153,
      "grad_norm": 1.512885570526123,
      "learning_rate": 2.1388933442493232e-05,
      "loss": 0.0438,
      "step": 7840
    },
    {
      "epoch": 30.192307692307693,
      "grad_norm": 1.5967854261398315,
      "learning_rate": 2.13664849022497e-05,
      "loss": 0.039,
      "step": 7850
    },
    {
      "epoch": 30.23076923076923,
      "grad_norm": 2.0385942459106445,
      "learning_rate": 2.1344018956279547e-05,
      "loss": 0.0369,
      "step": 7860
    },
    {
      "epoch": 30.26923076923077,
      "grad_norm": 1.9069523811340332,
      "learning_rate": 2.1321535666003817e-05,
      "loss": 0.0392,
      "step": 7870
    },
    {
      "epoch": 30.307692307692307,
      "grad_norm": 1.7070564031600952,
      "learning_rate": 2.1299035092890966e-05,
      "loss": 0.0447,
      "step": 7880
    },
    {
      "epoch": 30.346153846153847,
      "grad_norm": 1.4670286178588867,
      "learning_rate": 2.12765172984567e-05,
      "loss": 0.0416,
      "step": 7890
    },
    {
      "epoch": 30.384615384615383,
      "grad_norm": 1.7784276008605957,
      "learning_rate": 2.1253982344263803e-05,
      "loss": 0.0378,
      "step": 7900
    },
    {
      "epoch": 30.423076923076923,
      "grad_norm": 1.4911285638809204,
      "learning_rate": 2.1231430291921987e-05,
      "loss": 0.0459,
      "step": 7910
    },
    {
      "epoch": 30.46153846153846,
      "grad_norm": 1.4901173114776611,
      "learning_rate": 2.1208861203087695e-05,
      "loss": 0.0404,
      "step": 7920
    },
    {
      "epoch": 30.5,
      "grad_norm": 1.8902019262313843,
      "learning_rate": 2.1186275139463967e-05,
      "loss": 0.0421,
      "step": 7930
    },
    {
      "epoch": 30.53846153846154,
      "grad_norm": 1.5284932851791382,
      "learning_rate": 2.1163672162800222e-05,
      "loss": 0.0405,
      "step": 7940
    },
    {
      "epoch": 30.576923076923077,
      "grad_norm": 1.6077547073364258,
      "learning_rate": 2.114105233489215e-05,
      "loss": 0.0505,
      "step": 7950
    },
    {
      "epoch": 30.615384615384617,
      "grad_norm": 1.7635397911071777,
      "learning_rate": 2.1118415717581487e-05,
      "loss": 0.0509,
      "step": 7960
    },
    {
      "epoch": 30.653846153846153,
      "grad_norm": 1.7803516387939453,
      "learning_rate": 2.1095762372755885e-05,
      "loss": 0.0428,
      "step": 7970
    },
    {
      "epoch": 30.692307692307693,
      "grad_norm": 1.7161511182785034,
      "learning_rate": 2.1073092362348716e-05,
      "loss": 0.0496,
      "step": 7980
    },
    {
      "epoch": 30.73076923076923,
      "grad_norm": 1.8986924886703491,
      "learning_rate": 2.1050405748338933e-05,
      "loss": 0.0425,
      "step": 7990
    },
    {
      "epoch": 30.76923076923077,
      "grad_norm": 1.8261290788650513,
      "learning_rate": 2.102770259275087e-05,
      "loss": 0.0395,
      "step": 8000
    },
    {
      "epoch": 30.807692307692307,
      "grad_norm": 1.6952645778656006,
      "learning_rate": 2.100498295765408e-05,
      "loss": 0.0454,
      "step": 8010
    },
    {
      "epoch": 30.846153846153847,
      "grad_norm": 1.8140101432800293,
      "learning_rate": 2.098224690516319e-05,
      "loss": 0.0411,
      "step": 8020
    },
    {
      "epoch": 30.884615384615383,
      "grad_norm": 1.8083970546722412,
      "learning_rate": 2.0959494497437688e-05,
      "loss": 0.0427,
      "step": 8030
    },
    {
      "epoch": 30.923076923076923,
      "grad_norm": 1.270798921585083,
      "learning_rate": 2.0936725796681796e-05,
      "loss": 0.0379,
      "step": 8040
    },
    {
      "epoch": 30.96153846153846,
      "grad_norm": 1.6783995628356934,
      "learning_rate": 2.0913940865144266e-05,
      "loss": 0.0372,
      "step": 8050
    },
    {
      "epoch": 31.0,
      "grad_norm": 1.6331335306167603,
      "learning_rate": 2.0891139765118235e-05,
      "loss": 0.0415,
      "step": 8060
    },
    {
      "epoch": 31.03846153846154,
      "grad_norm": 1.3328851461410522,
      "learning_rate": 2.086832255894104e-05,
      "loss": 0.0386,
      "step": 8070
    },
    {
      "epoch": 31.076923076923077,
      "grad_norm": 1.5463865995407104,
      "learning_rate": 2.084548930899405e-05,
      "loss": 0.0392,
      "step": 8080
    },
    {
      "epoch": 31.115384615384617,
      "grad_norm": 1.4242238998413086,
      "learning_rate": 2.08226400777025e-05,
      "loss": 0.0371,
      "step": 8090
    },
    {
      "epoch": 31.153846153846153,
      "grad_norm": 1.5513811111450195,
      "learning_rate": 2.0799774927535313e-05,
      "loss": 0.0368,
      "step": 8100
    },
    {
      "epoch": 31.192307692307693,
      "grad_norm": 1.7626824378967285,
      "learning_rate": 2.0776893921004936e-05,
      "loss": 0.0394,
      "step": 8110
    },
    {
      "epoch": 31.23076923076923,
      "grad_norm": 1.5672152042388916,
      "learning_rate": 2.0753997120667172e-05,
      "loss": 0.0431,
      "step": 8120
    },
    {
      "epoch": 31.26923076923077,
      "grad_norm": 1.6233484745025635,
      "learning_rate": 2.0731084589120995e-05,
      "loss": 0.0358,
      "step": 8130
    },
    {
      "epoch": 31.307692307692307,
      "grad_norm": 1.7482249736785889,
      "learning_rate": 2.070815638900839e-05,
      "loss": 0.0446,
      "step": 8140
    },
    {
      "epoch": 31.346153846153847,
      "grad_norm": 1.4374932050704956,
      "learning_rate": 2.0685212583014186e-05,
      "loss": 0.0407,
      "step": 8150
    },
    {
      "epoch": 31.384615384615383,
      "grad_norm": 1.583405613899231,
      "learning_rate": 2.0662253233865866e-05,
      "loss": 0.0395,
      "step": 8160
    },
    {
      "epoch": 31.423076923076923,
      "grad_norm": 1.5504549741744995,
      "learning_rate": 2.063927840433342e-05,
      "loss": 0.0396,
      "step": 8170
    },
    {
      "epoch": 31.46153846153846,
      "grad_norm": 1.6861332654953003,
      "learning_rate": 2.0616288157229154e-05,
      "loss": 0.0427,
      "step": 8180
    },
    {
      "epoch": 31.5,
      "grad_norm": 1.3032209873199463,
      "learning_rate": 2.0593282555407522e-05,
      "loss": 0.0409,
      "step": 8190
    },
    {
      "epoch": 31.53846153846154,
      "grad_norm": 1.734984040260315,
      "learning_rate": 2.057026166176496e-05,
      "loss": 0.0405,
      "step": 8200
    },
    {
      "epoch": 31.576923076923077,
      "grad_norm": 1.5121088027954102,
      "learning_rate": 2.0547225539239715e-05,
      "loss": 0.04,
      "step": 8210
    },
    {
      "epoch": 31.615384615384617,
      "grad_norm": 1.6952282190322876,
      "learning_rate": 2.0524174250811665e-05,
      "loss": 0.0442,
      "step": 8220
    },
    {
      "epoch": 31.653846153846153,
      "grad_norm": 1.8165638446807861,
      "learning_rate": 2.050110785950216e-05,
      "loss": 0.0415,
      "step": 8230
    },
    {
      "epoch": 31.692307692307693,
      "grad_norm": 1.6110750436782837,
      "learning_rate": 2.047802642837382e-05,
      "loss": 0.0377,
      "step": 8240
    },
    {
      "epoch": 31.73076923076923,
      "grad_norm": 1.6655876636505127,
      "learning_rate": 2.0454930020530403e-05,
      "loss": 0.0385,
      "step": 8250
    },
    {
      "epoch": 31.76923076923077,
      "grad_norm": 1.491156816482544,
      "learning_rate": 2.0431818699116606e-05,
      "loss": 0.0375,
      "step": 8260
    },
    {
      "epoch": 31.807692307692307,
      "grad_norm": 1.4836500883102417,
      "learning_rate": 2.04086925273179e-05,
      "loss": 0.0521,
      "step": 8270
    },
    {
      "epoch": 31.846153846153847,
      "grad_norm": 1.317879319190979,
      "learning_rate": 2.0385551568360357e-05,
      "loss": 0.0393,
      "step": 8280
    },
    {
      "epoch": 31.884615384615383,
      "grad_norm": 1.4740430116653442,
      "learning_rate": 2.036239588551047e-05,
      "loss": 0.0401,
      "step": 8290
    },
    {
      "epoch": 31.923076923076923,
      "grad_norm": 1.7209266424179077,
      "learning_rate": 2.0339225542074996e-05,
      "loss": 0.0352,
      "step": 8300
    },
    {
      "epoch": 31.96153846153846,
      "grad_norm": 1.6838961839675903,
      "learning_rate": 2.0316040601400765e-05,
      "loss": 0.0433,
      "step": 8310
    },
    {
      "epoch": 32.0,
      "grad_norm": 1.6667869091033936,
      "learning_rate": 2.029284112687453e-05,
      "loss": 0.0417,
      "step": 8320
    },
    {
      "epoch": 32.03846153846154,
      "grad_norm": 1.8445954322814941,
      "learning_rate": 2.0269627181922752e-05,
      "loss": 0.0414,
      "step": 8330
    },
    {
      "epoch": 32.07692307692308,
      "grad_norm": 1.4822769165039062,
      "learning_rate": 2.0246398830011482e-05,
      "loss": 0.0382,
      "step": 8340
    },
    {
      "epoch": 32.11538461538461,
      "grad_norm": 1.6866445541381836,
      "learning_rate": 2.0223156134646142e-05,
      "loss": 0.042,
      "step": 8350
    },
    {
      "epoch": 32.15384615384615,
      "grad_norm": 1.7119044065475464,
      "learning_rate": 2.019989915937138e-05,
      "loss": 0.0403,
      "step": 8360
    },
    {
      "epoch": 32.19230769230769,
      "grad_norm": 2.0892767906188965,
      "learning_rate": 2.0176627967770873e-05,
      "loss": 0.035,
      "step": 8370
    },
    {
      "epoch": 32.23076923076923,
      "grad_norm": 1.5972812175750732,
      "learning_rate": 2.015334262346717e-05,
      "loss": 0.0409,
      "step": 8380
    },
    {
      "epoch": 32.26923076923077,
      "grad_norm": 1.5595967769622803,
      "learning_rate": 2.0130043190121515e-05,
      "loss": 0.04,
      "step": 8390
    },
    {
      "epoch": 32.30769230769231,
      "grad_norm": 1.349557876586914,
      "learning_rate": 2.0106729731433663e-05,
      "loss": 0.0337,
      "step": 8400
    },
    {
      "epoch": 32.34615384615385,
      "grad_norm": 1.450696587562561,
      "learning_rate": 2.008340231114173e-05,
      "loss": 0.0388,
      "step": 8410
    },
    {
      "epoch": 32.38461538461539,
      "grad_norm": 1.7912949323654175,
      "learning_rate": 2.006006099302199e-05,
      "loss": 0.0378,
      "step": 8420
    },
    {
      "epoch": 32.42307692307692,
      "grad_norm": 1.6425917148590088,
      "learning_rate": 2.003670584088871e-05,
      "loss": 0.0384,
      "step": 8430
    },
    {
      "epoch": 32.46153846153846,
      "grad_norm": 1.5332478284835815,
      "learning_rate": 2.001333691859399e-05,
      "loss": 0.0348,
      "step": 8440
    },
    {
      "epoch": 32.5,
      "grad_norm": 1.5672633647918701,
      "learning_rate": 1.9989954290027565e-05,
      "loss": 0.0379,
      "step": 8450
    },
    {
      "epoch": 32.53846153846154,
      "grad_norm": 1.715303897857666,
      "learning_rate": 1.9966558019116654e-05,
      "loss": 0.0344,
      "step": 8460
    },
    {
      "epoch": 32.57692307692308,
      "grad_norm": 1.3653415441513062,
      "learning_rate": 1.9943148169825766e-05,
      "loss": 0.0391,
      "step": 8470
    },
    {
      "epoch": 32.61538461538461,
      "grad_norm": 1.5256359577178955,
      "learning_rate": 1.991972480615653e-05,
      "loss": 0.046,
      "step": 8480
    },
    {
      "epoch": 32.65384615384615,
      "grad_norm": 1.432858943939209,
      "learning_rate": 1.989628799214754e-05,
      "loss": 0.0408,
      "step": 8490
    },
    {
      "epoch": 32.69230769230769,
      "grad_norm": 1.5813000202178955,
      "learning_rate": 1.987283779187414e-05,
      "loss": 0.0359,
      "step": 8500
    },
    {
      "epoch": 32.73076923076923,
      "grad_norm": 1.5625938177108765,
      "learning_rate": 1.9849374269448288e-05,
      "loss": 0.0407,
      "step": 8510
    },
    {
      "epoch": 32.76923076923077,
      "grad_norm": 1.6737438440322876,
      "learning_rate": 1.982589748901836e-05,
      "loss": 0.0387,
      "step": 8520
    },
    {
      "epoch": 32.80769230769231,
      "grad_norm": 1.765540361404419,
      "learning_rate": 1.9802407514768964e-05,
      "loss": 0.0369,
      "step": 8530
    },
    {
      "epoch": 32.84615384615385,
      "grad_norm": 1.6643508672714233,
      "learning_rate": 1.9778904410920808e-05,
      "loss": 0.036,
      "step": 8540
    },
    {
      "epoch": 32.88461538461539,
      "grad_norm": 1.470862865447998,
      "learning_rate": 1.9755388241730475e-05,
      "loss": 0.0414,
      "step": 8550
    },
    {
      "epoch": 32.92307692307692,
      "grad_norm": 1.748119831085205,
      "learning_rate": 1.973185907149027e-05,
      "loss": 0.0362,
      "step": 8560
    },
    {
      "epoch": 32.96153846153846,
      "grad_norm": 1.780103325843811,
      "learning_rate": 1.970831696452805e-05,
      "loss": 0.0421,
      "step": 8570
    },
    {
      "epoch": 33.0,
      "grad_norm": 1.5416651964187622,
      "learning_rate": 1.9684761985207038e-05,
      "loss": 0.0369,
      "step": 8580
    },
    {
      "epoch": 33.03846153846154,
      "grad_norm": 1.6990591287612915,
      "learning_rate": 1.9661194197925644e-05,
      "loss": 0.0356,
      "step": 8590
    },
    {
      "epoch": 33.07692307692308,
      "grad_norm": 1.5676331520080566,
      "learning_rate": 1.9637613667117303e-05,
      "loss": 0.0437,
      "step": 8600
    },
    {
      "epoch": 33.11538461538461,
      "grad_norm": 1.9157164096832275,
      "learning_rate": 1.961402045725028e-05,
      "loss": 0.0408,
      "step": 8610
    },
    {
      "epoch": 33.15384615384615,
      "grad_norm": 1.409117341041565,
      "learning_rate": 1.9590414632827513e-05,
      "loss": 0.0414,
      "step": 8620
    },
    {
      "epoch": 33.19230769230769,
      "grad_norm": 1.700792670249939,
      "learning_rate": 1.9566796258386424e-05,
      "loss": 0.037,
      "step": 8630
    },
    {
      "epoch": 33.23076923076923,
      "grad_norm": 1.9453880786895752,
      "learning_rate": 1.9543165398498743e-05,
      "loss": 0.0385,
      "step": 8640
    },
    {
      "epoch": 33.26923076923077,
      "grad_norm": 1.4440393447875977,
      "learning_rate": 1.9519522117770355e-05,
      "loss": 0.0409,
      "step": 8650
    },
    {
      "epoch": 33.30769230769231,
      "grad_norm": 1.8256205320358276,
      "learning_rate": 1.9495866480841063e-05,
      "loss": 0.038,
      "step": 8660
    },
    {
      "epoch": 33.34615384615385,
      "grad_norm": 2.067312479019165,
      "learning_rate": 1.9472198552384494e-05,
      "loss": 0.0378,
      "step": 8670
    },
    {
      "epoch": 33.38461538461539,
      "grad_norm": 1.8080998659133911,
      "learning_rate": 1.9448518397107848e-05,
      "loss": 0.0446,
      "step": 8680
    },
    {
      "epoch": 33.42307692307692,
      "grad_norm": 1.553263545036316,
      "learning_rate": 1.942482607975177e-05,
      "loss": 0.0385,
      "step": 8690
    },
    {
      "epoch": 33.46153846153846,
      "grad_norm": 1.4473556280136108,
      "learning_rate": 1.940112166509016e-05,
      "loss": 0.0382,
      "step": 8700
    },
    {
      "epoch": 33.5,
      "grad_norm": 1.6522272825241089,
      "learning_rate": 1.937740521792996e-05,
      "loss": 0.0339,
      "step": 8710
    },
    {
      "epoch": 33.53846153846154,
      "grad_norm": 1.5314304828643799,
      "learning_rate": 1.935367680311106e-05,
      "loss": 0.0381,
      "step": 8720
    },
    {
      "epoch": 33.57692307692308,
      "grad_norm": 1.5628886222839355,
      "learning_rate": 1.9329936485506012e-05,
      "loss": 0.0403,
      "step": 8730
    },
    {
      "epoch": 33.61538461538461,
      "grad_norm": 1.291195034980774,
      "learning_rate": 1.930618433001996e-05,
      "loss": 0.0386,
      "step": 8740
    },
    {
      "epoch": 33.65384615384615,
      "grad_norm": 1.1823079586029053,
      "learning_rate": 1.9282420401590377e-05,
      "loss": 0.0402,
      "step": 8750
    },
    {
      "epoch": 33.69230769230769,
      "grad_norm": 1.515400767326355,
      "learning_rate": 1.925864476518694e-05,
      "loss": 0.0431,
      "step": 8760
    },
    {
      "epoch": 33.73076923076923,
      "grad_norm": 1.39093017578125,
      "learning_rate": 1.9234857485811336e-05,
      "loss": 0.0366,
      "step": 8770
    },
    {
      "epoch": 33.76923076923077,
      "grad_norm": 1.5924241542816162,
      "learning_rate": 1.9211058628497066e-05,
      "loss": 0.0412,
      "step": 8780
    },
    {
      "epoch": 33.80769230769231,
      "grad_norm": 1.3143709897994995,
      "learning_rate": 1.918724825830931e-05,
      "loss": 0.0447,
      "step": 8790
    },
    {
      "epoch": 33.84615384615385,
      "grad_norm": 1.6090748310089111,
      "learning_rate": 1.9163426440344702e-05,
      "loss": 0.0398,
      "step": 8800
    },
    {
      "epoch": 33.88461538461539,
      "grad_norm": 1.4839627742767334,
      "learning_rate": 1.913959323973119e-05,
      "loss": 0.0405,
      "step": 8810
    },
    {
      "epoch": 33.92307692307692,
      "grad_norm": 1.691476583480835,
      "learning_rate": 1.9115748721627827e-05,
      "loss": 0.041,
      "step": 8820
    },
    {
      "epoch": 33.96153846153846,
      "grad_norm": 1.4554405212402344,
      "learning_rate": 1.9091892951224614e-05,
      "loss": 0.0394,
      "step": 8830
    },
    {
      "epoch": 34.0,
      "grad_norm": 1.4189049005508423,
      "learning_rate": 1.906802599374233e-05,
      "loss": 0.0357,
      "step": 8840
    },
    {
      "epoch": 34.03846153846154,
      "grad_norm": 1.9339512586593628,
      "learning_rate": 1.904414791443231e-05,
      "loss": 0.0432,
      "step": 8850
    },
    {
      "epoch": 34.07692307692308,
      "grad_norm": 1.4830939769744873,
      "learning_rate": 1.9020258778576324e-05,
      "loss": 0.042,
      "step": 8860
    },
    {
      "epoch": 34.11538461538461,
      "grad_norm": 1.5076172351837158,
      "learning_rate": 1.8996358651486347e-05,
      "loss": 0.0365,
      "step": 8870
    },
    {
      "epoch": 34.15384615384615,
      "grad_norm": 1.5338919162750244,
      "learning_rate": 1.8972447598504417e-05,
      "loss": 0.0406,
      "step": 8880
    },
    {
      "epoch": 34.19230769230769,
      "grad_norm": 1.9823853969573975,
      "learning_rate": 1.8948525685002438e-05,
      "loss": 0.0349,
      "step": 8890
    },
    {
      "epoch": 34.23076923076923,
      "grad_norm": 1.429854393005371,
      "learning_rate": 1.892459297638201e-05,
      "loss": 0.0427,
      "step": 8900
    },
    {
      "epoch": 34.26923076923077,
      "grad_norm": 1.8108021020889282,
      "learning_rate": 1.890064953807425e-05,
      "loss": 0.0341,
      "step": 8910
    },
    {
      "epoch": 34.30769230769231,
      "grad_norm": 1.07712721824646,
      "learning_rate": 1.8876695435539596e-05,
      "loss": 0.0371,
      "step": 8920
    },
    {
      "epoch": 34.34615384615385,
      "grad_norm": 1.3517080545425415,
      "learning_rate": 1.8852730734267653e-05,
      "loss": 0.0348,
      "step": 8930
    },
    {
      "epoch": 34.38461538461539,
      "grad_norm": 1.369992733001709,
      "learning_rate": 1.8828755499776997e-05,
      "loss": 0.0379,
      "step": 8940
    },
    {
      "epoch": 34.42307692307692,
      "grad_norm": 1.4494092464447021,
      "learning_rate": 1.8804769797615007e-05,
      "loss": 0.0386,
      "step": 8950
    },
    {
      "epoch": 34.46153846153846,
      "grad_norm": 1.806056022644043,
      "learning_rate": 1.8780773693357675e-05,
      "loss": 0.0416,
      "step": 8960
    },
    {
      "epoch": 34.5,
      "grad_norm": 1.4004135131835938,
      "learning_rate": 1.8756767252609433e-05,
      "loss": 0.034,
      "step": 8970
    },
    {
      "epoch": 34.53846153846154,
      "grad_norm": 1.3696749210357666,
      "learning_rate": 1.8732750541002974e-05,
      "loss": 0.0393,
      "step": 8980
    },
    {
      "epoch": 34.57692307692308,
      "grad_norm": 1.2756446599960327,
      "learning_rate": 1.870872362419907e-05,
      "loss": 0.0398,
      "step": 8990
    },
    {
      "epoch": 34.61538461538461,
      "grad_norm": 1.3034799098968506,
      "learning_rate": 1.8684686567886398e-05,
      "loss": 0.0435,
      "step": 9000
    },
    {
      "epoch": 34.65384615384615,
      "grad_norm": 1.5392398834228516,
      "learning_rate": 1.8660639437781344e-05,
      "loss": 0.0349,
      "step": 9010
    },
    {
      "epoch": 34.69230769230769,
      "grad_norm": 1.5113469362258911,
      "learning_rate": 1.8636582299627854e-05,
      "loss": 0.0359,
      "step": 9020
    },
    {
      "epoch": 34.73076923076923,
      "grad_norm": 1.1920346021652222,
      "learning_rate": 1.8612515219197215e-05,
      "loss": 0.0361,
      "step": 9030
    },
    {
      "epoch": 34.76923076923077,
      "grad_norm": 1.304843783378601,
      "learning_rate": 1.858843826228791e-05,
      "loss": 0.0357,
      "step": 9040
    },
    {
      "epoch": 34.80769230769231,
      "grad_norm": 1.7710132598876953,
      "learning_rate": 1.8564351494725423e-05,
      "loss": 0.0373,
      "step": 9050
    },
    {
      "epoch": 34.84615384615385,
      "grad_norm": 1.4856317043304443,
      "learning_rate": 1.8540254982362053e-05,
      "loss": 0.0371,
      "step": 9060
    },
    {
      "epoch": 34.88461538461539,
      "grad_norm": 1.8330937623977661,
      "learning_rate": 1.8516148791076743e-05,
      "loss": 0.0389,
      "step": 9070
    },
    {
      "epoch": 34.92307692307692,
      "grad_norm": 1.504800796508789,
      "learning_rate": 1.8492032986774904e-05,
      "loss": 0.0359,
      "step": 9080
    },
    {
      "epoch": 34.96153846153846,
      "grad_norm": 1.2242687940597534,
      "learning_rate": 1.8467907635388225e-05,
      "loss": 0.0371,
      "step": 9090
    },
    {
      "epoch": 35.0,
      "grad_norm": 1.3216480016708374,
      "learning_rate": 1.844377280287449e-05,
      "loss": 0.0386,
      "step": 9100
    },
    {
      "epoch": 35.03846153846154,
      "grad_norm": 1.0509378910064697,
      "learning_rate": 1.8419628555217407e-05,
      "loss": 0.0405,
      "step": 9110
    },
    {
      "epoch": 35.07692307692308,
      "grad_norm": 1.1122572422027588,
      "learning_rate": 1.839547495842644e-05,
      "loss": 0.039,
      "step": 9120
    },
    {
      "epoch": 35.11538461538461,
      "grad_norm": 1.334999680519104,
      "learning_rate": 1.8371312078536587e-05,
      "loss": 0.0316,
      "step": 9130
    },
    {
      "epoch": 35.15384615384615,
      "grad_norm": 1.2729421854019165,
      "learning_rate": 1.834713998160825e-05,
      "loss": 0.039,
      "step": 9140
    },
    {
      "epoch": 35.19230769230769,
      "grad_norm": 1.4823824167251587,
      "learning_rate": 1.832295873372701e-05,
      "loss": 0.0428,
      "step": 9150
    },
    {
      "epoch": 35.23076923076923,
      "grad_norm": 1.5749338865280151,
      "learning_rate": 1.8298768401003477e-05,
      "loss": 0.0386,
      "step": 9160
    },
    {
      "epoch": 35.26923076923077,
      "grad_norm": 1.4943759441375732,
      "learning_rate": 1.8274569049573103e-05,
      "loss": 0.0409,
      "step": 9170
    },
    {
      "epoch": 35.30769230769231,
      "grad_norm": 1.4229377508163452,
      "learning_rate": 1.8250360745595983e-05,
      "loss": 0.0398,
      "step": 9180
    },
    {
      "epoch": 35.34615384615385,
      "grad_norm": 1.192239761352539,
      "learning_rate": 1.8226143555256703e-05,
      "loss": 0.0348,
      "step": 9190
    },
    {
      "epoch": 35.38461538461539,
      "grad_norm": 1.7158582210540771,
      "learning_rate": 1.820191754476413e-05,
      "loss": 0.04,
      "step": 9200
    },
    {
      "epoch": 35.42307692307692,
      "grad_norm": 1.2287282943725586,
      "learning_rate": 1.8177682780351256e-05,
      "loss": 0.0381,
      "step": 9210
    },
    {
      "epoch": 35.46153846153846,
      "grad_norm": 1.578681468963623,
      "learning_rate": 1.8153439328275e-05,
      "loss": 0.0434,
      "step": 9220
    },
    {
      "epoch": 35.5,
      "grad_norm": 1.7834547758102417,
      "learning_rate": 1.8129187254816035e-05,
      "loss": 0.0393,
      "step": 9230
    },
    {
      "epoch": 35.53846153846154,
      "grad_norm": 1.6021229028701782,
      "learning_rate": 1.81049266262786e-05,
      "loss": 0.0372,
      "step": 9240
    },
    {
      "epoch": 35.57692307692308,
      "grad_norm": 1.3831838369369507,
      "learning_rate": 1.808065750899033e-05,
      "loss": 0.0409,
      "step": 9250
    },
    {
      "epoch": 35.61538461538461,
      "grad_norm": 1.727046012878418,
      "learning_rate": 1.8056379969302066e-05,
      "loss": 0.0377,
      "step": 9260
    },
    {
      "epoch": 35.65384615384615,
      "grad_norm": 1.710699439048767,
      "learning_rate": 1.8032094073587675e-05,
      "loss": 0.0376,
      "step": 9270
    },
    {
      "epoch": 35.69230769230769,
      "grad_norm": 1.6480785608291626,
      "learning_rate": 1.800779988824387e-05,
      "loss": 0.0343,
      "step": 9280
    },
    {
      "epoch": 35.73076923076923,
      "grad_norm": 1.4451653957366943,
      "learning_rate": 1.7983497479690018e-05,
      "loss": 0.0347,
      "step": 9290
    },
    {
      "epoch": 35.76923076923077,
      "grad_norm": 1.520155668258667,
      "learning_rate": 1.795918691436798e-05,
      "loss": 0.039,
      "step": 9300
    },
    {
      "epoch": 35.80769230769231,
      "grad_norm": 1.372151494026184,
      "learning_rate": 1.7934868258741917e-05,
      "loss": 0.0366,
      "step": 9310
    },
    {
      "epoch": 35.84615384615385,
      "grad_norm": 1.39862859249115,
      "learning_rate": 1.79105415792981e-05,
      "loss": 0.0377,
      "step": 9320
    },
    {
      "epoch": 35.88461538461539,
      "grad_norm": 1.4081544876098633,
      "learning_rate": 1.788620694254475e-05,
      "loss": 0.0412,
      "step": 9330
    },
    {
      "epoch": 35.92307692307692,
      "grad_norm": 1.39034903049469,
      "learning_rate": 1.7861864415011827e-05,
      "loss": 0.0411,
      "step": 9340
    },
    {
      "epoch": 35.96153846153846,
      "grad_norm": 1.650275468826294,
      "learning_rate": 1.783751406325087e-05,
      "loss": 0.0336,
      "step": 9350
    },
    {
      "epoch": 36.0,
      "grad_norm": 1.45979905128479,
      "learning_rate": 1.7813155953834814e-05,
      "loss": 0.0402,
      "step": 9360
    },
    {
      "epoch": 36.03846153846154,
      "grad_norm": 1.596880555152893,
      "learning_rate": 1.7788790153357803e-05,
      "loss": 0.0439,
      "step": 9370
    },
    {
      "epoch": 36.07692307692308,
      "grad_norm": 1.4605010747909546,
      "learning_rate": 1.7764416728435e-05,
      "loss": 0.0429,
      "step": 9380
    },
    {
      "epoch": 36.11538461538461,
      "grad_norm": 1.4628403186798096,
      "learning_rate": 1.774003574570242e-05,
      "loss": 0.0416,
      "step": 9390
    },
    {
      "epoch": 36.15384615384615,
      "grad_norm": 1.8021140098571777,
      "learning_rate": 1.7715647271816744e-05,
      "loss": 0.0346,
      "step": 9400
    },
    {
      "epoch": 36.19230769230769,
      "grad_norm": 1.4157359600067139,
      "learning_rate": 1.769125137345512e-05,
      "loss": 0.0357,
      "step": 9410
    },
    {
      "epoch": 36.23076923076923,
      "grad_norm": 1.421094536781311,
      "learning_rate": 1.7666848117315008e-05,
      "loss": 0.0392,
      "step": 9420
    },
    {
      "epoch": 36.26923076923077,
      "grad_norm": 1.7203149795532227,
      "learning_rate": 1.7642437570113974e-05,
      "loss": 0.0358,
      "step": 9430
    },
    {
      "epoch": 36.30769230769231,
      "grad_norm": 1.436547040939331,
      "learning_rate": 1.7618019798589525e-05,
      "loss": 0.043,
      "step": 9440
    },
    {
      "epoch": 36.34615384615385,
      "grad_norm": 1.5459340810775757,
      "learning_rate": 1.7593594869498915e-05,
      "loss": 0.035,
      "step": 9450
    },
    {
      "epoch": 36.38461538461539,
      "grad_norm": 1.5073521137237549,
      "learning_rate": 1.7569162849618966e-05,
      "loss": 0.0393,
      "step": 9460
    },
    {
      "epoch": 36.42307692307692,
      "grad_norm": 1.3095002174377441,
      "learning_rate": 1.75447238057459e-05,
      "loss": 0.0383,
      "step": 9470
    },
    {
      "epoch": 36.46153846153846,
      "grad_norm": 1.308945655822754,
      "learning_rate": 1.752027780469511e-05,
      "loss": 0.0364,
      "step": 9480
    },
    {
      "epoch": 36.5,
      "grad_norm": 1.4354068040847778,
      "learning_rate": 1.7495824913301043e-05,
      "loss": 0.0417,
      "step": 9490
    },
    {
      "epoch": 36.53846153846154,
      "grad_norm": 1.756820559501648,
      "learning_rate": 1.7471365198416957e-05,
      "loss": 0.0393,
      "step": 9500
    },
    {
      "epoch": 36.57692307692308,
      "grad_norm": 1.3326730728149414,
      "learning_rate": 1.7446898726914797e-05,
      "loss": 0.0369,
      "step": 9510
    },
    {
      "epoch": 36.61538461538461,
      "grad_norm": 1.3120198249816895,
      "learning_rate": 1.742242556568495e-05,
      "loss": 0.0426,
      "step": 9520
    },
    {
      "epoch": 36.65384615384615,
      "grad_norm": 1.121603012084961,
      "learning_rate": 1.73979457816361e-05,
      "loss": 0.0387,
      "step": 9530
    },
    {
      "epoch": 36.69230769230769,
      "grad_norm": 1.3100221157073975,
      "learning_rate": 1.7373459441695058e-05,
      "loss": 0.0423,
      "step": 9540
    },
    {
      "epoch": 36.73076923076923,
      "grad_norm": 1.3542190790176392,
      "learning_rate": 1.7348966612806524e-05,
      "loss": 0.0421,
      "step": 9550
    },
    {
      "epoch": 36.76923076923077,
      "grad_norm": 1.59927499294281,
      "learning_rate": 1.7324467361932973e-05,
      "loss": 0.0397,
      "step": 9560
    },
    {
      "epoch": 36.80769230769231,
      "grad_norm": 1.6307555437088013,
      "learning_rate": 1.729996175605441e-05,
      "loss": 0.0411,
      "step": 9570
    },
    {
      "epoch": 36.84615384615385,
      "grad_norm": 1.3856720924377441,
      "learning_rate": 1.7275449862168235e-05,
      "loss": 0.0401,
      "step": 9580
    },
    {
      "epoch": 36.88461538461539,
      "grad_norm": 1.2768700122833252,
      "learning_rate": 1.725093174728902e-05,
      "loss": 0.0324,
      "step": 9590
    },
    {
      "epoch": 36.92307692307692,
      "grad_norm": 1.9689397811889648,
      "learning_rate": 1.7226407478448357e-05,
      "loss": 0.038,
      "step": 9600
    },
    {
      "epoch": 36.96153846153846,
      "grad_norm": 1.4385662078857422,
      "learning_rate": 1.7201877122694666e-05,
      "loss": 0.0423,
      "step": 9610
    },
    {
      "epoch": 37.0,
      "grad_norm": 1.3675845861434937,
      "learning_rate": 1.7177340747093e-05,
      "loss": 0.0397,
      "step": 9620
    },
    {
      "epoch": 37.03846153846154,
      "grad_norm": 1.733004093170166,
      "learning_rate": 1.7152798418724873e-05,
      "loss": 0.0417,
      "step": 9630
    },
    {
      "epoch": 37.07692307692308,
      "grad_norm": 1.5616117715835571,
      "learning_rate": 1.712825020468807e-05,
      "loss": 0.0359,
      "step": 9640
    },
    {
      "epoch": 37.11538461538461,
      "grad_norm": 1.513261079788208,
      "learning_rate": 1.710369617209648e-05,
      "loss": 0.0414,
      "step": 9650
    },
    {
      "epoch": 37.15384615384615,
      "grad_norm": 1.6468145847320557,
      "learning_rate": 1.7079136388079884e-05,
      "loss": 0.038,
      "step": 9660
    },
    {
      "epoch": 37.19230769230769,
      "grad_norm": 1.6188808679580688,
      "learning_rate": 1.7054570919783796e-05,
      "loss": 0.0382,
      "step": 9670
    },
    {
      "epoch": 37.23076923076923,
      "grad_norm": 1.556585669517517,
      "learning_rate": 1.7029999834369264e-05,
      "loss": 0.0387,
      "step": 9680
    },
    {
      "epoch": 37.26923076923077,
      "grad_norm": 1.5919781923294067,
      "learning_rate": 1.7005423199012696e-05,
      "loss": 0.034,
      "step": 9690
    },
    {
      "epoch": 37.30769230769231,
      "grad_norm": 1.565858244895935,
      "learning_rate": 1.6980841080905687e-05,
      "loss": 0.0344,
      "step": 9700
    },
    {
      "epoch": 37.34615384615385,
      "grad_norm": 1.190491795539856,
      "learning_rate": 1.6956253547254798e-05,
      "loss": 0.0405,
      "step": 9710
    },
    {
      "epoch": 37.38461538461539,
      "grad_norm": 1.2053945064544678,
      "learning_rate": 1.693166066528141e-05,
      "loss": 0.0366,
      "step": 9720
    },
    {
      "epoch": 37.42307692307692,
      "grad_norm": 1.7797147035598755,
      "learning_rate": 1.690706250222152e-05,
      "loss": 0.0404,
      "step": 9730
    },
    {
      "epoch": 37.46153846153846,
      "grad_norm": 1.3981484174728394,
      "learning_rate": 1.6882459125325573e-05,
      "loss": 0.0372,
      "step": 9740
    },
    {
      "epoch": 37.5,
      "grad_norm": 1.3930727243423462,
      "learning_rate": 1.685785060185826e-05,
      "loss": 0.036,
      "step": 9750
    },
    {
      "epoch": 37.53846153846154,
      "grad_norm": 1.2622334957122803,
      "learning_rate": 1.683323699909834e-05,
      "loss": 0.036,
      "step": 9760
    },
    {
      "epoch": 37.57692307692308,
      "grad_norm": 1.3782292604446411,
      "learning_rate": 1.6808618384338472e-05,
      "loss": 0.0375,
      "step": 9770
    },
    {
      "epoch": 37.61538461538461,
      "grad_norm": 1.3075623512268066,
      "learning_rate": 1.6783994824885e-05,
      "loss": 0.0357,
      "step": 9780
    },
    {
      "epoch": 37.65384615384615,
      "grad_norm": 1.449067234992981,
      "learning_rate": 1.6759366388057795e-05,
      "loss": 0.04,
      "step": 9790
    },
    {
      "epoch": 37.69230769230769,
      "grad_norm": 1.53331458568573,
      "learning_rate": 1.6734733141190073e-05,
      "loss": 0.0322,
      "step": 9800
    },
    {
      "epoch": 37.73076923076923,
      "grad_norm": 1.3725186586380005,
      "learning_rate": 1.6710095151628182e-05,
      "loss": 0.0394,
      "step": 9810
    },
    {
      "epoch": 37.76923076923077,
      "grad_norm": 1.6133525371551514,
      "learning_rate": 1.668545248673144e-05,
      "loss": 0.0329,
      "step": 9820
    },
    {
      "epoch": 37.80769230769231,
      "grad_norm": 1.2607682943344116,
      "learning_rate": 1.6660805213871962e-05,
      "loss": 0.0432,
      "step": 9830
    },
    {
      "epoch": 37.84615384615385,
      "grad_norm": 1.4924263954162598,
      "learning_rate": 1.663615340043445e-05,
      "loss": 0.0392,
      "step": 9840
    },
    {
      "epoch": 37.88461538461539,
      "grad_norm": 1.3537297248840332,
      "learning_rate": 1.6611497113816014e-05,
      "loss": 0.0426,
      "step": 9850
    },
    {
      "epoch": 37.92307692307692,
      "grad_norm": 1.1831531524658203,
      "learning_rate": 1.6586836421426007e-05,
      "loss": 0.0383,
      "step": 9860
    },
    {
      "epoch": 37.96153846153846,
      "grad_norm": 1.317609429359436,
      "learning_rate": 1.6562171390685815e-05,
      "loss": 0.033,
      "step": 9870
    },
    {
      "epoch": 38.0,
      "grad_norm": 1.4860436916351318,
      "learning_rate": 1.653750208902869e-05,
      "loss": 0.0377,
      "step": 9880
    },
    {
      "epoch": 38.03846153846154,
      "grad_norm": 1.7705858945846558,
      "learning_rate": 1.6512828583899562e-05,
      "loss": 0.0428,
      "step": 9890
    },
    {
      "epoch": 38.07692307692308,
      "grad_norm": 1.4256800413131714,
      "learning_rate": 1.648815094275486e-05,
      "loss": 0.0374,
      "step": 9900
    },
    {
      "epoch": 38.11538461538461,
      "grad_norm": 1.430487871170044,
      "learning_rate": 1.6463469233062302e-05,
      "loss": 0.0382,
      "step": 9910
    },
    {
      "epoch": 38.15384615384615,
      "grad_norm": 1.273598074913025,
      "learning_rate": 1.6438783522300742e-05,
      "loss": 0.0403,
      "step": 9920
    },
    {
      "epoch": 38.19230769230769,
      "grad_norm": 1.6827222108840942,
      "learning_rate": 1.641409387795997e-05,
      "loss": 0.0318,
      "step": 9930
    },
    {
      "epoch": 38.23076923076923,
      "grad_norm": 1.5564827919006348,
      "learning_rate": 1.6389400367540534e-05,
      "loss": 0.0443,
      "step": 9940
    },
    {
      "epoch": 38.26923076923077,
      "grad_norm": 1.5248053073883057,
      "learning_rate": 1.6364703058553552e-05,
      "loss": 0.0408,
      "step": 9950
    },
    {
      "epoch": 38.30769230769231,
      "grad_norm": 1.2614673376083374,
      "learning_rate": 1.6340002018520512e-05,
      "loss": 0.0372,
      "step": 9960
    },
    {
      "epoch": 38.34615384615385,
      "grad_norm": 1.43790602684021,
      "learning_rate": 1.6315297314973126e-05,
      "loss": 0.0354,
      "step": 9970
    },
    {
      "epoch": 38.38461538461539,
      "grad_norm": 1.3772172927856445,
      "learning_rate": 1.6290589015453102e-05,
      "loss": 0.0362,
      "step": 9980
    },
    {
      "epoch": 38.42307692307692,
      "grad_norm": 1.5918662548065186,
      "learning_rate": 1.6265877187511993e-05,
      "loss": 0.0378,
      "step": 9990
    },
    {
      "epoch": 38.46153846153846,
      "grad_norm": 1.3942394256591797,
      "learning_rate": 1.6241161898710993e-05,
      "loss": 0.0408,
      "step": 10000
    }
  ],
  "logging_steps": 10,
  "max_steps": 20000,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 77,
  "save_steps": 10000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 0.0,
  "train_batch_size": 32,
  "trial_name": null,
  "trial_params": null
}