{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 76.92307692307692,
  "eval_steps": 500,
  "global_step": 20000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.038461538461538464,
      "grad_norm": 0.8129774928092957,
      "learning_rate": 2.7e-07,
      "loss": 1.3508,
      "step": 10
    },
    {
      "epoch": 0.07692307692307693,
      "grad_norm": 0.6433653235435486,
      "learning_rate": 5.7e-07,
      "loss": 1.3552,
      "step": 20
    },
    {
      "epoch": 0.11538461538461539,
      "grad_norm": 0.6810219883918762,
      "learning_rate": 8.7e-07,
      "loss": 1.3478,
      "step": 30
    },
    {
      "epoch": 0.15384615384615385,
      "grad_norm": 0.6231173276901245,
      "learning_rate": 1.17e-06,
      "loss": 1.3472,
      "step": 40
    },
    {
      "epoch": 0.19230769230769232,
      "grad_norm": 0.829264223575592,
      "learning_rate": 1.4700000000000001e-06,
      "loss": 1.3416,
      "step": 50
    },
    {
      "epoch": 0.23076923076923078,
      "grad_norm": 0.9087441563606262,
      "learning_rate": 1.77e-06,
      "loss": 1.3256,
      "step": 60
    },
    {
      "epoch": 0.2692307692307692,
      "grad_norm": 1.0764439105987549,
      "learning_rate": 2.07e-06,
      "loss": 1.3159,
      "step": 70
    },
    {
      "epoch": 0.3076923076923077,
      "grad_norm": 1.0241045951843262,
      "learning_rate": 2.37e-06,
      "loss": 1.3131,
      "step": 80
    },
    {
      "epoch": 0.34615384615384615,
      "grad_norm": 1.0223745107650757,
      "learning_rate": 2.67e-06,
      "loss": 1.2953,
      "step": 90
    },
    {
      "epoch": 0.38461538461538464,
      "grad_norm": 1.3292489051818848,
      "learning_rate": 2.9700000000000004e-06,
      "loss": 1.2714,
      "step": 100
    },
    {
      "epoch": 0.4230769230769231,
      "grad_norm": 1.2786927223205566,
      "learning_rate": 3.27e-06,
      "loss": 1.2593,
      "step": 110
    },
    {
      "epoch": 0.46153846153846156,
      "grad_norm": 1.0608361959457397,
      "learning_rate": 3.57e-06,
      "loss": 1.2464,
      "step": 120
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.9192166328430176,
      "learning_rate": 3.87e-06,
      "loss": 1.2222,
      "step": 130
    },
    {
      "epoch": 0.5384615384615384,
      "grad_norm": 0.8084186315536499,
      "learning_rate": 4.170000000000001e-06,
      "loss": 1.2077,
      "step": 140
    },
    {
      "epoch": 0.5769230769230769,
      "grad_norm": 0.8090039491653442,
      "learning_rate": 4.4699999999999996e-06,
      "loss": 1.1963,
      "step": 150
    },
    {
      "epoch": 0.6153846153846154,
      "grad_norm": 0.7544081807136536,
      "learning_rate": 4.77e-06,
      "loss": 1.1736,
      "step": 160
    },
    {
      "epoch": 0.6538461538461539,
      "grad_norm": 0.7331106662750244,
      "learning_rate": 5.070000000000001e-06,
      "loss": 1.1634,
      "step": 170
    },
    {
      "epoch": 0.6923076923076923,
      "grad_norm": 0.8381819128990173,
      "learning_rate": 5.37e-06,
      "loss": 1.154,
      "step": 180
    },
    {
      "epoch": 0.7307692307692307,
      "grad_norm": 0.8138782382011414,
      "learning_rate": 5.67e-06,
      "loss": 1.1325,
      "step": 190
    },
    {
      "epoch": 0.7692307692307693,
      "grad_norm": 0.7330286502838135,
      "learning_rate": 5.9700000000000004e-06,
      "loss": 1.1344,
      "step": 200
    },
    {
      "epoch": 0.8076923076923077,
      "grad_norm": 0.8166984915733337,
      "learning_rate": 6.27e-06,
      "loss": 1.1302,
      "step": 210
    },
    {
      "epoch": 0.8461538461538461,
      "grad_norm": 0.7504987120628357,
      "learning_rate": 6.57e-06,
      "loss": 1.1089,
      "step": 220
    },
    {
      "epoch": 0.8846153846153846,
      "grad_norm": 0.7398339509963989,
      "learning_rate": 6.87e-06,
      "loss": 1.0961,
      "step": 230
    },
    {
      "epoch": 0.9230769230769231,
      "grad_norm": 0.6914257407188416,
      "learning_rate": 7.17e-06,
      "loss": 1.0939,
      "step": 240
    },
    {
      "epoch": 0.9615384615384616,
      "grad_norm": 0.753593921661377,
      "learning_rate": 7.4700000000000005e-06,
      "loss": 1.0844,
      "step": 250
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.775452733039856,
      "learning_rate": 7.77e-06,
      "loss": 1.0757,
      "step": 260
    },
    {
      "epoch": 1.0384615384615385,
      "grad_norm": 0.8942003846168518,
      "learning_rate": 8.07e-06,
      "loss": 1.0727,
      "step": 270
    },
    {
      "epoch": 1.0769230769230769,
      "grad_norm": 0.8823027610778809,
      "learning_rate": 8.370000000000001e-06,
      "loss": 1.073,
      "step": 280
    },
    {
      "epoch": 1.1153846153846154,
      "grad_norm": 0.7825962901115417,
      "learning_rate": 8.67e-06,
      "loss": 1.0681,
      "step": 290
    },
    {
      "epoch": 1.1538461538461537,
      "grad_norm": 1.042375087738037,
      "learning_rate": 8.97e-06,
      "loss": 1.0604,
      "step": 300
    },
    {
      "epoch": 1.1923076923076923,
      "grad_norm": 0.9922687411308289,
      "learning_rate": 9.27e-06,
      "loss": 1.0616,
      "step": 310
    },
    {
      "epoch": 1.2307692307692308,
      "grad_norm": 0.8586735129356384,
      "learning_rate": 9.57e-06,
      "loss": 1.0532,
      "step": 320
    },
    {
      "epoch": 1.2692307692307692,
      "grad_norm": 0.9278848171234131,
      "learning_rate": 9.87e-06,
      "loss": 1.0478,
      "step": 330
    },
    {
      "epoch": 1.3076923076923077,
      "grad_norm": 0.8375242948532104,
      "learning_rate": 1.0170000000000001e-05,
      "loss": 1.0513,
      "step": 340
    },
    {
      "epoch": 1.3461538461538463,
      "grad_norm": 0.7845088839530945,
      "learning_rate": 1.047e-05,
      "loss": 1.0438,
      "step": 350
    },
    {
      "epoch": 1.3846153846153846,
      "grad_norm": 0.9647091031074524,
      "learning_rate": 1.077e-05,
      "loss": 1.0285,
      "step": 360
    },
    {
      "epoch": 1.4230769230769231,
      "grad_norm": 1.1311838626861572,
      "learning_rate": 1.107e-05,
      "loss": 1.023,
      "step": 370
    },
    {
      "epoch": 1.4615384615384617,
      "grad_norm": 1.1281001567840576,
      "learning_rate": 1.137e-05,
      "loss": 1.0075,
      "step": 380
    },
    {
      "epoch": 1.5,
      "grad_norm": 1.461525321006775,
      "learning_rate": 1.167e-05,
      "loss": 0.9779,
      "step": 390
    },
    {
      "epoch": 1.5384615384615383,
      "grad_norm": 1.534185767173767,
      "learning_rate": 1.197e-05,
      "loss": 0.9208,
      "step": 400
    },
    {
      "epoch": 1.5769230769230769,
      "grad_norm": 1.9967076778411865,
      "learning_rate": 1.227e-05,
      "loss": 0.8734,
      "step": 410
    },
    {
      "epoch": 1.6153846153846154,
      "grad_norm": 1.6220159530639648,
      "learning_rate": 1.257e-05,
      "loss": 0.8197,
      "step": 420
    },
    {
      "epoch": 1.6538461538461537,
      "grad_norm": 1.832636833190918,
      "learning_rate": 1.287e-05,
      "loss": 0.771,
      "step": 430
    },
    {
      "epoch": 1.6923076923076923,
      "grad_norm": 2.2742176055908203,
      "learning_rate": 1.3170000000000001e-05,
      "loss": 0.7211,
      "step": 440
    },
    {
      "epoch": 1.7307692307692308,
      "grad_norm": 1.9380594491958618,
      "learning_rate": 1.3470000000000001e-05,
      "loss": 0.6881,
      "step": 450
    },
    {
      "epoch": 1.7692307692307692,
      "grad_norm": 2.589594602584839,
      "learning_rate": 1.377e-05,
      "loss": 0.6551,
      "step": 460
    },
    {
      "epoch": 1.8076923076923077,
      "grad_norm": 2.73272442817688,
      "learning_rate": 1.4069999999999999e-05,
      "loss": 0.64,
      "step": 470
    },
    {
      "epoch": 1.8461538461538463,
      "grad_norm": 2.789524555206299,
      "learning_rate": 1.437e-05,
      "loss": 0.6142,
      "step": 480
    },
    {
      "epoch": 1.8846153846153846,
      "grad_norm": 2.5425634384155273,
      "learning_rate": 1.467e-05,
      "loss": 0.5954,
      "step": 490
    },
    {
      "epoch": 1.9230769230769231,
      "grad_norm": 2.916409969329834,
      "learning_rate": 1.497e-05,
      "loss": 0.574,
      "step": 500
    },
    {
      "epoch": 1.9615384615384617,
      "grad_norm": 2.5941741466522217,
      "learning_rate": 1.527e-05,
      "loss": 0.5612,
      "step": 510
    },
    {
      "epoch": 2.0,
      "grad_norm": 3.0018510818481445,
      "learning_rate": 1.5570000000000002e-05,
      "loss": 0.545,
      "step": 520
    },
    {
      "epoch": 2.0384615384615383,
      "grad_norm": 2.7710626125335693,
      "learning_rate": 1.5870000000000002e-05,
      "loss": 0.5413,
      "step": 530
    },
    {
      "epoch": 2.076923076923077,
      "grad_norm": 3.6336352825164795,
      "learning_rate": 1.6170000000000003e-05,
      "loss": 0.5231,
      "step": 540
    },
    {
      "epoch": 2.1153846153846154,
      "grad_norm": 3.880500555038452,
      "learning_rate": 1.6470000000000003e-05,
      "loss": 0.5153,
      "step": 550
    },
    {
      "epoch": 2.1538461538461537,
      "grad_norm": 3.505535840988159,
      "learning_rate": 1.677e-05,
      "loss": 0.5065,
      "step": 560
    },
    {
      "epoch": 2.1923076923076925,
      "grad_norm": 3.137913465499878,
      "learning_rate": 1.7069999999999998e-05,
      "loss": 0.4962,
      "step": 570
    },
    {
      "epoch": 2.230769230769231,
      "grad_norm": 3.880664110183716,
      "learning_rate": 1.7369999999999998e-05,
      "loss": 0.4966,
      "step": 580
    },
    {
      "epoch": 2.269230769230769,
      "grad_norm": 3.5915846824645996,
      "learning_rate": 1.767e-05,
      "loss": 0.498,
      "step": 590
    },
    {
      "epoch": 2.3076923076923075,
      "grad_norm": 3.1810109615325928,
      "learning_rate": 1.797e-05,
      "loss": 0.4988,
      "step": 600
    },
    {
      "epoch": 2.3461538461538463,
      "grad_norm": 3.6019811630249023,
      "learning_rate": 1.827e-05,
      "loss": 0.4974,
      "step": 610
    },
    {
      "epoch": 2.3846153846153846,
      "grad_norm": 3.5532901287078857,
      "learning_rate": 1.857e-05,
      "loss": 0.4819,
      "step": 620
    },
    {
      "epoch": 2.423076923076923,
      "grad_norm": 3.921673536300659,
      "learning_rate": 1.887e-05,
      "loss": 0.4798,
      "step": 630
    },
    {
      "epoch": 2.4615384615384617,
      "grad_norm": 3.2884128093719482,
      "learning_rate": 1.917e-05,
      "loss": 0.4826,
      "step": 640
    },
    {
      "epoch": 2.5,
      "grad_norm": 3.231353759765625,
      "learning_rate": 1.947e-05,
      "loss": 0.4825,
      "step": 650
    },
    {
      "epoch": 2.5384615384615383,
      "grad_norm": 4.012421131134033,
      "learning_rate": 1.9770000000000002e-05,
      "loss": 0.4782,
      "step": 660
    },
    {
      "epoch": 2.5769230769230766,
      "grad_norm": 3.7715535163879395,
      "learning_rate": 2.0070000000000003e-05,
      "loss": 0.4854,
      "step": 670
    },
    {
      "epoch": 2.6153846153846154,
      "grad_norm": 3.2601428031921387,
      "learning_rate": 2.0370000000000003e-05,
      "loss": 0.4762,
      "step": 680
    },
    {
      "epoch": 2.6538461538461537,
      "grad_norm": 3.3098268508911133,
      "learning_rate": 2.067e-05,
      "loss": 0.4699,
      "step": 690
    },
    {
      "epoch": 2.6923076923076925,
      "grad_norm": 3.7813925743103027,
      "learning_rate": 2.097e-05,
      "loss": 0.4739,
      "step": 700
    },
    {
      "epoch": 2.730769230769231,
      "grad_norm": 3.242644786834717,
      "learning_rate": 2.1269999999999998e-05,
      "loss": 0.476,
      "step": 710
    },
    {
      "epoch": 2.769230769230769,
      "grad_norm": 3.092524766921997,
      "learning_rate": 2.157e-05,
      "loss": 0.4687,
      "step": 720
    },
    {
      "epoch": 2.8076923076923075,
      "grad_norm": 4.034473896026611,
      "learning_rate": 2.187e-05,
      "loss": 0.4655,
      "step": 730
    },
    {
      "epoch": 2.8461538461538463,
      "grad_norm": 3.64107084274292,
      "learning_rate": 2.217e-05,
      "loss": 0.4637,
      "step": 740
    },
    {
      "epoch": 2.8846153846153846,
      "grad_norm": 4.293366432189941,
      "learning_rate": 2.247e-05,
      "loss": 0.4662,
      "step": 750
    },
    {
      "epoch": 2.9230769230769234,
      "grad_norm": 3.5577127933502197,
      "learning_rate": 2.277e-05,
      "loss": 0.4571,
      "step": 760
    },
    {
      "epoch": 2.9615384615384617,
      "grad_norm": 3.0843167304992676,
      "learning_rate": 2.307e-05,
      "loss": 0.4625,
      "step": 770
    },
    {
      "epoch": 3.0,
      "grad_norm": 3.5912671089172363,
      "learning_rate": 2.337e-05,
      "loss": 0.457,
      "step": 780
    },
    {
      "epoch": 3.0384615384615383,
      "grad_norm": 4.415438175201416,
      "learning_rate": 2.3670000000000002e-05,
      "loss": 0.4594,
      "step": 790
    },
    {
      "epoch": 3.076923076923077,
      "grad_norm": 3.8929693698883057,
      "learning_rate": 2.3970000000000003e-05,
      "loss": 0.4613,
      "step": 800
    },
    {
      "epoch": 3.1153846153846154,
      "grad_norm": 4.137643814086914,
      "learning_rate": 2.4270000000000003e-05,
      "loss": 0.4628,
      "step": 810
    },
    {
      "epoch": 3.1538461538461537,
      "grad_norm": 3.0388357639312744,
      "learning_rate": 2.457e-05,
      "loss": 0.457,
      "step": 820
    },
    {
      "epoch": 3.1923076923076925,
      "grad_norm": 3.6971359252929688,
      "learning_rate": 2.487e-05,
      "loss": 0.4546,
      "step": 830
    },
    {
      "epoch": 3.230769230769231,
      "grad_norm": 3.4712138175964355,
      "learning_rate": 2.517e-05,
      "loss": 0.4511,
      "step": 840
    },
    {
      "epoch": 3.269230769230769,
      "grad_norm": 3.3456554412841797,
      "learning_rate": 2.547e-05,
      "loss": 0.4505,
      "step": 850
    },
    {
      "epoch": 3.3076923076923075,
      "grad_norm": 3.5414817333221436,
      "learning_rate": 2.577e-05,
      "loss": 0.4545,
      "step": 860
    },
    {
      "epoch": 3.3461538461538463,
      "grad_norm": 3.727144241333008,
      "learning_rate": 2.607e-05,
      "loss": 0.4537,
      "step": 870
    },
    {
      "epoch": 3.3846153846153846,
      "grad_norm": 3.6448793411254883,
      "learning_rate": 2.637e-05,
      "loss": 0.4434,
      "step": 880
    },
    {
      "epoch": 3.423076923076923,
      "grad_norm": 3.6482105255126953,
      "learning_rate": 2.667e-05,
      "loss": 0.4438,
      "step": 890
    },
    {
      "epoch": 3.4615384615384617,
      "grad_norm": 3.7402617931365967,
      "learning_rate": 2.697e-05,
      "loss": 0.4499,
      "step": 900
    },
    {
      "epoch": 3.5,
      "grad_norm": 3.1410586833953857,
      "learning_rate": 2.727e-05,
      "loss": 0.4423,
      "step": 910
    },
    {
      "epoch": 3.5384615384615383,
      "grad_norm": 4.063307762145996,
      "learning_rate": 2.7570000000000002e-05,
      "loss": 0.4476,
      "step": 920
    },
    {
      "epoch": 3.5769230769230766,
      "grad_norm": 3.781724214553833,
      "learning_rate": 2.7870000000000003e-05,
      "loss": 0.4445,
      "step": 930
    },
    {
      "epoch": 3.6153846153846154,
      "grad_norm": 4.0924787521362305,
      "learning_rate": 2.817e-05,
      "loss": 0.4449,
      "step": 940
    },
    {
      "epoch": 3.6538461538461537,
      "grad_norm": 3.8442327976226807,
      "learning_rate": 2.847e-05,
      "loss": 0.452,
      "step": 950
    },
    {
      "epoch": 3.6923076923076925,
      "grad_norm": 3.5104334354400635,
      "learning_rate": 2.877e-05,
      "loss": 0.4363,
      "step": 960
    },
    {
      "epoch": 3.730769230769231,
      "grad_norm": 4.416885852813721,
      "learning_rate": 2.907e-05,
      "loss": 0.4423,
      "step": 970
    },
    {
      "epoch": 3.769230769230769,
      "grad_norm": 3.5241246223449707,
      "learning_rate": 2.9370000000000002e-05,
      "loss": 0.4426,
      "step": 980
    },
    {
      "epoch": 3.8076923076923075,
      "grad_norm": 3.1697614192962646,
      "learning_rate": 2.967e-05,
      "loss": 0.4437,
      "step": 990
    },
    {
      "epoch": 3.8461538461538463,
      "grad_norm": 3.7319610118865967,
      "learning_rate": 2.997e-05,
      "loss": 0.4419,
      "step": 1000
    },
    {
      "epoch": 3.8846153846153846,
      "grad_norm": 4.392916679382324,
      "learning_rate": 2.9999983391181253e-05,
      "loss": 0.4371,
      "step": 1010
    },
    {
      "epoch": 3.9230769230769234,
      "grad_norm": 3.606473207473755,
      "learning_rate": 2.9999925978027876e-05,
      "loss": 0.4403,
      "step": 1020
    },
    {
      "epoch": 3.9615384615384617,
      "grad_norm": 3.2601609230041504,
      "learning_rate": 2.9999827555649637e-05,
      "loss": 0.4357,
      "step": 1030
    },
    {
      "epoch": 4.0,
      "grad_norm": 3.616961717605591,
      "learning_rate": 2.999968812431563e-05,
      "loss": 0.4394,
      "step": 1040
    },
    {
      "epoch": 4.038461538461538,
      "grad_norm": 4.0653204917907715,
      "learning_rate": 2.999950768440706e-05,
      "loss": 0.435,
      "step": 1050
    },
    {
      "epoch": 4.076923076923077,
      "grad_norm": 4.050017833709717,
      "learning_rate": 2.999928623641723e-05,
      "loss": 0.4448,
      "step": 1060
    },
    {
      "epoch": 4.115384615384615,
      "grad_norm": 3.190156936645508,
      "learning_rate": 2.9999023780951575e-05,
      "loss": 0.4356,
      "step": 1070
    },
    {
      "epoch": 4.153846153846154,
      "grad_norm": 3.323148250579834,
      "learning_rate": 2.999872031872764e-05,
      "loss": 0.4384,
      "step": 1080
    },
    {
      "epoch": 4.1923076923076925,
      "grad_norm": 3.506814479827881,
      "learning_rate": 2.999837585057508e-05,
      "loss": 0.4287,
      "step": 1090
    },
    {
      "epoch": 4.230769230769231,
      "grad_norm": 4.119077205657959,
      "learning_rate": 2.999799037743565e-05,
      "loss": 0.427,
      "step": 1100
    },
    {
      "epoch": 4.269230769230769,
      "grad_norm": 3.2304561138153076,
      "learning_rate": 2.999756390036323e-05,
      "loss": 0.4326,
      "step": 1110
    },
    {
      "epoch": 4.3076923076923075,
      "grad_norm": 3.1747395992279053,
      "learning_rate": 2.9997096420523788e-05,
      "loss": 0.4325,
      "step": 1120
    },
    {
      "epoch": 4.346153846153846,
      "grad_norm": 3.7520697116851807,
      "learning_rate": 2.9996587939195395e-05,
      "loss": 0.4372,
      "step": 1130
    },
    {
      "epoch": 4.384615384615385,
      "grad_norm": 3.395843744277954,
      "learning_rate": 2.999603845776822e-05,
      "loss": 0.4344,
      "step": 1140
    },
    {
      "epoch": 4.423076923076923,
      "grad_norm": 4.427037715911865,
      "learning_rate": 2.999544797774452e-05,
      "loss": 0.4342,
      "step": 1150
    },
    {
      "epoch": 4.461538461538462,
      "grad_norm": 3.310183525085449,
      "learning_rate": 2.9994816500738648e-05,
      "loss": 0.433,
      "step": 1160
    },
    {
      "epoch": 4.5,
      "grad_norm": 3.460261583328247,
      "learning_rate": 2.999414402847704e-05,
      "loss": 0.4279,
      "step": 1170
    },
    {
      "epoch": 4.538461538461538,
      "grad_norm": 3.523247718811035,
      "learning_rate": 2.999343056279821e-05,
      "loss": 0.4281,
      "step": 1180
    },
    {
      "epoch": 4.576923076923077,
      "grad_norm": 3.0562286376953125,
      "learning_rate": 2.9992676105652746e-05,
      "loss": 0.4281,
      "step": 1190
    },
    {
      "epoch": 4.615384615384615,
      "grad_norm": 3.179258108139038,
      "learning_rate": 2.9991880659103298e-05,
      "loss": 0.4321,
      "step": 1200
    },
    {
      "epoch": 4.653846153846154,
      "grad_norm": 3.0872421264648438,
      "learning_rate": 2.9991044225324593e-05,
      "loss": 0.4255,
      "step": 1210
    },
    {
      "epoch": 4.6923076923076925,
      "grad_norm": 3.896038293838501,
      "learning_rate": 2.9990166806603407e-05,
      "loss": 0.4221,
      "step": 1220
    },
    {
      "epoch": 4.730769230769231,
      "grad_norm": 3.345339775085449,
      "learning_rate": 2.9989248405338573e-05,
      "loss": 0.4236,
      "step": 1230
    },
    {
      "epoch": 4.769230769230769,
      "grad_norm": 3.4517908096313477,
      "learning_rate": 2.9988289024040962e-05,
      "loss": 0.419,
      "step": 1240
    },
    {
      "epoch": 4.8076923076923075,
      "grad_norm": 3.4892146587371826,
      "learning_rate": 2.998728866533348e-05,
      "loss": 0.4235,
      "step": 1250
    },
    {
      "epoch": 4.846153846153846,
      "grad_norm": 3.3247246742248535,
      "learning_rate": 2.9986247331951083e-05,
      "loss": 0.4143,
      "step": 1260
    },
    {
      "epoch": 4.884615384615385,
      "grad_norm": 3.2198266983032227,
      "learning_rate": 2.998516502674072e-05,
      "loss": 0.4167,
      "step": 1270
    },
    {
      "epoch": 4.923076923076923,
      "grad_norm": 3.2690086364746094,
      "learning_rate": 2.9984041752661386e-05,
      "loss": 0.4142,
      "step": 1280
    },
    {
      "epoch": 4.961538461538462,
      "grad_norm": 3.7173590660095215,
      "learning_rate": 2.9982877512784067e-05,
      "loss": 0.4141,
      "step": 1290
    },
    {
      "epoch": 5.0,
      "grad_norm": 4.059051990509033,
      "learning_rate": 2.998167231029174e-05,
      "loss": 0.4073,
      "step": 1300
    },
    {
      "epoch": 5.038461538461538,
      "grad_norm": 3.8667192459106445,
      "learning_rate": 2.99804261484794e-05,
      "loss": 0.4082,
      "step": 1310
    },
    {
      "epoch": 5.076923076923077,
      "grad_norm": 3.3809549808502197,
      "learning_rate": 2.997913903075399e-05,
      "loss": 0.408,
      "step": 1320
    },
    {
      "epoch": 5.115384615384615,
      "grad_norm": 3.0045559406280518,
      "learning_rate": 2.997781096063445e-05,
      "loss": 0.4067,
      "step": 1330
    },
    {
      "epoch": 5.153846153846154,
      "grad_norm": 3.27519154548645,
      "learning_rate": 2.9976441941751663e-05,
      "loss": 0.4023,
      "step": 1340
    },
    {
      "epoch": 5.1923076923076925,
      "grad_norm": 3.353156089782715,
      "learning_rate": 2.997503197784849e-05,
      "loss": 0.4034,
      "step": 1350
    },
    {
      "epoch": 5.230769230769231,
      "grad_norm": 3.568828821182251,
      "learning_rate": 2.9973581072779702e-05,
      "loss": 0.4025,
      "step": 1360
    },
    {
      "epoch": 5.269230769230769,
      "grad_norm": 3.06388258934021,
      "learning_rate": 2.9972089230512035e-05,
      "loss": 0.3948,
      "step": 1370
    },
    {
      "epoch": 5.3076923076923075,
      "grad_norm": 3.4603991508483887,
      "learning_rate": 2.997055645512411e-05,
      "loss": 0.4045,
      "step": 1380
    },
    {
      "epoch": 5.346153846153846,
      "grad_norm": 2.7319891452789307,
      "learning_rate": 2.9968982750806492e-05,
      "loss": 0.3956,
      "step": 1390
    },
    {
      "epoch": 5.384615384615385,
      "grad_norm": 3.0891315937042236,
      "learning_rate": 2.9967368121861623e-05,
      "loss": 0.4019,
      "step": 1400
    },
    {
      "epoch": 5.423076923076923,
      "grad_norm": 3.29032039642334,
      "learning_rate": 2.9965712572703834e-05,
      "loss": 0.3962,
      "step": 1410
    },
    {
      "epoch": 5.461538461538462,
      "grad_norm": 3.2606821060180664,
      "learning_rate": 2.996401610785934e-05,
      "loss": 0.4016,
      "step": 1420
    },
    {
      "epoch": 5.5,
      "grad_norm": 3.013518810272217,
      "learning_rate": 2.99622787319662e-05,
      "loss": 0.398,
      "step": 1430
    },
    {
      "epoch": 5.538461538461538,
      "grad_norm": 2.9983019828796387,
      "learning_rate": 2.9960500449774338e-05,
      "loss": 0.4002,
      "step": 1440
    },
    {
      "epoch": 5.576923076923077,
      "grad_norm": 3.4363009929656982,
      "learning_rate": 2.9958681266145517e-05,
      "loss": 0.4017,
      "step": 1450
    },
    {
      "epoch": 5.615384615384615,
      "grad_norm": 3.917628049850464,
      "learning_rate": 2.995682118605331e-05,
      "loss": 0.3938,
      "step": 1460
    },
    {
      "epoch": 5.653846153846154,
      "grad_norm": 2.4763236045837402,
      "learning_rate": 2.9954920214583107e-05,
      "loss": 0.3976,
      "step": 1470
    },
    {
      "epoch": 5.6923076923076925,
      "grad_norm": 3.2113523483276367,
      "learning_rate": 2.9952978356932084e-05,
      "loss": 0.3984,
      "step": 1480
    },
    {
      "epoch": 5.730769230769231,
      "grad_norm": 3.3912851810455322,
      "learning_rate": 2.9950995618409215e-05,
      "loss": 0.3925,
      "step": 1490
    },
    {
      "epoch": 5.769230769230769,
      "grad_norm": 2.927689790725708,
      "learning_rate": 2.9948972004435228e-05,
      "loss": 0.4036,
      "step": 1500
    },
    {
      "epoch": 5.8076923076923075,
      "grad_norm": 3.0390853881835938,
      "learning_rate": 2.9946907520542602e-05,
      "loss": 0.3954,
      "step": 1510
    },
    {
      "epoch": 5.846153846153846,
      "grad_norm": 3.3175177574157715,
      "learning_rate": 2.9944802172375566e-05,
      "loss": 0.3984,
      "step": 1520
    },
    {
      "epoch": 5.884615384615385,
      "grad_norm": 3.478698968887329,
      "learning_rate": 2.9942655965690053e-05,
      "loss": 0.3971,
      "step": 1530
    },
    {
      "epoch": 5.923076923076923,
      "grad_norm": 2.9315621852874756,
      "learning_rate": 2.9940468906353712e-05,
      "loss": 0.3989,
      "step": 1540
    },
    {
      "epoch": 5.961538461538462,
      "grad_norm": 3.185990810394287,
      "learning_rate": 2.9938241000345887e-05,
      "loss": 0.3948,
      "step": 1550
    },
    {
      "epoch": 6.0,
      "grad_norm": 4.063650608062744,
      "learning_rate": 2.993597225375758e-05,
      "loss": 0.3937,
      "step": 1560
    },
    {
      "epoch": 6.038461538461538,
      "grad_norm": 4.225824356079102,
      "learning_rate": 2.993366267279146e-05,
      "loss": 0.3931,
      "step": 1570
    },
    {
      "epoch": 6.076923076923077,
      "grad_norm": 3.3525872230529785,
      "learning_rate": 2.993131226376183e-05,
      "loss": 0.3918,
      "step": 1580
    },
    {
      "epoch": 6.115384615384615,
      "grad_norm": 3.352668523788452,
      "learning_rate": 2.9928921033094626e-05,
      "loss": 0.3901,
      "step": 1590
    },
    {
      "epoch": 6.153846153846154,
      "grad_norm": 3.500871181488037,
      "learning_rate": 2.9926488987327376e-05,
      "loss": 0.3905,
      "step": 1600
    },
    {
      "epoch": 6.1923076923076925,
      "grad_norm": 3.547381639480591,
      "learning_rate": 2.99240161331092e-05,
      "loss": 0.3847,
      "step": 1610
    },
    {
      "epoch": 6.230769230769231,
      "grad_norm": 3.7568917274475098,
      "learning_rate": 2.992150247720079e-05,
      "loss": 0.383,
      "step": 1620
    },
    {
      "epoch": 6.269230769230769,
      "grad_norm": 2.754397392272949,
      "learning_rate": 2.991894802647438e-05,
      "loss": 0.3833,
      "step": 1630
    },
    {
      "epoch": 6.3076923076923075,
      "grad_norm": 2.8265631198883057,
      "learning_rate": 2.9916352787913746e-05,
      "loss": 0.3875,
      "step": 1640
    },
    {
      "epoch": 6.346153846153846,
      "grad_norm": 3.522829532623291,
      "learning_rate": 2.991371676861417e-05,
      "loss": 0.3867,
      "step": 1650
    },
    {
      "epoch": 6.384615384615385,
      "grad_norm": 4.345142841339111,
      "learning_rate": 2.991103997578243e-05,
      "loss": 0.3754,
      "step": 1660
    },
    {
      "epoch": 6.423076923076923,
      "grad_norm": 3.212238073348999,
      "learning_rate": 2.9908322416736767e-05,
      "loss": 0.382,
      "step": 1670
    },
    {
      "epoch": 6.461538461538462,
      "grad_norm": 3.8595285415649414,
      "learning_rate": 2.990556409890689e-05,
      "loss": 0.3831,
      "step": 1680
    },
    {
      "epoch": 6.5,
      "grad_norm": 3.5283541679382324,
      "learning_rate": 2.990276502983394e-05,
      "loss": 0.3785,
      "step": 1690
    },
    {
      "epoch": 6.538461538461538,
      "grad_norm": 2.779311180114746,
      "learning_rate": 2.9899925217170455e-05,
      "loss": 0.3722,
      "step": 1700
    },
    {
      "epoch": 6.576923076923077,
      "grad_norm": 3.0596842765808105,
      "learning_rate": 2.989704466868038e-05,
      "loss": 0.373,
      "step": 1710
    },
    {
      "epoch": 6.615384615384615,
      "grad_norm": 3.0654571056365967,
      "learning_rate": 2.9894123392239018e-05,
      "loss": 0.3717,
      "step": 1720
    },
    {
      "epoch": 6.653846153846154,
      "grad_norm": 3.738708734512329,
      "learning_rate": 2.9891161395833037e-05,
      "loss": 0.3652,
      "step": 1730
    },
    {
      "epoch": 6.6923076923076925,
      "grad_norm": 3.2960824966430664,
      "learning_rate": 2.988815868756042e-05,
      "loss": 0.3606,
      "step": 1740
    },
    {
      "epoch": 6.730769230769231,
      "grad_norm": 3.8682546615600586,
      "learning_rate": 2.9885115275630447e-05,
      "loss": 0.3616,
      "step": 1750
    },
    {
      "epoch": 6.769230769230769,
      "grad_norm": 5.847049236297607,
      "learning_rate": 2.9882031168363703e-05,
      "loss": 0.3594,
      "step": 1760
    },
    {
      "epoch": 6.8076923076923075,
      "grad_norm": 4.252906322479248,
      "learning_rate": 2.9878906374192013e-05,
      "loss": 0.3599,
      "step": 1770
    },
    {
      "epoch": 6.846153846153846,
      "grad_norm": 3.371454954147339,
      "learning_rate": 2.9875740901658446e-05,
      "loss": 0.3522,
      "step": 1780
    },
    {
      "epoch": 6.884615384615385,
      "grad_norm": 3.9505934715270996,
      "learning_rate": 2.987253475941728e-05,
      "loss": 0.3518,
      "step": 1790
    },
    {
      "epoch": 6.923076923076923,
      "grad_norm": 4.2967047691345215,
      "learning_rate": 2.9869287956233986e-05,
      "loss": 0.3453,
      "step": 1800
    },
    {
      "epoch": 6.961538461538462,
      "grad_norm": 3.76397705078125,
      "learning_rate": 2.9866000500985207e-05,
      "loss": 0.3433,
      "step": 1810
    },
    {
      "epoch": 7.0,
      "grad_norm": 3.6324551105499268,
      "learning_rate": 2.9862672402658712e-05,
      "loss": 0.3322,
      "step": 1820
    },
    {
      "epoch": 7.038461538461538,
      "grad_norm": 4.136635780334473,
      "learning_rate": 2.98593036703534e-05,
      "loss": 0.3367,
      "step": 1830
    },
    {
      "epoch": 7.076923076923077,
      "grad_norm": 4.801270008087158,
      "learning_rate": 2.9855894313279256e-05,
      "loss": 0.3327,
      "step": 1840
    },
    {
      "epoch": 7.115384615384615,
      "grad_norm": 3.6734988689422607,
      "learning_rate": 2.9852444340757326e-05,
      "loss": 0.33,
      "step": 1850
    },
    {
      "epoch": 7.153846153846154,
      "grad_norm": 3.806365966796875,
      "learning_rate": 2.9848953762219707e-05,
      "loss": 0.3315,
      "step": 1860
    },
    {
      "epoch": 7.1923076923076925,
      "grad_norm": 4.397286891937256,
      "learning_rate": 2.984542258720951e-05,
      "loss": 0.3221,
      "step": 1870
    },
    {
      "epoch": 7.230769230769231,
      "grad_norm": 4.844172954559326,
      "learning_rate": 2.984185082538083e-05,
      "loss": 0.3104,
      "step": 1880
    },
    {
      "epoch": 7.269230769230769,
      "grad_norm": 3.5059876441955566,
      "learning_rate": 2.983823848649873e-05,
      "loss": 0.3044,
      "step": 1890
    },
    {
      "epoch": 7.3076923076923075,
      "grad_norm": 3.5109610557556152,
      "learning_rate": 2.9834585580439203e-05,
      "loss": 0.3145,
      "step": 1900
    },
    {
      "epoch": 7.346153846153846,
      "grad_norm": 3.935485601425171,
      "learning_rate": 2.9830892117189157e-05,
      "loss": 0.3047,
      "step": 1910
    },
    {
      "epoch": 7.384615384615385,
      "grad_norm": 4.239902019500732,
      "learning_rate": 2.982715810684638e-05,
      "loss": 0.3004,
      "step": 1920
    },
    {
      "epoch": 7.423076923076923,
      "grad_norm": 3.725754737854004,
      "learning_rate": 2.982338355961951e-05,
      "loss": 0.2974,
      "step": 1930
    },
    {
      "epoch": 7.461538461538462,
      "grad_norm": 4.275974750518799,
      "learning_rate": 2.981956848582802e-05,
      "loss": 0.2943,
      "step": 1940
    },
    {
      "epoch": 7.5,
      "grad_norm": 4.536103248596191,
      "learning_rate": 2.981571289590217e-05,
      "loss": 0.2879,
      "step": 1950
    },
    {
      "epoch": 7.538461538461538,
      "grad_norm": 5.503205299377441,
      "learning_rate": 2.9811816800383003e-05,
      "loss": 0.2769,
      "step": 1960
    },
    {
      "epoch": 7.576923076923077,
      "grad_norm": 4.398034572601318,
      "learning_rate": 2.9807880209922288e-05,
      "loss": 0.2841,
      "step": 1970
    },
    {
      "epoch": 7.615384615384615,
      "grad_norm": 4.218934059143066,
      "learning_rate": 2.9803903135282518e-05,
      "loss": 0.2787,
      "step": 1980
    },
    {
      "epoch": 7.653846153846154,
      "grad_norm": 3.5821478366851807,
      "learning_rate": 2.9799885587336862e-05,
      "loss": 0.2669,
      "step": 1990
    },
    {
      "epoch": 7.6923076923076925,
      "grad_norm": 4.140866279602051,
      "learning_rate": 2.9795827577069145e-05,
      "loss": 0.2558,
      "step": 2000
    },
    {
      "epoch": 7.730769230769231,
      "grad_norm": 3.9685962200164795,
      "learning_rate": 2.9791729115573808e-05,
      "loss": 0.2493,
      "step": 2010
    },
    {
      "epoch": 7.769230769230769,
      "grad_norm": 6.242632865905762,
      "learning_rate": 2.9787590214055887e-05,
      "loss": 0.2538,
      "step": 2020
    },
    {
      "epoch": 7.8076923076923075,
      "grad_norm": 5.438572406768799,
      "learning_rate": 2.9783410883830983e-05,
      "loss": 0.2555,
      "step": 2030
    },
    {
      "epoch": 7.846153846153846,
      "grad_norm": 4.109585762023926,
      "learning_rate": 2.9779191136325233e-05,
      "loss": 0.2533,
      "step": 2040
    },
    {
      "epoch": 7.884615384615385,
      "grad_norm": 4.627237319946289,
      "learning_rate": 2.977493098307525e-05,
      "loss": 0.2371,
      "step": 2050
    },
    {
      "epoch": 7.923076923076923,
      "grad_norm": 4.566162109375,
      "learning_rate": 2.9770630435728142e-05,
      "loss": 0.2214,
      "step": 2060
    },
    {
      "epoch": 7.961538461538462,
      "grad_norm": 5.047729969024658,
      "learning_rate": 2.976628950604144e-05,
      "loss": 0.222,
      "step": 2070
    },
    {
      "epoch": 8.0,
      "grad_norm": 5.952073574066162,
      "learning_rate": 2.9761908205883073e-05,
      "loss": 0.2164,
      "step": 2080
    },
    {
      "epoch": 8.038461538461538,
      "grad_norm": 6.023576736450195,
      "learning_rate": 2.9757486547231357e-05,
      "loss": 0.2171,
      "step": 2090
    },
    {
      "epoch": 8.076923076923077,
      "grad_norm": 5.403975486755371,
      "learning_rate": 2.9753024542174934e-05,
      "loss": 0.2039,
      "step": 2100
    },
    {
      "epoch": 8.115384615384615,
      "grad_norm": 6.422732830047607,
      "learning_rate": 2.9748522202912755e-05,
      "loss": 0.2025,
      "step": 2110
    },
    {
      "epoch": 8.153846153846153,
      "grad_norm": 4.933073043823242,
      "learning_rate": 2.974397954175404e-05,
      "loss": 0.1943,
      "step": 2120
    },
    {
      "epoch": 8.192307692307692,
      "grad_norm": 3.9752209186553955,
      "learning_rate": 2.973939657111826e-05,
      "loss": 0.1947,
      "step": 2130
    },
    {
      "epoch": 8.23076923076923,
      "grad_norm": 5.760082721710205,
      "learning_rate": 2.9734773303535078e-05,
      "loss": 0.1982,
      "step": 2140
    },
    {
      "epoch": 8.26923076923077,
      "grad_norm": 4.883352279663086,
      "learning_rate": 2.9730109751644325e-05,
      "loss": 0.1932,
      "step": 2150
    },
    {
      "epoch": 8.307692307692308,
      "grad_norm": 5.062183856964111,
      "learning_rate": 2.9725405928195985e-05,
      "loss": 0.1808,
      "step": 2160
    },
    {
      "epoch": 8.346153846153847,
      "grad_norm": 5.349424362182617,
      "learning_rate": 2.9720661846050123e-05,
      "loss": 0.1648,
      "step": 2170
    },
    {
      "epoch": 8.384615384615385,
      "grad_norm": 4.347816467285156,
      "learning_rate": 2.971587751817688e-05,
      "loss": 0.1733,
      "step": 2180
    },
    {
      "epoch": 8.423076923076923,
      "grad_norm": 6.218843460083008,
      "learning_rate": 2.9711052957656425e-05,
      "loss": 0.1568,
      "step": 2190
    },
    {
      "epoch": 8.461538461538462,
      "grad_norm": 4.51317024230957,
      "learning_rate": 2.9706188177678924e-05,
      "loss": 0.1544,
      "step": 2200
    },
    {
      "epoch": 8.5,
      "grad_norm": 6.40587854385376,
      "learning_rate": 2.97012831915445e-05,
      "loss": 0.1501,
      "step": 2210
    },
    {
      "epoch": 8.538461538461538,
      "grad_norm": 3.9102859497070312,
      "learning_rate": 2.96963380126632e-05,
      "loss": 0.1443,
      "step": 2220
    },
    {
      "epoch": 8.576923076923077,
      "grad_norm": 5.443079948425293,
      "learning_rate": 2.9691352654554953e-05,
      "loss": 0.1472,
      "step": 2230
    },
    {
      "epoch": 8.615384615384615,
      "grad_norm": 6.355679988861084,
      "learning_rate": 2.9686327130849536e-05,
      "loss": 0.1383,
      "step": 2240
    },
    {
      "epoch": 8.653846153846153,
      "grad_norm": 6.52142333984375,
      "learning_rate": 2.9681261455286538e-05,
      "loss": 0.1482,
      "step": 2250
    },
    {
      "epoch": 8.692307692307692,
      "grad_norm": 5.2175703048706055,
      "learning_rate": 2.9676155641715318e-05,
      "loss": 0.1405,
      "step": 2260
    },
    {
      "epoch": 8.73076923076923,
      "grad_norm": 5.178348541259766,
      "learning_rate": 2.9671009704094988e-05,
      "loss": 0.1307,
      "step": 2270
    },
    {
      "epoch": 8.76923076923077,
      "grad_norm": 5.276549816131592,
      "learning_rate": 2.9665823656494335e-05,
      "loss": 0.1402,
      "step": 2280
    },
    {
      "epoch": 8.807692307692308,
      "grad_norm": 4.72429084777832,
      "learning_rate": 2.9660597513091824e-05,
      "loss": 0.129,
      "step": 2290
    },
    {
      "epoch": 8.846153846153847,
      "grad_norm": 4.0139312744140625,
      "learning_rate": 2.965533128817552e-05,
      "loss": 0.1181,
      "step": 2300
    },
    {
      "epoch": 8.884615384615385,
      "grad_norm": 4.549901485443115,
      "learning_rate": 2.9650024996143084e-05,
      "loss": 0.1293,
      "step": 2310
    },
    {
      "epoch": 8.923076923076923,
      "grad_norm": 4.0546183586120605,
      "learning_rate": 2.964467865150172e-05,
      "loss": 0.1098,
      "step": 2320
    },
    {
      "epoch": 8.961538461538462,
      "grad_norm": 5.741022109985352,
      "learning_rate": 2.9639292268868133e-05,
      "loss": 0.1255,
      "step": 2330
    },
    {
      "epoch": 9.0,
      "grad_norm": 5.321122169494629,
      "learning_rate": 2.9633865862968478e-05,
      "loss": 0.112,
      "step": 2340
    },
    {
      "epoch": 9.038461538461538,
      "grad_norm": 4.528491020202637,
      "learning_rate": 2.9628399448638352e-05,
      "loss": 0.1198,
      "step": 2350
    },
    {
      "epoch": 9.076923076923077,
      "grad_norm": 3.827465295791626,
      "learning_rate": 2.9622893040822714e-05,
      "loss": 0.1039,
      "step": 2360
    },
    {
      "epoch": 9.115384615384615,
      "grad_norm": 4.378634452819824,
      "learning_rate": 2.9617346654575875e-05,
      "loss": 0.1049,
      "step": 2370
    },
    {
      "epoch": 9.153846153846153,
      "grad_norm": 4.433044910430908,
      "learning_rate": 2.9611760305061447e-05,
      "loss": 0.099,
      "step": 2380
    },
    {
      "epoch": 9.192307692307692,
      "grad_norm": 4.418703556060791,
      "learning_rate": 2.9606134007552292e-05,
      "loss": 0.1097,
      "step": 2390
    },
    {
      "epoch": 9.23076923076923,
      "grad_norm": 4.773401737213135,
      "learning_rate": 2.9600467777430497e-05,
      "loss": 0.1039,
      "step": 2400
    },
    {
      "epoch": 9.26923076923077,
      "grad_norm": 5.771136283874512,
      "learning_rate": 2.9594761630187312e-05,
      "loss": 0.0954,
      "step": 2410
    },
    {
      "epoch": 9.307692307692308,
      "grad_norm": 4.874659061431885,
      "learning_rate": 2.9589015581423132e-05,
      "loss": 0.0973,
      "step": 2420
    },
    {
      "epoch": 9.346153846153847,
      "grad_norm": 5.661646366119385,
      "learning_rate": 2.958322964684743e-05,
      "loss": 0.0958,
      "step": 2430
    },
    {
      "epoch": 9.384615384615385,
      "grad_norm": 5.317569732666016,
      "learning_rate": 2.9577403842278735e-05,
      "loss": 0.1032,
      "step": 2440
    },
    {
      "epoch": 9.423076923076923,
      "grad_norm": 4.762622356414795,
      "learning_rate": 2.957153818364457e-05,
      "loss": 0.0972,
      "step": 2450
    },
    {
      "epoch": 9.461538461538462,
      "grad_norm": 5.307681083679199,
      "learning_rate": 2.9565632686981428e-05,
      "loss": 0.1038,
      "step": 2460
    },
    {
      "epoch": 9.5,
      "grad_norm": 3.2064321041107178,
      "learning_rate": 2.9559687368434702e-05,
      "loss": 0.0902,
      "step": 2470
    },
    {
      "epoch": 9.538461538461538,
      "grad_norm": 4.020598888397217,
      "learning_rate": 2.9553702244258674e-05,
      "loss": 0.0886,
      "step": 2480
    },
    {
      "epoch": 9.576923076923077,
      "grad_norm": 5.292928218841553,
      "learning_rate": 2.954767733081644e-05,
      "loss": 0.0839,
      "step": 2490
    },
    {
      "epoch": 9.615384615384615,
      "grad_norm": 4.200097560882568,
      "learning_rate": 2.9541612644579887e-05,
      "loss": 0.0943,
      "step": 2500
    },
    {
      "epoch": 9.653846153846153,
      "grad_norm": 4.739330291748047,
      "learning_rate": 2.9535508202129634e-05,
      "loss": 0.0903,
      "step": 2510
    },
    {
      "epoch": 9.692307692307692,
      "grad_norm": 4.430630683898926,
      "learning_rate": 2.9529364020154994e-05,
      "loss": 0.0819,
      "step": 2520
    },
    {
      "epoch": 9.73076923076923,
      "grad_norm": 4.4350481033325195,
      "learning_rate": 2.9523180115453922e-05,
      "loss": 0.0798,
      "step": 2530
    },
    {
      "epoch": 9.76923076923077,
      "grad_norm": 4.632157325744629,
      "learning_rate": 2.9516956504932984e-05,
      "loss": 0.0917,
      "step": 2540
    },
    {
      "epoch": 9.807692307692308,
      "grad_norm": 3.786306619644165,
      "learning_rate": 2.9510693205607286e-05,
      "loss": 0.0978,
      "step": 2550
    },
    {
      "epoch": 9.846153846153847,
      "grad_norm": 4.0172929763793945,
      "learning_rate": 2.9504390234600456e-05,
      "loss": 0.0884,
      "step": 2560
    },
    {
      "epoch": 9.884615384615385,
      "grad_norm": 4.171654224395752,
      "learning_rate": 2.9498047609144577e-05,
      "loss": 0.0821,
      "step": 2570
    },
    {
      "epoch": 9.923076923076923,
      "grad_norm": 5.381162643432617,
      "learning_rate": 2.9491665346580134e-05,
      "loss": 0.0872,
      "step": 2580
    },
    {
      "epoch": 9.961538461538462,
      "grad_norm": 3.150331497192383,
      "learning_rate": 2.9485243464356e-05,
      "loss": 0.0859,
      "step": 2590
    },
    {
      "epoch": 10.0,
      "grad_norm": 4.065011978149414,
      "learning_rate": 2.9478781980029352e-05,
      "loss": 0.0823,
      "step": 2600
    },
    {
      "epoch": 10.038461538461538,
      "grad_norm": 3.450819492340088,
      "learning_rate": 2.9472280911265642e-05,
      "loss": 0.079,
      "step": 2610
    },
    {
      "epoch": 10.076923076923077,
      "grad_norm": 3.7067441940307617,
      "learning_rate": 2.9465740275838543e-05,
      "loss": 0.0802,
      "step": 2620
    },
    {
      "epoch": 10.115384615384615,
      "grad_norm": 3.485081434249878,
      "learning_rate": 2.94591600916299e-05,
      "loss": 0.0772,
      "step": 2630
    },
    {
      "epoch": 10.153846153846153,
      "grad_norm": 2.740015983581543,
      "learning_rate": 2.9452540376629692e-05,
      "loss": 0.0712,
      "step": 2640
    },
    {
      "epoch": 10.192307692307692,
      "grad_norm": 3.398298501968384,
      "learning_rate": 2.944588114893596e-05,
      "loss": 0.0826,
      "step": 2650
    },
    {
      "epoch": 10.23076923076923,
      "grad_norm": 3.7506258487701416,
      "learning_rate": 2.9439182426754784e-05,
      "loss": 0.0896,
      "step": 2660
    },
    {
      "epoch": 10.26923076923077,
      "grad_norm": 3.0388355255126953,
      "learning_rate": 2.9432444228400208e-05,
      "loss": 0.0794,
      "step": 2670
    },
    {
      "epoch": 10.307692307692308,
      "grad_norm": 2.9595770835876465,
      "learning_rate": 2.9425666572294218e-05,
      "loss": 0.0823,
      "step": 2680
    },
    {
      "epoch": 10.346153846153847,
      "grad_norm": 3.7701125144958496,
      "learning_rate": 2.941884947696666e-05,
      "loss": 0.0777,
      "step": 2690
    },
    {
      "epoch": 10.384615384615385,
      "grad_norm": 3.5903477668762207,
      "learning_rate": 2.9411992961055214e-05,
      "loss": 0.0864,
      "step": 2700
    },
    {
      "epoch": 10.423076923076923,
      "grad_norm": 3.5986275672912598,
      "learning_rate": 2.9405097043305334e-05,
      "loss": 0.0809,
      "step": 2710
    },
    {
      "epoch": 10.461538461538462,
      "grad_norm": 3.5043976306915283,
      "learning_rate": 2.9398161742570196e-05,
      "loss": 0.0787,
      "step": 2720
    },
    {
      "epoch": 10.5,
      "grad_norm": 3.9481887817382812,
      "learning_rate": 2.9391187077810644e-05,
      "loss": 0.0828,
      "step": 2730
    },
    {
      "epoch": 10.538461538461538,
      "grad_norm": 3.953305721282959,
      "learning_rate": 2.9384173068095145e-05,
      "loss": 0.079,
      "step": 2740
    },
    {
      "epoch": 10.576923076923077,
      "grad_norm": 4.111423492431641,
      "learning_rate": 2.937711973259974e-05,
      "loss": 0.0702,
      "step": 2750
    },
    {
      "epoch": 10.615384615384615,
      "grad_norm": 3.0147547721862793,
      "learning_rate": 2.9370027090607974e-05,
      "loss": 0.0767,
      "step": 2760
    },
    {
      "epoch": 10.653846153846153,
      "grad_norm": 3.451683759689331,
      "learning_rate": 2.936289516151086e-05,
      "loss": 0.0724,
      "step": 2770
    },
    {
      "epoch": 10.692307692307692,
      "grad_norm": 3.6806628704071045,
      "learning_rate": 2.935572396480682e-05,
      "loss": 0.0753,
      "step": 2780
    },
    {
      "epoch": 10.73076923076923,
      "grad_norm": 3.9452641010284424,
      "learning_rate": 2.9348513520101636e-05,
      "loss": 0.0692,
      "step": 2790
    },
    {
      "epoch": 10.76923076923077,
      "grad_norm": 3.2497544288635254,
      "learning_rate": 2.9341263847108383e-05,
      "loss": 0.0745,
      "step": 2800
    },
    {
      "epoch": 10.807692307692308,
      "grad_norm": 3.549978494644165,
      "learning_rate": 2.933397496564739e-05,
      "loss": 0.0749,
      "step": 2810
    },
    {
      "epoch": 10.846153846153847,
      "grad_norm": 3.3335323333740234,
      "learning_rate": 2.9326646895646178e-05,
      "loss": 0.0692,
      "step": 2820
    },
    {
      "epoch": 10.884615384615385,
      "grad_norm": 3.405339479446411,
      "learning_rate": 2.931927965713942e-05,
      "loss": 0.0746,
      "step": 2830
    },
    {
      "epoch": 10.923076923076923,
      "grad_norm": 3.82893443107605,
      "learning_rate": 2.931187327026886e-05,
      "loss": 0.0721,
      "step": 2840
    },
    {
      "epoch": 10.961538461538462,
      "grad_norm": 3.7267136573791504,
      "learning_rate": 2.9304427755283278e-05,
      "loss": 0.0734,
      "step": 2850
    },
    {
      "epoch": 11.0,
      "grad_norm": 3.892670154571533,
      "learning_rate": 2.9296943132538425e-05,
      "loss": 0.0695,
      "step": 2860
    },
    {
      "epoch": 11.038461538461538,
      "grad_norm": 3.6918320655822754,
      "learning_rate": 2.928941942249697e-05,
      "loss": 0.0715,
      "step": 2870
    },
    {
      "epoch": 11.076923076923077,
      "grad_norm": 3.9371860027313232,
      "learning_rate": 2.928185664572846e-05,
      "loss": 0.0698,
      "step": 2880
    },
    {
      "epoch": 11.115384615384615,
      "grad_norm": 3.618164539337158,
      "learning_rate": 2.927425482290923e-05,
      "loss": 0.0722,
      "step": 2890
    },
    {
      "epoch": 11.153846153846153,
      "grad_norm": 3.7436001300811768,
      "learning_rate": 2.926661397482238e-05,
      "loss": 0.0763,
      "step": 2900
    },
    {
      "epoch": 11.192307692307692,
      "grad_norm": 3.660889148712158,
      "learning_rate": 2.9258934122357685e-05,
      "loss": 0.0917,
      "step": 2910
    },
    {
      "epoch": 11.23076923076923,
      "grad_norm": 3.8613357543945312,
      "learning_rate": 2.9251215286511574e-05,
      "loss": 0.072,
      "step": 2920
    },
    {
      "epoch": 11.26923076923077,
      "grad_norm": 3.738790273666382,
      "learning_rate": 2.924345748838706e-05,
      "loss": 0.0709,
      "step": 2930
    },
    {
      "epoch": 11.307692307692308,
      "grad_norm": 3.2637104988098145,
      "learning_rate": 2.923566074919365e-05,
      "loss": 0.0707,
      "step": 2940
    },
    {
      "epoch": 11.346153846153847,
      "grad_norm": 2.518782615661621,
      "learning_rate": 2.9227825090247346e-05,
      "loss": 0.0679,
      "step": 2950
    },
    {
      "epoch": 11.384615384615385,
      "grad_norm": 3.1399145126342773,
      "learning_rate": 2.9219950532970526e-05,
      "loss": 0.0806,
      "step": 2960
    },
    {
      "epoch": 11.423076923076923,
      "grad_norm": 3.190922498703003,
      "learning_rate": 2.921203709889194e-05,
      "loss": 0.0766,
      "step": 2970
    },
    {
      "epoch": 11.461538461538462,
      "grad_norm": 3.0159084796905518,
      "learning_rate": 2.9204084809646607e-05,
      "loss": 0.0671,
      "step": 2980
    },
    {
      "epoch": 11.5,
      "grad_norm": 3.547037124633789,
      "learning_rate": 2.9196093686975793e-05,
      "loss": 0.0661,
      "step": 2990
    },
    {
      "epoch": 11.538461538461538,
      "grad_norm": 3.7780942916870117,
      "learning_rate": 2.918806375272691e-05,
      "loss": 0.0772,
      "step": 3000
    },
    {
      "epoch": 11.576923076923077,
      "grad_norm": 3.440263509750366,
      "learning_rate": 2.9179995028853498e-05,
      "loss": 0.0697,
      "step": 3010
    },
    {
      "epoch": 11.615384615384615,
      "grad_norm": 3.568605661392212,
      "learning_rate": 2.917188753741514e-05,
      "loss": 0.0779,
      "step": 3020
    },
    {
      "epoch": 11.653846153846153,
      "grad_norm": 3.969608783721924,
      "learning_rate": 2.916374130057741e-05,
      "loss": 0.0684,
      "step": 3030
    },
    {
      "epoch": 11.692307692307692,
      "grad_norm": 3.102283000946045,
      "learning_rate": 2.91555563406118e-05,
      "loss": 0.0624,
      "step": 3040
    },
    {
      "epoch": 11.73076923076923,
      "grad_norm": 2.713280200958252,
      "learning_rate": 2.9147332679895683e-05,
      "loss": 0.0723,
      "step": 3050
    },
    {
      "epoch": 11.76923076923077,
      "grad_norm": 3.4983530044555664,
      "learning_rate": 2.9139070340912236e-05,
      "loss": 0.0714,
      "step": 3060
    },
    {
      "epoch": 11.807692307692308,
      "grad_norm": 3.3425889015197754,
      "learning_rate": 2.9130769346250376e-05,
      "loss": 0.0776,
      "step": 3070
    },
    {
      "epoch": 11.846153846153847,
      "grad_norm": 3.1763546466827393,
      "learning_rate": 2.9122429718604704e-05,
      "loss": 0.0705,
      "step": 3080
    },
    {
      "epoch": 11.884615384615385,
      "grad_norm": 2.6937384605407715,
      "learning_rate": 2.911405148077545e-05,
      "loss": 0.0691,
      "step": 3090
    },
    {
      "epoch": 11.923076923076923,
      "grad_norm": 2.8746800422668457,
      "learning_rate": 2.9105634655668385e-05,
      "loss": 0.0715,
      "step": 3100
    },
    {
      "epoch": 11.961538461538462,
      "grad_norm": 3.535343647003174,
      "learning_rate": 2.9097179266294794e-05,
      "loss": 0.0754,
      "step": 3110
    },
    {
      "epoch": 12.0,
      "grad_norm": 3.433488607406616,
      "learning_rate": 2.9088685335771396e-05,
      "loss": 0.0619,
      "step": 3120
    },
    {
      "epoch": 12.038461538461538,
      "grad_norm": 3.0864665508270264,
      "learning_rate": 2.9080152887320255e-05,
      "loss": 0.0732,
      "step": 3130
    },
    {
      "epoch": 12.076923076923077,
      "grad_norm": 3.4718246459960938,
      "learning_rate": 2.9071581944268778e-05,
      "loss": 0.0702,
      "step": 3140
    },
    {
      "epoch": 12.115384615384615,
      "grad_norm": 3.164069175720215,
      "learning_rate": 2.906297253004958e-05,
      "loss": 0.0692,
      "step": 3150
    },
    {
      "epoch": 12.153846153846153,
      "grad_norm": 2.8084299564361572,
      "learning_rate": 2.9054324668200483e-05,
      "loss": 0.0681,
      "step": 3160
    },
    {
      "epoch": 12.192307692307692,
      "grad_norm": 2.749694347381592,
      "learning_rate": 2.9045638382364404e-05,
      "loss": 0.0712,
      "step": 3170
    },
    {
      "epoch": 12.23076923076923,
      "grad_norm": 2.85776948928833,
      "learning_rate": 2.9036913696289318e-05,
      "loss": 0.0653,
      "step": 3180
    },
    {
      "epoch": 12.26923076923077,
      "grad_norm": 2.447458505630493,
      "learning_rate": 2.9028150633828186e-05,
      "loss": 0.068,
      "step": 3190
    },
    {
      "epoch": 12.307692307692308,
      "grad_norm": 2.5854172706604004,
      "learning_rate": 2.9019349218938887e-05,
      "loss": 0.0759,
      "step": 3200
    },
    {
      "epoch": 12.346153846153847,
      "grad_norm": 2.299642324447632,
      "learning_rate": 2.9010509475684146e-05,
      "loss": 0.0663,
      "step": 3210
    },
    {
      "epoch": 12.384615384615385,
      "grad_norm": 2.9513206481933594,
      "learning_rate": 2.900163142823149e-05,
      "loss": 0.0608,
      "step": 3220
    },
    {
      "epoch": 12.423076923076923,
      "grad_norm": 3.0884900093078613,
      "learning_rate": 2.8992715100853166e-05,
      "loss": 0.0658,
      "step": 3230
    },
    {
      "epoch": 12.461538461538462,
      "grad_norm": 3.2073280811309814,
      "learning_rate": 2.898376051792606e-05,
      "loss": 0.0596,
      "step": 3240
    },
    {
      "epoch": 12.5,
      "grad_norm": 2.7891628742218018,
      "learning_rate": 2.897476770393167e-05,
      "loss": 0.0592,
      "step": 3250
    },
    {
      "epoch": 12.538461538461538,
      "grad_norm": 3.262420892715454,
      "learning_rate": 2.8965736683456e-05,
      "loss": 0.0762,
      "step": 3260
    },
    {
      "epoch": 12.576923076923077,
      "grad_norm": 3.5874862670898438,
      "learning_rate": 2.895666748118952e-05,
      "loss": 0.0682,
      "step": 3270
    },
    {
      "epoch": 12.615384615384615,
      "grad_norm": 3.6109778881073,
      "learning_rate": 2.8947560121927077e-05,
      "loss": 0.0615,
      "step": 3280
    },
    {
      "epoch": 12.653846153846153,
      "grad_norm": 3.210784435272217,
      "learning_rate": 2.8938414630567852e-05,
      "loss": 0.0658,
      "step": 3290
    },
    {
      "epoch": 12.692307692307692,
      "grad_norm": 3.263617992401123,
      "learning_rate": 2.892923103211526e-05,
      "loss": 0.0607,
      "step": 3300
    },
    {
      "epoch": 12.73076923076923,
      "grad_norm": 3.226895332336426,
      "learning_rate": 2.892000935167691e-05,
      "loss": 0.058,
      "step": 3310
    },
    {
      "epoch": 12.76923076923077,
      "grad_norm": 3.4264261722564697,
      "learning_rate": 2.8910749614464536e-05,
      "loss": 0.0587,
      "step": 3320
    },
    {
      "epoch": 12.807692307692308,
      "grad_norm": 3.2235159873962402,
      "learning_rate": 2.890145184579389e-05,
      "loss": 0.068,
      "step": 3330
    },
    {
      "epoch": 12.846153846153847,
      "grad_norm": 3.570420503616333,
      "learning_rate": 2.8892116071084727e-05,
      "loss": 0.0631,
      "step": 3340
    },
    {
      "epoch": 12.884615384615385,
      "grad_norm": 3.176832914352417,
      "learning_rate": 2.8882742315860692e-05,
      "loss": 0.0683,
      "step": 3350
    },
    {
      "epoch": 12.923076923076923,
      "grad_norm": 3.430499792098999,
      "learning_rate": 2.8873330605749275e-05,
      "loss": 0.0616,
      "step": 3360
    },
    {
      "epoch": 12.961538461538462,
      "grad_norm": 3.4460554122924805,
      "learning_rate": 2.886388096648174e-05,
      "loss": 0.0755,
      "step": 3370
    },
    {
      "epoch": 13.0,
      "grad_norm": 3.3051247596740723,
      "learning_rate": 2.8854393423893024e-05,
      "loss": 0.0663,
      "step": 3380
    },
    {
      "epoch": 13.038461538461538,
      "grad_norm": 3.3149800300598145,
      "learning_rate": 2.8844868003921723e-05,
      "loss": 0.0687,
      "step": 3390
    },
    {
      "epoch": 13.076923076923077,
      "grad_norm": 3.245965003967285,
      "learning_rate": 2.8835304732609962e-05,
      "loss": 0.0726,
      "step": 3400
    },
    {
      "epoch": 13.115384615384615,
      "grad_norm": 2.479734420776367,
      "learning_rate": 2.882570363610336e-05,
      "loss": 0.064,
      "step": 3410
    },
    {
      "epoch": 13.153846153846153,
      "grad_norm": 3.601377487182617,
      "learning_rate": 2.8816064740650954e-05,
      "loss": 0.0675,
      "step": 3420
    },
    {
      "epoch": 13.192307692307692,
      "grad_norm": 3.4560110569000244,
      "learning_rate": 2.880638807260511e-05,
      "loss": 0.0607,
      "step": 3430
    },
    {
      "epoch": 13.23076923076923,
      "grad_norm": 2.8063180446624756,
      "learning_rate": 2.8796673658421472e-05,
      "loss": 0.0647,
      "step": 3440
    },
    {
      "epoch": 13.26923076923077,
      "grad_norm": 2.8318352699279785,
      "learning_rate": 2.8786921524658877e-05,
      "loss": 0.057,
      "step": 3450
    },
    {
      "epoch": 13.307692307692308,
      "grad_norm": 2.682603597640991,
      "learning_rate": 2.8777131697979283e-05,
      "loss": 0.0701,
      "step": 3460
    },
    {
      "epoch": 13.346153846153847,
      "grad_norm": 2.213459014892578,
      "learning_rate": 2.876730420514771e-05,
      "loss": 0.0572,
      "step": 3470
    },
    {
      "epoch": 13.384615384615385,
      "grad_norm": 3.3933420181274414,
      "learning_rate": 2.8757439073032136e-05,
      "loss": 0.0645,
      "step": 3480
    },
    {
      "epoch": 13.423076923076923,
      "grad_norm": 2.8533976078033447,
      "learning_rate": 2.874753632860347e-05,
      "loss": 0.064,
      "step": 3490
    },
    {
      "epoch": 13.461538461538462,
      "grad_norm": 2.714489459991455,
      "learning_rate": 2.873759599893543e-05,
      "loss": 0.0729,
      "step": 3500
    },
    {
      "epoch": 13.5,
      "grad_norm": 2.61195969581604,
      "learning_rate": 2.8727618111204494e-05,
      "loss": 0.0665,
      "step": 3510
    },
    {
      "epoch": 13.538461538461538,
      "grad_norm": 2.846728801727295,
      "learning_rate": 2.871760269268983e-05,
      "loss": 0.0595,
      "step": 3520
    },
    {
      "epoch": 13.576923076923077,
      "grad_norm": 2.8665387630462646,
      "learning_rate": 2.870754977077321e-05,
      "loss": 0.0626,
      "step": 3530
    },
    {
      "epoch": 13.615384615384615,
      "grad_norm": 2.974710464477539,
      "learning_rate": 2.869745937293894e-05,
      "loss": 0.0685,
      "step": 3540
    },
    {
      "epoch": 13.653846153846153,
      "grad_norm": 2.7472543716430664,
      "learning_rate": 2.8687331526773775e-05,
      "loss": 0.0639,
      "step": 3550
    },
    {
      "epoch": 13.692307692307692,
      "grad_norm": 2.984053611755371,
      "learning_rate": 2.867716625996687e-05,
      "loss": 0.0642,
      "step": 3560
    },
    {
      "epoch": 13.73076923076923,
      "grad_norm": 2.6401329040527344,
      "learning_rate": 2.8666963600309672e-05,
      "loss": 0.0698,
      "step": 3570
    },
    {
      "epoch": 13.76923076923077,
      "grad_norm": 3.483025550842285,
      "learning_rate": 2.8656723575695862e-05,
      "loss": 0.0633,
      "step": 3580
    },
    {
      "epoch": 13.807692307692308,
      "grad_norm": 3.1316492557525635,
      "learning_rate": 2.8646446214121276e-05,
      "loss": 0.0599,
      "step": 3590
    },
    {
      "epoch": 13.846153846153847,
      "grad_norm": 2.7110755443573,
      "learning_rate": 2.8636131543683828e-05,
      "loss": 0.0657,
      "step": 3600
    },
    {
      "epoch": 13.884615384615385,
      "grad_norm": 2.8898301124572754,
      "learning_rate": 2.8625779592583436e-05,
      "loss": 0.0569,
      "step": 3610
    },
    {
      "epoch": 13.923076923076923,
      "grad_norm": 3.3383960723876953,
      "learning_rate": 2.861539038912193e-05,
      "loss": 0.0618,
      "step": 3620
    },
    {
      "epoch": 13.961538461538462,
      "grad_norm": 2.7277491092681885,
      "learning_rate": 2.860496396170301e-05,
      "loss": 0.0626,
      "step": 3630
    },
    {
      "epoch": 14.0,
      "grad_norm": 3.5116193294525146,
      "learning_rate": 2.859450033883212e-05,
      "loss": 0.0632,
      "step": 3640
    },
    {
      "epoch": 14.038461538461538,
      "grad_norm": 3.129054069519043,
      "learning_rate": 2.8583999549116413e-05,
      "loss": 0.065,
      "step": 3650
    },
    {
      "epoch": 14.076923076923077,
      "grad_norm": 2.848735809326172,
      "learning_rate": 2.857346162126464e-05,
      "loss": 0.0536,
      "step": 3660
    },
    {
      "epoch": 14.115384615384615,
      "grad_norm": 2.7207109928131104,
      "learning_rate": 2.8562886584087092e-05,
      "loss": 0.0624,
      "step": 3670
    },
    {
      "epoch": 14.153846153846153,
      "grad_norm": 2.6145403385162354,
      "learning_rate": 2.8552274466495525e-05,
      "loss": 0.0638,
      "step": 3680
    },
    {
      "epoch": 14.192307692307692,
      "grad_norm": 2.5214338302612305,
      "learning_rate": 2.8541625297503056e-05,
      "loss": 0.0645,
      "step": 3690
    },
    {
      "epoch": 14.23076923076923,
      "grad_norm": 2.453113555908203,
      "learning_rate": 2.8530939106224106e-05,
      "loss": 0.059,
      "step": 3700
    },
    {
      "epoch": 14.26923076923077,
      "grad_norm": 2.9459733963012695,
      "learning_rate": 2.8520215921874325e-05,
      "loss": 0.0619,
      "step": 3710
    },
    {
      "epoch": 14.307692307692308,
      "grad_norm": 3.1279542446136475,
      "learning_rate": 2.850945577377048e-05,
      "loss": 0.0652,
      "step": 3720
    },
    {
      "epoch": 14.346153846153847,
      "grad_norm": 3.1692466735839844,
      "learning_rate": 2.8498658691330406e-05,
      "loss": 0.056,
      "step": 3730
    },
    {
      "epoch": 14.384615384615385,
      "grad_norm": 2.7388417720794678,
      "learning_rate": 2.8487824704072913e-05,
      "loss": 0.0641,
      "step": 3740
    },
    {
      "epoch": 14.423076923076923,
      "grad_norm": 3.1448442935943604,
      "learning_rate": 2.8476953841617713e-05,
      "loss": 0.063,
      "step": 3750
    },
    {
      "epoch": 14.461538461538462,
      "grad_norm": 2.5632693767547607,
      "learning_rate": 2.846604613368532e-05,
      "loss": 0.0562,
      "step": 3760
    },
    {
      "epoch": 14.5,
      "grad_norm": 2.959221601486206,
      "learning_rate": 2.8455101610097002e-05,
      "loss": 0.0675,
      "step": 3770
    },
    {
      "epoch": 14.538461538461538,
      "grad_norm": 2.6775829792022705,
      "learning_rate": 2.8444120300774666e-05,
      "loss": 0.0606,
      "step": 3780
    },
    {
      "epoch": 14.576923076923077,
      "grad_norm": 2.562490940093994,
      "learning_rate": 2.8433102235740788e-05,
      "loss": 0.0573,
      "step": 3790
    },
    {
      "epoch": 14.615384615384615,
      "grad_norm": 2.8279271125793457,
      "learning_rate": 2.842204744511834e-05,
      "loss": 0.0595,
      "step": 3800
    },
    {
      "epoch": 14.653846153846153,
      "grad_norm": 2.3390533924102783,
      "learning_rate": 2.8410955959130693e-05,
      "loss": 0.0533,
      "step": 3810
    },
    {
      "epoch": 14.692307692307692,
      "grad_norm": 2.221428871154785,
      "learning_rate": 2.8399827808101554e-05,
      "loss": 0.0623,
      "step": 3820
    },
    {
      "epoch": 14.73076923076923,
      "grad_norm": 2.7612838745117188,
      "learning_rate": 2.8388663022454857e-05,
      "loss": 0.0616,
      "step": 3830
    },
    {
      "epoch": 14.76923076923077,
      "grad_norm": 2.730405330657959,
      "learning_rate": 2.83774616327147e-05,
      "loss": 0.0575,
      "step": 3840
    },
    {
      "epoch": 14.807692307692308,
      "grad_norm": 2.5589001178741455,
      "learning_rate": 2.836622366950526e-05,
      "loss": 0.0576,
      "step": 3850
    },
    {
      "epoch": 14.846153846153847,
      "grad_norm": 2.984184741973877,
      "learning_rate": 2.835494916355069e-05,
      "loss": 0.0635,
      "step": 3860
    },
    {
      "epoch": 14.884615384615385,
      "grad_norm": 2.6934828758239746,
      "learning_rate": 2.8343638145675072e-05,
      "loss": 0.0616,
      "step": 3870
    },
    {
      "epoch": 14.923076923076923,
      "grad_norm": 2.6913018226623535,
      "learning_rate": 2.8332290646802282e-05,
      "loss": 0.0601,
      "step": 3880
    },
    {
      "epoch": 14.961538461538462,
      "grad_norm": 2.394535779953003,
      "learning_rate": 2.8320906697955963e-05,
      "loss": 0.0562,
      "step": 3890
    },
    {
      "epoch": 15.0,
      "grad_norm": 2.9435136318206787,
      "learning_rate": 2.8309486330259385e-05,
      "loss": 0.0626,
      "step": 3900
    },
    {
      "epoch": 15.038461538461538,
      "grad_norm": 2.9360132217407227,
      "learning_rate": 2.82980295749354e-05,
      "loss": 0.0624,
      "step": 3910
    },
    {
      "epoch": 15.076923076923077,
      "grad_norm": 3.197340965270996,
      "learning_rate": 2.828653646330634e-05,
      "loss": 0.0612,
      "step": 3920
    },
    {
      "epoch": 15.115384615384615,
      "grad_norm": 2.8745882511138916,
      "learning_rate": 2.8275007026793938e-05,
      "loss": 0.0597,
      "step": 3930
    },
    {
      "epoch": 15.153846153846153,
      "grad_norm": 2.903532028198242,
      "learning_rate": 2.826344129691923e-05,
      "loss": 0.0632,
      "step": 3940
    },
    {
      "epoch": 15.192307692307692,
      "grad_norm": 2.7144417762756348,
      "learning_rate": 2.8251839305302478e-05,
      "loss": 0.0636,
      "step": 3950
    },
    {
      "epoch": 15.23076923076923,
      "grad_norm": 2.7780587673187256,
      "learning_rate": 2.8240201083663088e-05,
      "loss": 0.0569,
      "step": 3960
    },
    {
      "epoch": 15.26923076923077,
      "grad_norm": 2.372857093811035,
      "learning_rate": 2.8228526663819504e-05,
      "loss": 0.0615,
      "step": 3970
    },
    {
      "epoch": 15.307692307692308,
      "grad_norm": 2.953294277191162,
      "learning_rate": 2.8216816077689158e-05,
      "loss": 0.0569,
      "step": 3980
    },
    {
      "epoch": 15.346153846153847,
      "grad_norm": 3.1452503204345703,
      "learning_rate": 2.8205069357288337e-05,
      "loss": 0.0555,
      "step": 3990
    },
    {
      "epoch": 15.384615384615385,
      "grad_norm": 2.4111666679382324,
      "learning_rate": 2.8193286534732128e-05,
      "loss": 0.0612,
      "step": 4000
    },
    {
      "epoch": 15.423076923076923,
      "grad_norm": 2.9192652702331543,
      "learning_rate": 2.8181467642234317e-05,
      "loss": 0.0578,
      "step": 4010
    },
    {
      "epoch": 15.461538461538462,
      "grad_norm": 2.613917589187622,
      "learning_rate": 2.8169612712107306e-05,
      "loss": 0.0553,
      "step": 4020
    },
    {
      "epoch": 15.5,
      "grad_norm": 2.7946548461914062,
      "learning_rate": 2.8157721776762017e-05,
      "loss": 0.0632,
      "step": 4030
    },
    {
      "epoch": 15.538461538461538,
      "grad_norm": 2.815171003341675,
      "learning_rate": 2.814579486870782e-05,
      "loss": 0.0602,
      "step": 4040
    },
    {
      "epoch": 15.576923076923077,
      "grad_norm": 2.570457696914673,
      "learning_rate": 2.813383202055242e-05,
      "loss": 0.0551,
      "step": 4050
    },
    {
      "epoch": 15.615384615384615,
      "grad_norm": 2.0170300006866455,
      "learning_rate": 2.8121833265001792e-05,
      "loss": 0.0642,
      "step": 4060
    },
    {
      "epoch": 15.653846153846153,
      "grad_norm": 2.3233728408813477,
      "learning_rate": 2.8109798634860072e-05,
      "loss": 0.0588,
      "step": 4070
    },
    {
      "epoch": 15.692307692307692,
      "grad_norm": 2.1397790908813477,
      "learning_rate": 2.8097728163029482e-05,
      "loss": 0.0529,
      "step": 4080
    },
    {
      "epoch": 15.73076923076923,
      "grad_norm": 2.950807571411133,
      "learning_rate": 2.8085621882510233e-05,
      "loss": 0.0569,
      "step": 4090
    },
    {
      "epoch": 15.76923076923077,
      "grad_norm": 2.839064121246338,
      "learning_rate": 2.8073479826400425e-05,
      "loss": 0.0615,
      "step": 4100
    },
    {
      "epoch": 15.807692307692308,
      "grad_norm": 2.629194736480713,
      "learning_rate": 2.806130202789598e-05,
      "loss": 0.0596,
      "step": 4110
    },
    {
      "epoch": 15.846153846153847,
      "grad_norm": 2.859807252883911,
      "learning_rate": 2.804908852029054e-05,
      "loss": 0.0568,
      "step": 4120
    },
    {
      "epoch": 15.884615384615385,
      "grad_norm": 2.6774954795837402,
      "learning_rate": 2.8036839336975367e-05,
      "loss": 0.0573,
      "step": 4130
    },
    {
      "epoch": 15.923076923076923,
      "grad_norm": 3.763676166534424,
      "learning_rate": 2.8024554511439253e-05,
      "loss": 0.0612,
      "step": 4140
    },
    {
      "epoch": 15.961538461538462,
      "grad_norm": 2.945574998855591,
      "learning_rate": 2.801223407726844e-05,
      "loss": 0.0553,
      "step": 4150
    },
    {
      "epoch": 16.0,
      "grad_norm": 2.359447717666626,
      "learning_rate": 2.7999878068146537e-05,
      "loss": 0.049,
      "step": 4160
    },
    {
      "epoch": 16.03846153846154,
      "grad_norm": 2.7345235347747803,
      "learning_rate": 2.7987486517854396e-05,
      "loss": 0.0595,
      "step": 4170
    },
    {
      "epoch": 16.076923076923077,
      "grad_norm": 2.2802300453186035,
      "learning_rate": 2.7975059460270037e-05,
      "loss": 0.0622,
      "step": 4180
    },
    {
      "epoch": 16.115384615384617,
      "grad_norm": 2.078882932662964,
      "learning_rate": 2.7962596929368566e-05,
      "loss": 0.0585,
      "step": 4190
    },
    {
      "epoch": 16.153846153846153,
      "grad_norm": 2.182929039001465,
      "learning_rate": 2.795009895922207e-05,
      "loss": 0.0536,
      "step": 4200
    },
    {
      "epoch": 16.192307692307693,
      "grad_norm": 3.1578166484832764,
      "learning_rate": 2.7937565583999513e-05,
      "loss": 0.0517,
      "step": 4210
    },
    {
      "epoch": 16.23076923076923,
      "grad_norm": 2.627866268157959,
      "learning_rate": 2.792499683796667e-05,
      "loss": 0.0542,
      "step": 4220
    },
    {
      "epoch": 16.26923076923077,
      "grad_norm": 2.430981159210205,
      "learning_rate": 2.791239275548601e-05,
      "loss": 0.0484,
      "step": 4230
    },
    {
      "epoch": 16.307692307692307,
      "grad_norm": 2.130453586578369,
      "learning_rate": 2.789975337101662e-05,
      "loss": 0.0603,
      "step": 4240
    },
    {
      "epoch": 16.346153846153847,
      "grad_norm": 2.2407262325286865,
      "learning_rate": 2.788707871911409e-05,
      "loss": 0.0606,
      "step": 4250
    },
    {
      "epoch": 16.384615384615383,
      "grad_norm": 2.404421091079712,
      "learning_rate": 2.7874368834430426e-05,
      "loss": 0.0561,
      "step": 4260
    },
    {
      "epoch": 16.423076923076923,
      "grad_norm": 2.6223599910736084,
      "learning_rate": 2.7861623751713982e-05,
      "loss": 0.053,
      "step": 4270
    },
    {
      "epoch": 16.46153846153846,
      "grad_norm": 2.6188464164733887,
      "learning_rate": 2.7848843505809317e-05,
      "loss": 0.0559,
      "step": 4280
    },
    {
      "epoch": 16.5,
      "grad_norm": 2.1133105754852295,
      "learning_rate": 2.7836028131657142e-05,
      "loss": 0.0524,
      "step": 4290
    },
    {
      "epoch": 16.53846153846154,
      "grad_norm": 2.4061028957366943,
      "learning_rate": 2.7823177664294197e-05,
      "loss": 0.0545,
      "step": 4300
    },
    {
      "epoch": 16.576923076923077,
      "grad_norm": 2.635202169418335,
      "learning_rate": 2.7810292138853168e-05,
      "loss": 0.0526,
      "step": 4310
    },
    {
      "epoch": 16.615384615384617,
      "grad_norm": 2.4512650966644287,
      "learning_rate": 2.779737159056259e-05,
      "loss": 0.0527,
      "step": 4320
    },
    {
      "epoch": 16.653846153846153,
      "grad_norm": 2.650878429412842,
      "learning_rate": 2.7784416054746753e-05,
      "loss": 0.0518,
      "step": 4330
    },
    {
      "epoch": 16.692307692307693,
      "grad_norm": 2.4242632389068604,
      "learning_rate": 2.7771425566825593e-05,
      "loss": 0.0527,
      "step": 4340
    },
    {
      "epoch": 16.73076923076923,
      "grad_norm": 2.464691162109375,
      "learning_rate": 2.7758400162314605e-05,
      "loss": 0.0547,
      "step": 4350
    },
    {
      "epoch": 16.76923076923077,
      "grad_norm": 2.6380252838134766,
      "learning_rate": 2.7745339876824756e-05,
      "loss": 0.0503,
      "step": 4360
    },
    {
      "epoch": 16.807692307692307,
      "grad_norm": 2.551723003387451,
      "learning_rate": 2.7732244746062363e-05,
      "loss": 0.0537,
      "step": 4370
    },
    {
      "epoch": 16.846153846153847,
      "grad_norm": 2.8268020153045654,
      "learning_rate": 2.7719114805829015e-05,
      "loss": 0.0516,
      "step": 4380
    },
    {
      "epoch": 16.884615384615383,
      "grad_norm": 2.501936435699463,
      "learning_rate": 2.7705950092021465e-05,
      "loss": 0.0583,
      "step": 4390
    },
    {
      "epoch": 16.923076923076923,
      "grad_norm": 2.710240602493286,
      "learning_rate": 2.7692750640631533e-05,
      "loss": 0.0658,
      "step": 4400
    },
    {
      "epoch": 16.96153846153846,
      "grad_norm": 2.378331422805786,
      "learning_rate": 2.767951648774603e-05,
      "loss": 0.0548,
      "step": 4410
    },
    {
      "epoch": 17.0,
      "grad_norm": 2.894601345062256,
      "learning_rate": 2.766624766954661e-05,
      "loss": 0.0567,
      "step": 4420
    },
    {
      "epoch": 17.03846153846154,
      "grad_norm": 2.357337236404419,
      "learning_rate": 2.7652944222309727e-05,
      "loss": 0.0538,
      "step": 4430
    },
    {
      "epoch": 17.076923076923077,
      "grad_norm": 2.6987788677215576,
      "learning_rate": 2.7639606182406484e-05,
      "loss": 0.0617,
      "step": 4440
    },
    {
      "epoch": 17.115384615384617,
      "grad_norm": 1.861840009689331,
      "learning_rate": 2.7626233586302583e-05,
      "loss": 0.0487,
      "step": 4450
    },
    {
      "epoch": 17.153846153846153,
      "grad_norm": 1.9388928413391113,
      "learning_rate": 2.7612826470558192e-05,
      "loss": 0.0568,
      "step": 4460
    },
    {
      "epoch": 17.192307692307693,
      "grad_norm": 2.5828299522399902,
      "learning_rate": 2.7599384871827846e-05,
      "loss": 0.0535,
      "step": 4470
    },
    {
      "epoch": 17.23076923076923,
      "grad_norm": 2.6794981956481934,
      "learning_rate": 2.7585908826860368e-05,
      "loss": 0.0528,
      "step": 4480
    },
    {
      "epoch": 17.26923076923077,
      "grad_norm": 2.3347725868225098,
      "learning_rate": 2.757239837249875e-05,
      "loss": 0.0551,
      "step": 4490
    },
    {
      "epoch": 17.307692307692307,
      "grad_norm": 3.0247833728790283,
      "learning_rate": 2.7558853545680057e-05,
      "loss": 0.0524,
      "step": 4500
    },
    {
      "epoch": 17.346153846153847,
      "grad_norm": 2.5298354625701904,
      "learning_rate": 2.754527438343533e-05,
      "loss": 0.0624,
      "step": 4510
    },
    {
      "epoch": 17.384615384615383,
      "grad_norm": 2.508488893508911,
      "learning_rate": 2.7531660922889477e-05,
      "loss": 0.0548,
      "step": 4520
    },
    {
      "epoch": 17.423076923076923,
      "grad_norm": 2.869568347930908,
      "learning_rate": 2.751801320126118e-05,
      "loss": 0.0567,
      "step": 4530
    },
    {
      "epoch": 17.46153846153846,
      "grad_norm": 3.067972421646118,
      "learning_rate": 2.750433125586279e-05,
      "loss": 0.0527,
      "step": 4540
    },
    {
      "epoch": 17.5,
      "grad_norm": 2.691254138946533,
      "learning_rate": 2.7490615124100225e-05,
      "loss": 0.049,
      "step": 4550
    },
    {
      "epoch": 17.53846153846154,
      "grad_norm": 2.420832395553589,
      "learning_rate": 2.747686484347286e-05,
      "loss": 0.0488,
      "step": 4560
    },
    {
      "epoch": 17.576923076923077,
      "grad_norm": 2.2831807136535645,
      "learning_rate": 2.7463080451573447e-05,
      "loss": 0.0547,
      "step": 4570
    },
    {
      "epoch": 17.615384615384617,
      "grad_norm": 2.23234486579895,
      "learning_rate": 2.744926198608798e-05,
      "loss": 0.0521,
      "step": 4580
    },
    {
      "epoch": 17.653846153846153,
      "grad_norm": 2.116222620010376,
      "learning_rate": 2.743540948479561e-05,
      "loss": 0.0526,
      "step": 4590
    },
    {
      "epoch": 17.692307692307693,
      "grad_norm": 2.2791247367858887,
      "learning_rate": 2.7421522985568562e-05,
      "loss": 0.054,
      "step": 4600
    },
    {
      "epoch": 17.73076923076923,
      "grad_norm": 2.1204259395599365,
      "learning_rate": 2.7407602526371983e-05,
      "loss": 0.0544,
      "step": 4610
    },
    {
      "epoch": 17.76923076923077,
      "grad_norm": 2.725435733795166,
      "learning_rate": 2.7393648145263873e-05,
      "loss": 0.0545,
      "step": 4620
    },
    {
      "epoch": 17.807692307692307,
      "grad_norm": 2.7043561935424805,
      "learning_rate": 2.7379659880394996e-05,
      "loss": 0.0554,
      "step": 4630
    },
    {
      "epoch": 17.846153846153847,
      "grad_norm": 3.0216851234436035,
      "learning_rate": 2.7365637770008717e-05,
      "loss": 0.0551,
      "step": 4640
    },
    {
      "epoch": 17.884615384615383,
      "grad_norm": 2.6223690509796143,
      "learning_rate": 2.7351581852440953e-05,
      "loss": 0.0545,
      "step": 4650
    },
    {
      "epoch": 17.923076923076923,
      "grad_norm": 2.883230209350586,
      "learning_rate": 2.7337492166120053e-05,
      "loss": 0.0632,
      "step": 4660
    },
    {
      "epoch": 17.96153846153846,
      "grad_norm": 2.9789953231811523,
      "learning_rate": 2.732336874956667e-05,
      "loss": 0.0558,
      "step": 4670
    },
    {
      "epoch": 18.0,
      "grad_norm": 2.189687967300415,
      "learning_rate": 2.7309211641393696e-05,
      "loss": 0.0439,
      "step": 4680
    },
    {
      "epoch": 18.03846153846154,
      "grad_norm": 2.24808931350708,
      "learning_rate": 2.7295020880306123e-05,
      "loss": 0.0567,
      "step": 4690
    },
    {
      "epoch": 18.076923076923077,
      "grad_norm": 2.401685953140259,
      "learning_rate": 2.7280796505100946e-05,
      "loss": 0.0578,
      "step": 4700
    },
    {
      "epoch": 18.115384615384617,
      "grad_norm": 1.9197814464569092,
      "learning_rate": 2.7266538554667065e-05,
      "loss": 0.0525,
      "step": 4710
    },
    {
      "epoch": 18.153846153846153,
      "grad_norm": 2.022991180419922,
      "learning_rate": 2.725224706798517e-05,
      "loss": 0.0567,
      "step": 4720
    },
    {
      "epoch": 18.192307692307693,
      "grad_norm": 2.132225513458252,
      "learning_rate": 2.7237922084127643e-05,
      "loss": 0.0524,
      "step": 4730
    },
    {
      "epoch": 18.23076923076923,
      "grad_norm": 2.158095598220825,
      "learning_rate": 2.7223563642258446e-05,
      "loss": 0.0496,
      "step": 4740
    },
    {
      "epoch": 18.26923076923077,
      "grad_norm": 2.268658399581909,
      "learning_rate": 2.7209171781633e-05,
      "loss": 0.0536,
      "step": 4750
    },
    {
      "epoch": 18.307692307692307,
      "grad_norm": 2.788698673248291,
      "learning_rate": 2.7194746541598113e-05,
      "loss": 0.0527,
      "step": 4760
    },
    {
      "epoch": 18.346153846153847,
      "grad_norm": 2.46181321144104,
      "learning_rate": 2.7180287961591835e-05,
      "loss": 0.0547,
      "step": 4770
    },
    {
      "epoch": 18.384615384615383,
      "grad_norm": 2.1883716583251953,
      "learning_rate": 2.7165796081143377e-05,
      "loss": 0.0554,
      "step": 4780
    },
    {
      "epoch": 18.423076923076923,
      "grad_norm": 2.5119552612304688,
      "learning_rate": 2.715127093987298e-05,
      "loss": 0.0502,
      "step": 4790
    },
    {
      "epoch": 18.46153846153846,
      "grad_norm": 2.3125741481781006,
      "learning_rate": 2.713671257749183e-05,
      "loss": 0.0521,
      "step": 4800
    },
    {
      "epoch": 18.5,
      "grad_norm": 2.01935076713562,
      "learning_rate": 2.712212103380193e-05,
      "loss": 0.049,
      "step": 4810
    },
    {
      "epoch": 18.53846153846154,
      "grad_norm": 2.192258834838867,
      "learning_rate": 2.7107496348696004e-05,
      "loss": 0.0468,
      "step": 4820
    },
    {
      "epoch": 18.576923076923077,
      "grad_norm": 2.0872395038604736,
      "learning_rate": 2.7092838562157386e-05,
      "loss": 0.0608,
      "step": 4830
    },
    {
      "epoch": 18.615384615384617,
      "grad_norm": 2.0910723209381104,
      "learning_rate": 2.7078147714259905e-05,
      "loss": 0.0597,
      "step": 4840
    },
    {
      "epoch": 18.653846153846153,
      "grad_norm": 2.1819539070129395,
      "learning_rate": 2.7063423845167773e-05,
      "loss": 0.0514,
      "step": 4850
    },
    {
      "epoch": 18.692307692307693,
      "grad_norm": 2.541072368621826,
      "learning_rate": 2.7048666995135494e-05,
      "loss": 0.0518,
      "step": 4860
    },
    {
      "epoch": 18.73076923076923,
      "grad_norm": 2.253460168838501,
      "learning_rate": 2.7033877204507722e-05,
      "loss": 0.0519,
      "step": 4870
    },
    {
      "epoch": 18.76923076923077,
      "grad_norm": 2.454606294631958,
      "learning_rate": 2.701905451371919e-05,
      "loss": 0.0559,
      "step": 4880
    },
    {
      "epoch": 18.807692307692307,
      "grad_norm": 2.596813917160034,
      "learning_rate": 2.7004198963294558e-05,
      "loss": 0.0557,
      "step": 4890
    },
    {
      "epoch": 18.846153846153847,
      "grad_norm": 2.3953702449798584,
      "learning_rate": 2.6989310593848345e-05,
      "loss": 0.0553,
      "step": 4900
    },
    {
      "epoch": 18.884615384615383,
      "grad_norm": 2.1888365745544434,
      "learning_rate": 2.6974389446084776e-05,
      "loss": 0.0488,
      "step": 4910
    },
    {
      "epoch": 18.923076923076923,
      "grad_norm": 2.3826677799224854,
      "learning_rate": 2.6959435560797706e-05,
      "loss": 0.0495,
      "step": 4920
    },
    {
      "epoch": 18.96153846153846,
      "grad_norm": 2.1377201080322266,
      "learning_rate": 2.6944448978870478e-05,
      "loss": 0.0566,
      "step": 4930
    },
    {
      "epoch": 19.0,
      "grad_norm": 2.3483967781066895,
      "learning_rate": 2.6929429741275845e-05,
      "loss": 0.0488,
      "step": 4940
    },
    {
      "epoch": 19.03846153846154,
      "grad_norm": 1.9696838855743408,
      "learning_rate": 2.691437788907582e-05,
      "loss": 0.051,
      "step": 4950
    },
    {
      "epoch": 19.076923076923077,
      "grad_norm": 2.692110776901245,
      "learning_rate": 2.689929346342159e-05,
      "loss": 0.0461,
      "step": 4960
    },
    {
      "epoch": 19.115384615384617,
      "grad_norm": 2.2084898948669434,
      "learning_rate": 2.688417650555341e-05,
      "loss": 0.0599,
      "step": 4970
    },
    {
      "epoch": 19.153846153846153,
      "grad_norm": 2.121561288833618,
      "learning_rate": 2.686902705680046e-05,
      "loss": 0.0578,
      "step": 4980
    },
    {
      "epoch": 19.192307692307693,
      "grad_norm": 2.3033506870269775,
      "learning_rate": 2.6853845158580756e-05,
      "loss": 0.0519,
      "step": 4990
    },
    {
      "epoch": 19.23076923076923,
      "grad_norm": 2.0581743717193604,
      "learning_rate": 2.6838630852401028e-05,
      "loss": 0.0538,
      "step": 5000
    },
    {
      "epoch": 19.26923076923077,
      "grad_norm": 2.1499931812286377,
      "learning_rate": 2.6823384179856602e-05,
      "loss": 0.0515,
      "step": 5010
    },
    {
      "epoch": 19.307692307692307,
      "grad_norm": 2.4993667602539062,
      "learning_rate": 2.6808105182631303e-05,
      "loss": 0.0537,
      "step": 5020
    },
    {
      "epoch": 19.346153846153847,
      "grad_norm": 2.7367970943450928,
      "learning_rate": 2.6792793902497328e-05,
      "loss": 0.0507,
      "step": 5030
    },
    {
      "epoch": 19.384615384615383,
      "grad_norm": 2.3506581783294678,
      "learning_rate": 2.6777450381315133e-05,
      "loss": 0.0501,
      "step": 5040
    },
    {
      "epoch": 19.423076923076923,
      "grad_norm": 1.9951107501983643,
      "learning_rate": 2.676207466103331e-05,
      "loss": 0.0519,
      "step": 5050
    },
    {
      "epoch": 19.46153846153846,
      "grad_norm": 2.0051987171173096,
      "learning_rate": 2.6746666783688503e-05,
      "loss": 0.0505,
      "step": 5060
    },
    {
      "epoch": 19.5,
      "grad_norm": 1.8392553329467773,
      "learning_rate": 2.673122679140525e-05,
      "loss": 0.0421,
      "step": 5070
    },
    {
      "epoch": 19.53846153846154,
      "grad_norm": 1.9367773532867432,
      "learning_rate": 2.671575472639591e-05,
      "loss": 0.0514,
      "step": 5080
    },
    {
      "epoch": 19.576923076923077,
      "grad_norm": 2.1854703426361084,
      "learning_rate": 2.6700250630960506e-05,
      "loss": 0.0535,
      "step": 5090
    },
    {
      "epoch": 19.615384615384617,
      "grad_norm": 2.0213778018951416,
      "learning_rate": 2.6684714547486654e-05,
      "loss": 0.0546,
      "step": 5100
    },
    {
      "epoch": 19.653846153846153,
      "grad_norm": 2.09897780418396,
      "learning_rate": 2.6669146518449407e-05,
      "loss": 0.0477,
      "step": 5110
    },
    {
      "epoch": 19.692307692307693,
      "grad_norm": 2.4380099773406982,
      "learning_rate": 2.665354658641117e-05,
      "loss": 0.0611,
      "step": 5120
    },
    {
      "epoch": 19.73076923076923,
      "grad_norm": 2.0932047367095947,
      "learning_rate": 2.6637914794021552e-05,
      "loss": 0.0462,
      "step": 5130
    },
    {
      "epoch": 19.76923076923077,
      "grad_norm": 2.186757802963257,
      "learning_rate": 2.6622251184017274e-05,
      "loss": 0.0487,
      "step": 5140
    },
    {
      "epoch": 19.807692307692307,
      "grad_norm": 1.9822323322296143,
      "learning_rate": 2.660655579922206e-05,
      "loss": 0.0498,
      "step": 5150
    },
    {
      "epoch": 19.846153846153847,
      "grad_norm": 2.4814295768737793,
      "learning_rate": 2.6590828682546487e-05,
      "loss": 0.0541,
      "step": 5160
    },
    {
      "epoch": 19.884615384615383,
      "grad_norm": 2.3453330993652344,
      "learning_rate": 2.657506987698789e-05,
      "loss": 0.0403,
      "step": 5170
    },
    {
      "epoch": 19.923076923076923,
      "grad_norm": 2.3614869117736816,
      "learning_rate": 2.655927942563024e-05,
      "loss": 0.0491,
      "step": 5180
    },
    {
      "epoch": 19.96153846153846,
      "grad_norm": 2.508418083190918,
      "learning_rate": 2.6543457371644027e-05,
      "loss": 0.0506,
      "step": 5190
    },
    {
      "epoch": 20.0,
      "grad_norm": 1.809973955154419,
      "learning_rate": 2.652760375828615e-05,
      "loss": 0.0553,
      "step": 5200
    },
    {
      "epoch": 20.03846153846154,
      "grad_norm": 2.3840510845184326,
      "learning_rate": 2.651171862889978e-05,
      "loss": 0.0511,
      "step": 5210
    },
    {
      "epoch": 20.076923076923077,
      "grad_norm": 2.154362440109253,
      "learning_rate": 2.649580202691425e-05,
      "loss": 0.0522,
      "step": 5220
    },
    {
      "epoch": 20.115384615384617,
      "grad_norm": 2.4772872924804688,
      "learning_rate": 2.6479853995844942e-05,
      "loss": 0.0524,
      "step": 5230
    },
    {
      "epoch": 20.153846153846153,
      "grad_norm": 2.3529508113861084,
      "learning_rate": 2.646387457929317e-05,
      "loss": 0.0494,
      "step": 5240
    },
    {
      "epoch": 20.192307692307693,
      "grad_norm": 2.08630633354187,
      "learning_rate": 2.6447863820946047e-05,
      "loss": 0.0462,
      "step": 5250
    },
    {
      "epoch": 20.23076923076923,
      "grad_norm": 1.6905722618103027,
      "learning_rate": 2.6431821764576367e-05,
      "loss": 0.0512,
      "step": 5260
    },
    {
      "epoch": 20.26923076923077,
      "grad_norm": 1.8629543781280518,
      "learning_rate": 2.641574845404251e-05,
      "loss": 0.0502,
      "step": 5270
    },
    {
      "epoch": 20.307692307692307,
      "grad_norm": 2.0543575286865234,
      "learning_rate": 2.639964393328829e-05,
      "loss": 0.0545,
      "step": 5280
    },
    {
      "epoch": 20.346153846153847,
      "grad_norm": 2.485801935195923,
      "learning_rate": 2.6383508246342844e-05,
      "loss": 0.0514,
      "step": 5290
    },
    {
      "epoch": 20.384615384615383,
      "grad_norm": 1.7313271760940552,
      "learning_rate": 2.636734143732054e-05,
      "loss": 0.0488,
      "step": 5300
    },
    {
      "epoch": 20.423076923076923,
      "grad_norm": 1.8892971277236938,
      "learning_rate": 2.63511435504208e-05,
      "loss": 0.05,
      "step": 5310
    },
    {
      "epoch": 20.46153846153846,
      "grad_norm": 1.8958619832992554,
      "learning_rate": 2.633491462992804e-05,
      "loss": 0.0509,
      "step": 5320
    },
    {
      "epoch": 20.5,
      "grad_norm": 2.0657594203948975,
      "learning_rate": 2.63186547202115e-05,
      "loss": 0.0457,
      "step": 5330
    },
    {
      "epoch": 20.53846153846154,
      "grad_norm": 2.0821566581726074,
      "learning_rate": 2.6302363865725158e-05,
      "loss": 0.0515,
      "step": 5340
    },
    {
      "epoch": 20.576923076923077,
      "grad_norm": 1.938544750213623,
      "learning_rate": 2.628604211100759e-05,
      "loss": 0.0505,
      "step": 5350
    },
    {
      "epoch": 20.615384615384617,
      "grad_norm": 2.1884799003601074,
      "learning_rate": 2.6269689500681846e-05,
      "loss": 0.0514,
      "step": 5360
    },
    {
      "epoch": 20.653846153846153,
      "grad_norm": 2.3804664611816406,
      "learning_rate": 2.6253306079455337e-05,
      "loss": 0.0541,
      "step": 5370
    },
    {
      "epoch": 20.692307692307693,
      "grad_norm": 2.18882155418396,
      "learning_rate": 2.6236891892119713e-05,
      "loss": 0.0492,
      "step": 5380
    },
    {
      "epoch": 20.73076923076923,
      "grad_norm": 2.1746103763580322,
      "learning_rate": 2.6220446983550738e-05,
      "loss": 0.0487,
      "step": 5390
    },
    {
      "epoch": 20.76923076923077,
      "grad_norm": 1.9990772008895874,
      "learning_rate": 2.6203971398708162e-05,
      "loss": 0.0492,
      "step": 5400
    },
    {
      "epoch": 20.807692307692307,
      "grad_norm": 2.243596315383911,
      "learning_rate": 2.6187465182635598e-05,
      "loss": 0.0521,
      "step": 5410
    },
    {
      "epoch": 20.846153846153847,
      "grad_norm": 2.5800552368164062,
      "learning_rate": 2.6170928380460424e-05,
      "loss": 0.0468,
      "step": 5420
    },
    {
      "epoch": 20.884615384615383,
      "grad_norm": 2.2908005714416504,
      "learning_rate": 2.615436103739362e-05,
      "loss": 0.051,
      "step": 5430
    },
    {
      "epoch": 20.923076923076923,
      "grad_norm": 2.4502663612365723,
      "learning_rate": 2.6137763198729665e-05,
      "loss": 0.0476,
      "step": 5440
    },
    {
      "epoch": 20.96153846153846,
      "grad_norm": 2.216867208480835,
      "learning_rate": 2.6121134909846416e-05,
      "loss": 0.0553,
      "step": 5450
    },
    {
      "epoch": 21.0,
      "grad_norm": 2.4995601177215576,
      "learning_rate": 2.6104476216204985e-05,
      "loss": 0.0453,
      "step": 5460
    },
    {
      "epoch": 21.03846153846154,
      "grad_norm": 1.9124618768692017,
      "learning_rate": 2.6087787163349605e-05,
      "loss": 0.0479,
      "step": 5470
    },
    {
      "epoch": 21.076923076923077,
      "grad_norm": 1.9513589143753052,
      "learning_rate": 2.60710677969075e-05,
      "loss": 0.0476,
      "step": 5480
    },
    {
      "epoch": 21.115384615384617,
      "grad_norm": 1.7153360843658447,
      "learning_rate": 2.6054318162588792e-05,
      "loss": 0.044,
      "step": 5490
    },
    {
      "epoch": 21.153846153846153,
      "grad_norm": 2.320129871368408,
      "learning_rate": 2.6037538306186337e-05,
      "loss": 0.0456,
      "step": 5500
    },
    {
      "epoch": 21.192307692307693,
      "grad_norm": 1.6431825160980225,
      "learning_rate": 2.602072827357562e-05,
      "loss": 0.0483,
      "step": 5510
    },
    {
      "epoch": 21.23076923076923,
      "grad_norm": 2.124098539352417,
      "learning_rate": 2.6003888110714624e-05,
      "loss": 0.0402,
      "step": 5520
    },
    {
      "epoch": 21.26923076923077,
      "grad_norm": 2.669579267501831,
      "learning_rate": 2.5987017863643714e-05,
      "loss": 0.0547,
      "step": 5530
    },
    {
      "epoch": 21.307692307692307,
      "grad_norm": 2.1754443645477295,
      "learning_rate": 2.5970117578485506e-05,
      "loss": 0.0481,
      "step": 5540
    },
    {
      "epoch": 21.346153846153847,
      "grad_norm": 2.0452888011932373,
      "learning_rate": 2.5953187301444733e-05,
      "loss": 0.0436,
      "step": 5550
    },
    {
      "epoch": 21.384615384615383,
      "grad_norm": 2.2750635147094727,
      "learning_rate": 2.5936227078808123e-05,
      "loss": 0.0498,
      "step": 5560
    },
    {
      "epoch": 21.423076923076923,
      "grad_norm": 1.7035436630249023,
      "learning_rate": 2.5919236956944277e-05,
      "loss": 0.0455,
      "step": 5570
    },
    {
      "epoch": 21.46153846153846,
      "grad_norm": 2.014969825744629,
      "learning_rate": 2.5902216982303544e-05,
      "loss": 0.0502,
      "step": 5580
    },
    {
      "epoch": 21.5,
      "grad_norm": 2.2059478759765625,
      "learning_rate": 2.588516720141788e-05,
      "loss": 0.0466,
      "step": 5590
    },
    {
      "epoch": 21.53846153846154,
      "grad_norm": 1.8128308057785034,
      "learning_rate": 2.5868087660900735e-05,
      "loss": 0.0494,
      "step": 5600
    },
    {
      "epoch": 21.576923076923077,
      "grad_norm": 2.221346139907837,
      "learning_rate": 2.5850978407446924e-05,
      "loss": 0.0532,
      "step": 5610
    },
    {
      "epoch": 21.615384615384617,
      "grad_norm": 1.9685431718826294,
      "learning_rate": 2.5833839487832488e-05,
      "loss": 0.0506,
      "step": 5620
    },
    {
      "epoch": 21.653846153846153,
      "grad_norm": 1.538164734840393,
      "learning_rate": 2.5816670948914583e-05,
      "loss": 0.0446,
      "step": 5630
    },
    {
      "epoch": 21.692307692307693,
      "grad_norm": 1.8389371633529663,
      "learning_rate": 2.5799472837631338e-05,
      "loss": 0.053,
      "step": 5640
    },
    {
      "epoch": 21.73076923076923,
      "grad_norm": 2.2778820991516113,
      "learning_rate": 2.578224520100173e-05,
      "loss": 0.0423,
      "step": 5650
    },
    {
      "epoch": 21.76923076923077,
      "grad_norm": 2.5849103927612305,
      "learning_rate": 2.576498808612546e-05,
      "loss": 0.0489,
      "step": 5660
    },
    {
      "epoch": 21.807692307692307,
      "grad_norm": 2.3590989112854004,
      "learning_rate": 2.5747701540182825e-05,
      "loss": 0.0514,
      "step": 5670
    },
    {
      "epoch": 21.846153846153847,
      "grad_norm": 1.8261209726333618,
      "learning_rate": 2.573038561043458e-05,
      "loss": 0.0459,
      "step": 5680
    },
    {
      "epoch": 21.884615384615383,
      "grad_norm": 2.492357015609741,
      "learning_rate": 2.5713040344221815e-05,
      "loss": 0.053,
      "step": 5690
    },
    {
      "epoch": 21.923076923076923,
      "grad_norm": 2.3282649517059326,
      "learning_rate": 2.5695665788965823e-05,
      "loss": 0.0422,
      "step": 5700
    },
    {
      "epoch": 21.96153846153846,
      "grad_norm": 2.3369557857513428,
      "learning_rate": 2.5678261992167978e-05,
      "loss": 0.0542,
      "step": 5710
    },
    {
      "epoch": 22.0,
      "grad_norm": 2.2342748641967773,
      "learning_rate": 2.5660829001409594e-05,
      "loss": 0.0553,
      "step": 5720
    },
    {
      "epoch": 22.03846153846154,
      "grad_norm": 1.9400802850723267,
      "learning_rate": 2.5643366864351806e-05,
      "loss": 0.0554,
      "step": 5730
    },
    {
      "epoch": 22.076923076923077,
      "grad_norm": 2.1915154457092285,
      "learning_rate": 2.5625875628735423e-05,
      "loss": 0.0463,
      "step": 5740
    },
    {
      "epoch": 22.115384615384617,
      "grad_norm": 1.7244971990585327,
      "learning_rate": 2.560835534238082e-05,
      "loss": 0.0466,
      "step": 5750
    },
    {
      "epoch": 22.153846153846153,
      "grad_norm": 2.1806528568267822,
      "learning_rate": 2.5590806053187793e-05,
      "loss": 0.0483,
      "step": 5760
    },
    {
      "epoch": 22.192307692307693,
      "grad_norm": 1.9255647659301758,
      "learning_rate": 2.557322780913542e-05,
      "loss": 0.0489,
      "step": 5770
    },
    {
      "epoch": 22.23076923076923,
      "grad_norm": 2.2142374515533447,
      "learning_rate": 2.555562065828196e-05,
      "loss": 0.0527,
      "step": 5780
    },
    {
      "epoch": 22.26923076923077,
      "grad_norm": 2.4573400020599365,
      "learning_rate": 2.5537984648764684e-05,
      "loss": 0.0451,
      "step": 5790
    },
    {
      "epoch": 22.307692307692307,
      "grad_norm": 2.1143500804901123,
      "learning_rate": 2.5520319828799766e-05,
      "loss": 0.0479,
      "step": 5800
    },
    {
      "epoch": 22.346153846153847,
      "grad_norm": 1.8646248579025269,
      "learning_rate": 2.550262624668216e-05,
      "loss": 0.0435,
      "step": 5810
    },
    {
      "epoch": 22.384615384615383,
      "grad_norm": 1.5074269771575928,
      "learning_rate": 2.5484903950785432e-05,
      "loss": 0.0446,
      "step": 5820
    },
    {
      "epoch": 22.423076923076923,
      "grad_norm": 2.103839874267578,
      "learning_rate": 2.546715298956167e-05,
      "loss": 0.0527,
      "step": 5830
    },
    {
      "epoch": 22.46153846153846,
      "grad_norm": 1.9880903959274292,
      "learning_rate": 2.5449373411541322e-05,
      "loss": 0.0492,
      "step": 5840
    },
    {
      "epoch": 22.5,
      "grad_norm": 1.8882006406784058,
      "learning_rate": 2.5431565265333074e-05,
      "loss": 0.0552,
      "step": 5850
    },
    {
      "epoch": 22.53846153846154,
      "grad_norm": 2.3421194553375244,
      "learning_rate": 2.541372859962372e-05,
      "loss": 0.0487,
      "step": 5860
    },
    {
      "epoch": 22.576923076923077,
      "grad_norm": 2.0303971767425537,
      "learning_rate": 2.5395863463178023e-05,
      "loss": 0.0467,
      "step": 5870
    },
    {
      "epoch": 22.615384615384617,
      "grad_norm": 1.9958126544952393,
      "learning_rate": 2.537796990483858e-05,
      "loss": 0.0593,
      "step": 5880
    },
    {
      "epoch": 22.653846153846153,
      "grad_norm": 2.40570068359375,
      "learning_rate": 2.53600479735257e-05,
      "loss": 0.046,
      "step": 5890
    },
    {
      "epoch": 22.692307692307693,
      "grad_norm": 1.7980605363845825,
      "learning_rate": 2.5342097718237262e-05,
      "loss": 0.0496,
      "step": 5900
    },
    {
      "epoch": 22.73076923076923,
      "grad_norm": 2.364152431488037,
      "learning_rate": 2.5324119188048567e-05,
      "loss": 0.0485,
      "step": 5910
    },
    {
      "epoch": 22.76923076923077,
      "grad_norm": 2.065056085586548,
      "learning_rate": 2.530611243211224e-05,
      "loss": 0.0483,
      "step": 5920
    },
    {
      "epoch": 22.807692307692307,
      "grad_norm": 1.8822139501571655,
      "learning_rate": 2.5288077499658064e-05,
      "loss": 0.0445,
      "step": 5930
    },
    {
      "epoch": 22.846153846153847,
      "grad_norm": 1.9192858934402466,
      "learning_rate": 2.527001443999285e-05,
      "loss": 0.0462,
      "step": 5940
    },
    {
      "epoch": 22.884615384615383,
      "grad_norm": 2.175851821899414,
      "learning_rate": 2.5251923302500318e-05,
      "loss": 0.0448,
      "step": 5950
    },
    {
      "epoch": 22.923076923076923,
      "grad_norm": 2.1367673873901367,
      "learning_rate": 2.523380413664095e-05,
      "loss": 0.0461,
      "step": 5960
    },
    {
      "epoch": 22.96153846153846,
      "grad_norm": 2.0076870918273926,
      "learning_rate": 2.5215656991951844e-05,
      "loss": 0.0429,
      "step": 5970
    },
    {
      "epoch": 23.0,
      "grad_norm": 2.2983851432800293,
      "learning_rate": 2.5197481918046606e-05,
      "loss": 0.0473,
      "step": 5980
    },
    {
      "epoch": 23.03846153846154,
      "grad_norm": 1.547244906425476,
      "learning_rate": 2.5179278964615192e-05,
      "loss": 0.0441,
      "step": 5990
    },
    {
      "epoch": 23.076923076923077,
      "grad_norm": 1.8851597309112549,
      "learning_rate": 2.516104818142379e-05,
      "loss": 0.0494,
      "step": 6000
    },
    {
      "epoch": 23.115384615384617,
      "grad_norm": 1.918543815612793,
      "learning_rate": 2.5142789618314654e-05,
      "loss": 0.0417,
      "step": 6010
    },
    {
      "epoch": 23.153846153846153,
      "grad_norm": 1.7837193012237549,
      "learning_rate": 2.5124503325206006e-05,
      "loss": 0.0469,
      "step": 6020
    },
    {
      "epoch": 23.192307692307693,
      "grad_norm": 1.9671348333358765,
      "learning_rate": 2.5106189352091867e-05,
      "loss": 0.0429,
      "step": 6030
    },
    {
      "epoch": 23.23076923076923,
      "grad_norm": 1.8569093942642212,
      "learning_rate": 2.5087847749041944e-05,
      "loss": 0.0498,
      "step": 6040
    },
    {
      "epoch": 23.26923076923077,
      "grad_norm": 2.0214736461639404,
      "learning_rate": 2.506947856620148e-05,
      "loss": 0.0395,
      "step": 6050
    },
    {
      "epoch": 23.307692307692307,
      "grad_norm": 1.9467337131500244,
      "learning_rate": 2.505108185379111e-05,
      "loss": 0.046,
      "step": 6060
    },
    {
      "epoch": 23.346153846153847,
      "grad_norm": 1.8502717018127441,
      "learning_rate": 2.503265766210676e-05,
      "loss": 0.044,
      "step": 6070
    },
    {
      "epoch": 23.384615384615383,
      "grad_norm": 2.310283660888672,
      "learning_rate": 2.5014206041519456e-05,
      "loss": 0.0521,
      "step": 6080
    },
    {
      "epoch": 23.423076923076923,
      "grad_norm": 1.6830577850341797,
      "learning_rate": 2.499572704247523e-05,
      "loss": 0.0458,
      "step": 6090
    },
    {
      "epoch": 23.46153846153846,
      "grad_norm": 1.6736561059951782,
      "learning_rate": 2.497722071549495e-05,
      "loss": 0.0422,
      "step": 6100
    },
    {
      "epoch": 23.5,
      "grad_norm": 1.5868667364120483,
      "learning_rate": 2.4958687111174216e-05,
      "loss": 0.0432,
      "step": 6110
    },
    {
      "epoch": 23.53846153846154,
      "grad_norm": 2.2007408142089844,
      "learning_rate": 2.494012628018319e-05,
      "loss": 0.0495,
      "step": 6120
    },
    {
      "epoch": 23.576923076923077,
      "grad_norm": 1.7047786712646484,
      "learning_rate": 2.4921538273266475e-05,
      "loss": 0.0491,
      "step": 6130
    },
    {
      "epoch": 23.615384615384617,
      "grad_norm": 2.0366289615631104,
      "learning_rate": 2.490292314124298e-05,
      "loss": 0.0413,
      "step": 6140
    },
    {
      "epoch": 23.653846153846153,
      "grad_norm": 2.104093551635742,
      "learning_rate": 2.4884280935005755e-05,
      "loss": 0.0395,
      "step": 6150
    },
    {
      "epoch": 23.692307692307693,
      "grad_norm": 2.0423264503479004,
      "learning_rate": 2.486561170552188e-05,
      "loss": 0.051,
      "step": 6160
    },
    {
      "epoch": 23.73076923076923,
      "grad_norm": 2.2798447608947754,
      "learning_rate": 2.4846915503832326e-05,
      "loss": 0.0504,
      "step": 6170
    },
    {
      "epoch": 23.76923076923077,
      "grad_norm": 2.168039083480835,
      "learning_rate": 2.4828192381051787e-05,
      "loss": 0.0494,
      "step": 6180
    },
    {
      "epoch": 23.807692307692307,
      "grad_norm": 2.1671855449676514,
      "learning_rate": 2.480944238836857e-05,
      "loss": 0.0532,
      "step": 6190
    },
    {
      "epoch": 23.846153846153847,
      "grad_norm": 1.7856274843215942,
      "learning_rate": 2.4790665577044428e-05,
      "loss": 0.046,
      "step": 6200
    },
    {
      "epoch": 23.884615384615383,
      "grad_norm": 2.0235636234283447,
      "learning_rate": 2.4771861998414458e-05,
      "loss": 0.0465,
      "step": 6210
    },
    {
      "epoch": 23.923076923076923,
      "grad_norm": 2.179847478866577,
      "learning_rate": 2.475303170388692e-05,
      "loss": 0.0447,
      "step": 6220
    },
    {
      "epoch": 23.96153846153846,
      "grad_norm": 1.6464632749557495,
      "learning_rate": 2.4734174744943122e-05,
      "loss": 0.0449,
      "step": 6230
    },
    {
      "epoch": 24.0,
      "grad_norm": 1.7687687873840332,
      "learning_rate": 2.471529117313727e-05,
      "loss": 0.0447,
      "step": 6240
    },
    {
      "epoch": 24.03846153846154,
      "grad_norm": 1.8370416164398193,
      "learning_rate": 2.4696381040096335e-05,
      "loss": 0.0476,
      "step": 6250
    },
    {
      "epoch": 24.076923076923077,
      "grad_norm": 1.8568719625473022,
      "learning_rate": 2.4677444397519883e-05,
      "loss": 0.0478,
      "step": 6260
    },
    {
      "epoch": 24.115384615384617,
      "grad_norm": 1.9673206806182861,
      "learning_rate": 2.4658481297179987e-05,
      "loss": 0.0466,
      "step": 6270
    },
    {
      "epoch": 24.153846153846153,
      "grad_norm": 2.064671516418457,
      "learning_rate": 2.4639491790921028e-05,
      "loss": 0.0482,
      "step": 6280
    },
    {
      "epoch": 24.192307692307693,
      "grad_norm": 2.0179781913757324,
      "learning_rate": 2.4620475930659596e-05,
      "loss": 0.0491,
      "step": 6290
    },
    {
      "epoch": 24.23076923076923,
      "grad_norm": 1.8786386251449585,
      "learning_rate": 2.4601433768384327e-05,
      "loss": 0.042,
      "step": 6300
    },
    {
      "epoch": 24.26923076923077,
      "grad_norm": 2.0720064640045166,
      "learning_rate": 2.4582365356155766e-05,
      "loss": 0.0452,
      "step": 6310
    },
    {
      "epoch": 24.307692307692307,
      "grad_norm": 2.04176926612854,
      "learning_rate": 2.4563270746106224e-05,
      "loss": 0.0432,
      "step": 6320
    },
    {
      "epoch": 24.346153846153847,
      "grad_norm": 1.7975056171417236,
      "learning_rate": 2.4544149990439632e-05,
      "loss": 0.0431,
      "step": 6330
    },
    {
      "epoch": 24.384615384615383,
      "grad_norm": 1.9778639078140259,
      "learning_rate": 2.4525003141431413e-05,
      "loss": 0.0431,
      "step": 6340
    },
    {
      "epoch": 24.423076923076923,
      "grad_norm": 1.931883454322815,
      "learning_rate": 2.450583025142831e-05,
      "loss": 0.0411,
      "step": 6350
    },
    {
      "epoch": 24.46153846153846,
      "grad_norm": 2.43259596824646,
      "learning_rate": 2.4486631372848286e-05,
      "loss": 0.0464,
      "step": 6360
    },
    {
      "epoch": 24.5,
      "grad_norm": 2.0310606956481934,
      "learning_rate": 2.4467406558180328e-05,
      "loss": 0.0453,
      "step": 6370
    },
    {
      "epoch": 24.53846153846154,
      "grad_norm": 1.961578130722046,
      "learning_rate": 2.4448155859984357e-05,
      "loss": 0.0425,
      "step": 6380
    },
    {
      "epoch": 24.576923076923077,
      "grad_norm": 1.9241677522659302,
      "learning_rate": 2.442887933089104e-05,
      "loss": 0.0489,
      "step": 6390
    },
    {
      "epoch": 24.615384615384617,
      "grad_norm": 1.6629705429077148,
      "learning_rate": 2.440957702360167e-05,
      "loss": 0.0449,
      "step": 6400
    },
    {
      "epoch": 24.653846153846153,
      "grad_norm": 1.9020706415176392,
      "learning_rate": 2.4390248990888026e-05,
      "loss": 0.0468,
      "step": 6410
    },
    {
      "epoch": 24.692307692307693,
      "grad_norm": 1.9919699430465698,
      "learning_rate": 2.4370895285592202e-05,
      "loss": 0.047,
      "step": 6420
    },
    {
      "epoch": 24.73076923076923,
      "grad_norm": 1.7475947141647339,
      "learning_rate": 2.43515159606265e-05,
      "loss": 0.041,
      "step": 6430
    },
    {
      "epoch": 24.76923076923077,
      "grad_norm": 1.8714221715927124,
      "learning_rate": 2.4332111068973243e-05,
      "loss": 0.045,
      "step": 6440
    },
    {
      "epoch": 24.807692307692307,
      "grad_norm": 1.8813892602920532,
      "learning_rate": 2.4312680663684674e-05,
      "loss": 0.0416,
      "step": 6450
    },
    {
      "epoch": 24.846153846153847,
      "grad_norm": 1.9131197929382324,
      "learning_rate": 2.429322479788277e-05,
      "loss": 0.0423,
      "step": 6460
    },
    {
      "epoch": 24.884615384615383,
      "grad_norm": 1.9985467195510864,
      "learning_rate": 2.4273743524759132e-05,
      "loss": 0.0496,
      "step": 6470
    },
    {
      "epoch": 24.923076923076923,
      "grad_norm": 2.1156630516052246,
      "learning_rate": 2.4254236897574818e-05,
      "loss": 0.0425,
      "step": 6480
    },
    {
      "epoch": 24.96153846153846,
      "grad_norm": 2.0164928436279297,
      "learning_rate": 2.4234704969660192e-05,
      "loss": 0.0421,
      "step": 6490
    },
    {
      "epoch": 25.0,
      "grad_norm": 1.9131778478622437,
      "learning_rate": 2.4215147794414806e-05,
      "loss": 0.0431,
      "step": 6500
    },
    {
      "epoch": 25.03846153846154,
      "grad_norm": 2.0394511222839355,
      "learning_rate": 2.419556542530723e-05,
      "loss": 0.0462,
      "step": 6510
    },
    {
      "epoch": 25.076923076923077,
      "grad_norm": 1.879845142364502,
      "learning_rate": 2.4175957915874916e-05,
      "loss": 0.0489,
      "step": 6520
    },
    {
      "epoch": 25.115384615384617,
      "grad_norm": 1.9313360452651978,
      "learning_rate": 2.4156325319724037e-05,
      "loss": 0.0473,
      "step": 6530
    },
    {
      "epoch": 25.153846153846153,
      "grad_norm": 1.9558639526367188,
      "learning_rate": 2.4136667690529372e-05,
      "loss": 0.0432,
      "step": 6540
    },
    {
      "epoch": 25.192307692307693,
      "grad_norm": 1.932648777961731,
      "learning_rate": 2.4116985082034126e-05,
      "loss": 0.0441,
      "step": 6550
    },
    {
      "epoch": 25.23076923076923,
      "grad_norm": 1.8341952562332153,
      "learning_rate": 2.409727754804979e-05,
      "loss": 0.0484,
      "step": 6560
    },
    {
      "epoch": 25.26923076923077,
      "grad_norm": 2.142963171005249,
      "learning_rate": 2.4077545142456025e-05,
      "loss": 0.0491,
      "step": 6570
    },
    {
      "epoch": 25.307692307692307,
      "grad_norm": 2.0177972316741943,
      "learning_rate": 2.405778791920046e-05,
      "loss": 0.0581,
      "step": 6580
    },
    {
      "epoch": 25.346153846153847,
      "grad_norm": 2.0351908206939697,
      "learning_rate": 2.4038005932298594e-05,
      "loss": 0.0448,
      "step": 6590
    },
    {
      "epoch": 25.384615384615383,
      "grad_norm": 1.8626478910446167,
      "learning_rate": 2.4018199235833624e-05,
      "loss": 0.0428,
      "step": 6600
    },
    {
      "epoch": 25.423076923076923,
      "grad_norm": 1.7484854459762573,
      "learning_rate": 2.3998367883956306e-05,
      "loss": 0.0462,
      "step": 6610
    },
    {
      "epoch": 25.46153846153846,
      "grad_norm": 1.729616403579712,
      "learning_rate": 2.3978511930884795e-05,
      "loss": 0.0421,
      "step": 6620
    },
    {
      "epoch": 25.5,
      "grad_norm": 1.5235844850540161,
      "learning_rate": 2.3958631430904504e-05,
      "loss": 0.0489,
      "step": 6630
    },
    {
      "epoch": 25.53846153846154,
      "grad_norm": 1.9413248300552368,
      "learning_rate": 2.393872643836797e-05,
      "loss": 0.0464,
      "step": 6640
    },
    {
      "epoch": 25.576923076923077,
      "grad_norm": 1.6310465335845947,
      "learning_rate": 2.3918797007694675e-05,
      "loss": 0.0412,
      "step": 6650
    },
    {
      "epoch": 25.615384615384617,
      "grad_norm": 2.049593925476074,
      "learning_rate": 2.3898843193370923e-05,
      "loss": 0.0451,
      "step": 6660
    },
    {
      "epoch": 25.653846153846153,
      "grad_norm": 1.554084062576294,
      "learning_rate": 2.387886504994969e-05,
      "loss": 0.0434,
      "step": 6670
    },
    {
      "epoch": 25.692307692307693,
      "grad_norm": 2.2045257091522217,
      "learning_rate": 2.385886263205044e-05,
      "loss": 0.0458,
      "step": 6680
    },
    {
      "epoch": 25.73076923076923,
      "grad_norm": 2.1516737937927246,
      "learning_rate": 2.3838835994359036e-05,
      "loss": 0.0445,
      "step": 6690
    },
    {
      "epoch": 25.76923076923077,
      "grad_norm": 1.9684396982192993,
      "learning_rate": 2.3818785191627525e-05,
      "loss": 0.0442,
      "step": 6700
    },
    {
      "epoch": 25.807692307692307,
      "grad_norm": 1.7377302646636963,
      "learning_rate": 2.379871027867405e-05,
      "loss": 0.0443,
      "step": 6710
    },
    {
      "epoch": 25.846153846153847,
      "grad_norm": 1.860579490661621,
      "learning_rate": 2.3778611310382653e-05,
      "loss": 0.043,
      "step": 6720
    },
    {
      "epoch": 25.884615384615383,
      "grad_norm": 2.0663163661956787,
      "learning_rate": 2.3758488341703137e-05,
      "loss": 0.0444,
      "step": 6730
    },
    {
      "epoch": 25.923076923076923,
      "grad_norm": 1.8501702547073364,
      "learning_rate": 2.3738341427650945e-05,
      "loss": 0.0497,
      "step": 6740
    },
    {
      "epoch": 25.96153846153846,
      "grad_norm": 1.7028001546859741,
      "learning_rate": 2.3718170623306955e-05,
      "loss": 0.0418,
      "step": 6750
    },
    {
      "epoch": 26.0,
      "grad_norm": 1.7601794004440308,
      "learning_rate": 2.369797598381739e-05,
      "loss": 0.0413,
      "step": 6760
    },
    {
      "epoch": 26.03846153846154,
      "grad_norm": 1.8938238620758057,
      "learning_rate": 2.3677757564393612e-05,
      "loss": 0.0397,
      "step": 6770
    },
    {
      "epoch": 26.076923076923077,
      "grad_norm": 2.0491912364959717,
      "learning_rate": 2.3657515420312015e-05,
      "loss": 0.0414,
      "step": 6780
    },
    {
      "epoch": 26.115384615384617,
      "grad_norm": 2.1569526195526123,
      "learning_rate": 2.3637249606913847e-05,
      "loss": 0.045,
      "step": 6790
    },
    {
      "epoch": 26.153846153846153,
      "grad_norm": 1.8800678253173828,
      "learning_rate": 2.3616960179605064e-05,
      "loss": 0.0532,
      "step": 6800
    },
    {
      "epoch": 26.192307692307693,
      "grad_norm": 1.7340847253799438,
      "learning_rate": 2.3596647193856188e-05,
      "loss": 0.0409,
      "step": 6810
    },
    {
      "epoch": 26.23076923076923,
      "grad_norm": 2.0529165267944336,
      "learning_rate": 2.3576310705202143e-05,
      "loss": 0.0409,
      "step": 6820
    },
    {
      "epoch": 26.26923076923077,
      "grad_norm": 1.351607322692871,
      "learning_rate": 2.3555950769242122e-05,
      "loss": 0.0378,
      "step": 6830
    },
    {
      "epoch": 26.307692307692307,
      "grad_norm": 1.7300976514816284,
      "learning_rate": 2.3535567441639396e-05,
      "loss": 0.0416,
      "step": 6840
    },
    {
      "epoch": 26.346153846153847,
      "grad_norm": 1.606675148010254,
      "learning_rate": 2.351516077812122e-05,
      "loss": 0.0385,
      "step": 6850
    },
    {
      "epoch": 26.384615384615383,
      "grad_norm": 2.1588430404663086,
      "learning_rate": 2.349473083447863e-05,
      "loss": 0.0479,
      "step": 6860
    },
    {
      "epoch": 26.423076923076923,
      "grad_norm": 1.7339332103729248,
      "learning_rate": 2.3474277666566307e-05,
      "loss": 0.0499,
      "step": 6870
    },
    {
      "epoch": 26.46153846153846,
      "grad_norm": 1.6982123851776123,
      "learning_rate": 2.345380133030243e-05,
      "loss": 0.0507,
      "step": 6880
    },
    {
      "epoch": 26.5,
      "grad_norm": 1.991782307624817,
      "learning_rate": 2.343330188166853e-05,
      "loss": 0.0455,
      "step": 6890
    },
    {
      "epoch": 26.53846153846154,
      "grad_norm": 1.6237735748291016,
      "learning_rate": 2.3412779376709304e-05,
      "loss": 0.043,
      "step": 6900
    },
    {
      "epoch": 26.576923076923077,
      "grad_norm": 1.8890820741653442,
      "learning_rate": 2.3392233871532504e-05,
      "loss": 0.0465,
      "step": 6910
    },
    {
      "epoch": 26.615384615384617,
      "grad_norm": 1.9966788291931152,
      "learning_rate": 2.337166542230876e-05,
      "loss": 0.0509,
      "step": 6920
    },
    {
      "epoch": 26.653846153846153,
      "grad_norm": 2.028984546661377,
      "learning_rate": 2.335107408527142e-05,
      "loss": 0.0391,
      "step": 6930
    },
    {
      "epoch": 26.692307692307693,
      "grad_norm": 1.8344041109085083,
      "learning_rate": 2.3330459916716417e-05,
      "loss": 0.0387,
      "step": 6940
    },
    {
      "epoch": 26.73076923076923,
      "grad_norm": 1.8030184507369995,
      "learning_rate": 2.3309822973002097e-05,
      "loss": 0.0476,
      "step": 6950
    },
    {
      "epoch": 26.76923076923077,
      "grad_norm": 2.0031795501708984,
      "learning_rate": 2.328916331054908e-05,
      "loss": 0.0437,
      "step": 6960
    },
    {
      "epoch": 26.807692307692307,
      "grad_norm": 1.6738231182098389,
      "learning_rate": 2.3268480985840093e-05,
      "loss": 0.0423,
      "step": 6970
    },
    {
      "epoch": 26.846153846153847,
      "grad_norm": 1.5337883234024048,
      "learning_rate": 2.3247776055419826e-05,
      "loss": 0.0417,
      "step": 6980
    },
    {
      "epoch": 26.884615384615383,
      "grad_norm": 1.6017706394195557,
      "learning_rate": 2.3227048575894758e-05,
      "loss": 0.0451,
      "step": 6990
    },
    {
      "epoch": 26.923076923076923,
      "grad_norm": 1.8597776889801025,
      "learning_rate": 2.3206298603933037e-05,
      "loss": 0.04,
      "step": 7000
    },
    {
      "epoch": 26.96153846153846,
      "grad_norm": 1.6399952173233032,
      "learning_rate": 2.3185526196264288e-05,
      "loss": 0.0434,
      "step": 7010
    },
    {
      "epoch": 27.0,
      "grad_norm": 1.3050568103790283,
      "learning_rate": 2.3164731409679476e-05,
      "loss": 0.0364,
      "step": 7020
    },
    {
      "epoch": 27.03846153846154,
      "grad_norm": 1.4773322343826294,
      "learning_rate": 2.3143914301030765e-05,
      "loss": 0.0443,
      "step": 7030
    },
    {
      "epoch": 27.076923076923077,
      "grad_norm": 1.4294204711914062,
      "learning_rate": 2.3123074927231332e-05,
      "loss": 0.0451,
      "step": 7040
    },
    {
      "epoch": 27.115384615384617,
      "grad_norm": 1.8464568853378296,
      "learning_rate": 2.310221334525522e-05,
      "loss": 0.0509,
      "step": 7050
    },
    {
      "epoch": 27.153846153846153,
      "grad_norm": 1.5100023746490479,
      "learning_rate": 2.3081329612137207e-05,
      "loss": 0.041,
      "step": 7060
    },
    {
      "epoch": 27.192307692307693,
      "grad_norm": 1.688292145729065,
      "learning_rate": 2.3060423784972625e-05,
      "loss": 0.045,
      "step": 7070
    },
    {
      "epoch": 27.23076923076923,
      "grad_norm": 1.5028406381607056,
      "learning_rate": 2.3039495920917193e-05,
      "loss": 0.0398,
      "step": 7080
    },
    {
      "epoch": 27.26923076923077,
      "grad_norm": 1.6817067861557007,
      "learning_rate": 2.301854607718691e-05,
      "loss": 0.0399,
      "step": 7090
    },
    {
      "epoch": 27.307692307692307,
      "grad_norm": 1.7924225330352783,
      "learning_rate": 2.299757431105783e-05,
      "loss": 0.0435,
      "step": 7100
    },
    {
      "epoch": 27.346153846153847,
      "grad_norm": 1.8683700561523438,
      "learning_rate": 2.2976580679865972e-05,
      "loss": 0.0438,
      "step": 7110
    },
    {
      "epoch": 27.384615384615383,
      "grad_norm": 1.6464298963546753,
      "learning_rate": 2.2955565241007123e-05,
      "loss": 0.0462,
      "step": 7120
    },
    {
      "epoch": 27.423076923076923,
      "grad_norm": 1.7487648725509644,
      "learning_rate": 2.293452805193669e-05,
      "loss": 0.0407,
      "step": 7130
    },
    {
      "epoch": 27.46153846153846,
      "grad_norm": 1.8740178346633911,
      "learning_rate": 2.291346917016954e-05,
      "loss": 0.046,
      "step": 7140
    },
    {
      "epoch": 27.5,
      "grad_norm": 1.5780128240585327,
      "learning_rate": 2.289238865327985e-05,
      "loss": 0.0451,
      "step": 7150
    },
    {
      "epoch": 27.53846153846154,
      "grad_norm": 1.7798570394515991,
      "learning_rate": 2.2871286558900956e-05,
      "loss": 0.0461,
      "step": 7160
    },
    {
      "epoch": 27.576923076923077,
      "grad_norm": 2.028824806213379,
      "learning_rate": 2.285016294472517e-05,
      "loss": 0.0448,
      "step": 7170
    },
    {
      "epoch": 27.615384615384617,
      "grad_norm": 1.669351577758789,
      "learning_rate": 2.2829017868503658e-05,
      "loss": 0.042,
      "step": 7180
    },
    {
      "epoch": 27.653846153846153,
      "grad_norm": 2.1708717346191406,
      "learning_rate": 2.280785138804624e-05,
      "loss": 0.0513,
      "step": 7190
    },
    {
      "epoch": 27.692307692307693,
      "grad_norm": 1.5223692655563354,
      "learning_rate": 2.2786663561221265e-05,
      "loss": 0.0407,
      "step": 7200
    },
    {
      "epoch": 27.73076923076923,
      "grad_norm": 1.670336365699768,
      "learning_rate": 2.2765454445955452e-05,
      "loss": 0.0369,
      "step": 7210
    },
    {
      "epoch": 27.76923076923077,
      "grad_norm": 1.4955790042877197,
      "learning_rate": 2.2744224100233705e-05,
      "loss": 0.0479,
      "step": 7220
    },
    {
      "epoch": 27.807692307692307,
      "grad_norm": 1.7686519622802734,
      "learning_rate": 2.2722972582098984e-05,
      "loss": 0.0408,
      "step": 7230
    },
    {
      "epoch": 27.846153846153847,
      "grad_norm": 2.064610004425049,
      "learning_rate": 2.2701699949652118e-05,
      "loss": 0.0415,
      "step": 7240
    },
    {
      "epoch": 27.884615384615383,
      "grad_norm": 2.065558433532715,
      "learning_rate": 2.2680406261051685e-05,
      "loss": 0.0386,
      "step": 7250
    },
    {
      "epoch": 27.923076923076923,
      "grad_norm": 1.6095936298370361,
      "learning_rate": 2.2659091574513805e-05,
      "loss": 0.0433,
      "step": 7260
    },
    {
      "epoch": 27.96153846153846,
      "grad_norm": 1.7477508783340454,
      "learning_rate": 2.263775594831202e-05,
      "loss": 0.0431,
      "step": 7270
    },
    {
      "epoch": 28.0,
      "grad_norm": 1.827488899230957,
      "learning_rate": 2.2616399440777128e-05,
      "loss": 0.0389,
      "step": 7280
    },
    {
      "epoch": 28.03846153846154,
      "grad_norm": 1.7892285585403442,
      "learning_rate": 2.2595022110296988e-05,
      "loss": 0.042,
      "step": 7290
    },
    {
      "epoch": 28.076923076923077,
      "grad_norm": 2.0402352809906006,
      "learning_rate": 2.2573624015316418e-05,
      "loss": 0.0459,
      "step": 7300
    },
    {
      "epoch": 28.115384615384617,
      "grad_norm": 1.7068613767623901,
      "learning_rate": 2.2552205214336986e-05,
      "loss": 0.0445,
      "step": 7310
    },
    {
      "epoch": 28.153846153846153,
      "grad_norm": 1.5043061971664429,
      "learning_rate": 2.253076576591688e-05,
      "loss": 0.041,
      "step": 7320
    },
    {
      "epoch": 28.192307692307693,
      "grad_norm": 1.7505626678466797,
      "learning_rate": 2.2509305728670733e-05,
      "loss": 0.0458,
      "step": 7330
    },
    {
      "epoch": 28.23076923076923,
      "grad_norm": 1.7237753868103027,
      "learning_rate": 2.2487825161269463e-05,
      "loss": 0.0417,
      "step": 7340
    },
    {
      "epoch": 28.26923076923077,
      "grad_norm": 1.7082198858261108,
      "learning_rate": 2.2466324122440125e-05,
      "loss": 0.0397,
      "step": 7350
    },
    {
      "epoch": 28.307692307692307,
      "grad_norm": 1.798220157623291,
      "learning_rate": 2.2444802670965732e-05,
      "loss": 0.0403,
      "step": 7360
    },
    {
      "epoch": 28.346153846153847,
      "grad_norm": 2.100522994995117,
      "learning_rate": 2.2423260865685124e-05,
      "loss": 0.0401,
      "step": 7370
    },
    {
      "epoch": 28.384615384615383,
      "grad_norm": 2.088228702545166,
      "learning_rate": 2.2401698765492762e-05,
      "loss": 0.0438,
      "step": 7380
    },
    {
      "epoch": 28.423076923076923,
      "grad_norm": 1.6894526481628418,
      "learning_rate": 2.2380116429338612e-05,
      "loss": 0.0445,
      "step": 7390
    },
    {
      "epoch": 28.46153846153846,
      "grad_norm": 1.8538814783096313,
      "learning_rate": 2.2358513916227945e-05,
      "loss": 0.0418,
      "step": 7400
    },
    {
      "epoch": 28.5,
      "grad_norm": 1.6178901195526123,
      "learning_rate": 2.233689128522122e-05,
      "loss": 0.0372,
      "step": 7410
    },
    {
      "epoch": 28.53846153846154,
      "grad_norm": 1.6388591527938843,
      "learning_rate": 2.2315248595433883e-05,
      "loss": 0.0455,
      "step": 7420
    },
    {
      "epoch": 28.576923076923077,
      "grad_norm": 1.7331197261810303,
      "learning_rate": 2.2293585906036214e-05,
      "loss": 0.0421,
      "step": 7430
    },
    {
      "epoch": 28.615384615384617,
      "grad_norm": 1.5612764358520508,
      "learning_rate": 2.2271903276253183e-05,
      "loss": 0.0426,
      "step": 7440
    },
    {
      "epoch": 28.653846153846153,
      "grad_norm": 1.5970007181167603,
      "learning_rate": 2.2250200765364273e-05,
      "loss": 0.0393,
      "step": 7450
    },
    {
      "epoch": 28.692307692307693,
      "grad_norm": 1.7833430767059326,
      "learning_rate": 2.2228478432703317e-05,
      "loss": 0.043,
      "step": 7460
    },
    {
      "epoch": 28.73076923076923,
      "grad_norm": 1.7582666873931885,
      "learning_rate": 2.2206736337658348e-05,
      "loss": 0.0426,
      "step": 7470
    },
    {
      "epoch": 28.76923076923077,
      "grad_norm": 1.8394339084625244,
      "learning_rate": 2.2184974539671417e-05,
      "loss": 0.0421,
      "step": 7480
    },
    {
      "epoch": 28.807692307692307,
      "grad_norm": 2.0509567260742188,
      "learning_rate": 2.2163193098238453e-05,
      "loss": 0.0468,
      "step": 7490
    },
    {
      "epoch": 28.846153846153847,
      "grad_norm": 1.9507832527160645,
      "learning_rate": 2.2141392072909082e-05,
      "loss": 0.0427,
      "step": 7500
    },
    {
      "epoch": 28.884615384615383,
      "grad_norm": 2.1092071533203125,
      "learning_rate": 2.2119571523286484e-05,
      "loss": 0.037,
      "step": 7510
    },
    {
      "epoch": 28.923076923076923,
      "grad_norm": 1.6048542261123657,
      "learning_rate": 2.2097731509027196e-05,
      "loss": 0.045,
      "step": 7520
    },
    {
      "epoch": 28.96153846153846,
      "grad_norm": 1.5821419954299927,
      "learning_rate": 2.207587208984099e-05,
      "loss": 0.0443,
      "step": 7530
    },
    {
      "epoch": 29.0,
      "grad_norm": 1.5150803327560425,
      "learning_rate": 2.205399332549068e-05,
      "loss": 0.0385,
      "step": 7540
    },
    {
      "epoch": 29.03846153846154,
      "grad_norm": 1.6221213340759277,
      "learning_rate": 2.2032095275791974e-05,
      "loss": 0.0407,
      "step": 7550
    },
    {
      "epoch": 29.076923076923077,
      "grad_norm": 1.737960934638977,
      "learning_rate": 2.2010178000613307e-05,
      "loss": 0.0407,
      "step": 7560
    },
    {
      "epoch": 29.115384615384617,
      "grad_norm": 1.7430760860443115,
      "learning_rate": 2.1988241559875666e-05,
      "loss": 0.0417,
      "step": 7570
    },
    {
      "epoch": 29.153846153846153,
      "grad_norm": 1.7095967531204224,
      "learning_rate": 2.1966286013552448e-05,
      "loss": 0.0466,
      "step": 7580
    },
    {
      "epoch": 29.192307692307693,
      "grad_norm": 1.701668381690979,
      "learning_rate": 2.1944311421669274e-05,
      "loss": 0.0432,
      "step": 7590
    },
    {
      "epoch": 29.23076923076923,
      "grad_norm": 1.6135324239730835,
      "learning_rate": 2.1922317844303846e-05,
      "loss": 0.045,
      "step": 7600
    },
    {
      "epoch": 29.26923076923077,
      "grad_norm": 1.5123496055603027,
      "learning_rate": 2.1900305341585756e-05,
      "loss": 0.037,
      "step": 7610
    },
    {
      "epoch": 29.307692307692307,
      "grad_norm": 1.4518818855285645,
      "learning_rate": 2.187827397369635e-05,
      "loss": 0.0387,
      "step": 7620
    },
    {
      "epoch": 29.346153846153847,
      "grad_norm": 1.8243811130523682,
      "learning_rate": 2.1856223800868542e-05,
      "loss": 0.0408,
      "step": 7630
    },
    {
      "epoch": 29.384615384615383,
      "grad_norm": 1.6765333414077759,
      "learning_rate": 2.183415488338667e-05,
      "loss": 0.0421,
      "step": 7640
    },
    {
      "epoch": 29.423076923076923,
      "grad_norm": 1.7374074459075928,
      "learning_rate": 2.1812067281586312e-05,
      "loss": 0.0449,
      "step": 7650
    },
    {
      "epoch": 29.46153846153846,
      "grad_norm": 1.3828516006469727,
      "learning_rate": 2.178996105585412e-05,
      "loss": 0.0416,
      "step": 7660
    },
    {
      "epoch": 29.5,
      "grad_norm": 1.41438627243042,
      "learning_rate": 2.1767836266627676e-05,
      "loss": 0.0416,
      "step": 7670
    },
    {
      "epoch": 29.53846153846154,
      "grad_norm": 1.4291772842407227,
      "learning_rate": 2.174569297439531e-05,
      "loss": 0.0381,
      "step": 7680
    },
    {
      "epoch": 29.576923076923077,
      "grad_norm": 1.4206595420837402,
      "learning_rate": 2.1723531239695932e-05,
      "loss": 0.0411,
      "step": 7690
    },
    {
      "epoch": 29.615384615384617,
      "grad_norm": 1.4999078512191772,
      "learning_rate": 2.1701351123118886e-05,
      "loss": 0.0406,
      "step": 7700
    },
    {
      "epoch": 29.653846153846153,
      "grad_norm": 1.9684511423110962,
      "learning_rate": 2.167915268530376e-05,
      "loss": 0.0438,
      "step": 7710
    },
    {
      "epoch": 29.692307692307693,
      "grad_norm": 1.7212599515914917,
      "learning_rate": 2.165693598694023e-05,
      "loss": 0.0397,
      "step": 7720
    },
    {
      "epoch": 29.73076923076923,
      "grad_norm": 1.5021146535873413,
      "learning_rate": 2.163470108876791e-05,
      "loss": 0.0478,
      "step": 7730
    },
    {
      "epoch": 29.76923076923077,
      "grad_norm": 1.5587773323059082,
      "learning_rate": 2.161244805157616e-05,
      "loss": 0.0357,
      "step": 7740
    },
    {
      "epoch": 29.807692307692307,
      "grad_norm": 1.5270205736160278,
      "learning_rate": 2.159017693620393e-05,
      "loss": 0.0415,
      "step": 7750
    },
    {
      "epoch": 29.846153846153847,
      "grad_norm": 1.5055110454559326,
      "learning_rate": 2.15678878035396e-05,
      "loss": 0.04,
      "step": 7760
    },
    {
      "epoch": 29.884615384615383,
      "grad_norm": 1.9528456926345825,
      "learning_rate": 2.1545580714520817e-05,
      "loss": 0.0351,
      "step": 7770
    },
    {
      "epoch": 29.923076923076923,
      "grad_norm": 1.9646743535995483,
      "learning_rate": 2.1523255730134294e-05,
      "loss": 0.0434,
      "step": 7780
    },
    {
      "epoch": 29.96153846153846,
      "grad_norm": 1.6051669120788574,
      "learning_rate": 2.15009129114157e-05,
      "loss": 0.0373,
      "step": 7790
    },
    {
      "epoch": 30.0,
      "grad_norm": 1.7047405242919922,
      "learning_rate": 2.1478552319449443e-05,
      "loss": 0.0408,
      "step": 7800
    },
    {
      "epoch": 30.03846153846154,
      "grad_norm": 1.537502646446228,
      "learning_rate": 2.1456174015368527e-05,
      "loss": 0.0426,
      "step": 7810
    },
    {
      "epoch": 30.076923076923077,
      "grad_norm": 1.4524402618408203,
      "learning_rate": 2.1433778060354375e-05,
      "loss": 0.0464,
      "step": 7820
    },
    {
      "epoch": 30.115384615384617,
      "grad_norm": 1.7234159708023071,
      "learning_rate": 2.1411364515636685e-05,
      "loss": 0.0512,
      "step": 7830
    },
    {
      "epoch": 30.153846153846153,
      "grad_norm": 1.512885570526123,
      "learning_rate": 2.1388933442493232e-05,
      "loss": 0.0438,
      "step": 7840
    },
    {
      "epoch": 30.192307692307693,
      "grad_norm": 1.5967854261398315,
      "learning_rate": 2.13664849022497e-05,
      "loss": 0.039,
      "step": 7850
    },
    {
      "epoch": 30.23076923076923,
      "grad_norm": 2.0385942459106445,
      "learning_rate": 2.1344018956279547e-05,
      "loss": 0.0369,
      "step": 7860
    },
    {
      "epoch": 30.26923076923077,
      "grad_norm": 1.9069523811340332,
      "learning_rate": 2.1321535666003817e-05,
      "loss": 0.0392,
      "step": 7870
    },
    {
      "epoch": 30.307692307692307,
      "grad_norm": 1.7070564031600952,
      "learning_rate": 2.1299035092890966e-05,
      "loss": 0.0447,
      "step": 7880
    },
    {
      "epoch": 30.346153846153847,
      "grad_norm": 1.4670286178588867,
      "learning_rate": 2.12765172984567e-05,
      "loss": 0.0416,
      "step": 7890
    },
    {
      "epoch": 30.384615384615383,
      "grad_norm": 1.7784276008605957,
      "learning_rate": 2.1253982344263803e-05,
      "loss": 0.0378,
      "step": 7900
    },
    {
      "epoch": 30.423076923076923,
      "grad_norm": 1.4911285638809204,
      "learning_rate": 2.1231430291921987e-05,
      "loss": 0.0459,
      "step": 7910
    },
    {
      "epoch": 30.46153846153846,
      "grad_norm": 1.4901173114776611,
      "learning_rate": 2.1208861203087695e-05,
      "loss": 0.0404,
      "step": 7920
    },
    {
      "epoch": 30.5,
      "grad_norm": 1.8902019262313843,
      "learning_rate": 2.1186275139463967e-05,
      "loss": 0.0421,
      "step": 7930
    },
    {
      "epoch": 30.53846153846154,
      "grad_norm": 1.5284932851791382,
      "learning_rate": 2.1163672162800222e-05,
      "loss": 0.0405,
      "step": 7940
    },
    {
      "epoch": 30.576923076923077,
      "grad_norm": 1.6077547073364258,
      "learning_rate": 2.114105233489215e-05,
      "loss": 0.0505,
      "step": 7950
    },
    {
      "epoch": 30.615384615384617,
      "grad_norm": 1.7635397911071777,
      "learning_rate": 2.1118415717581487e-05,
      "loss": 0.0509,
      "step": 7960
    },
    {
      "epoch": 30.653846153846153,
      "grad_norm": 1.7803516387939453,
      "learning_rate": 2.1095762372755885e-05,
      "loss": 0.0428,
      "step": 7970
    },
    {
      "epoch": 30.692307692307693,
      "grad_norm": 1.7161511182785034,
      "learning_rate": 2.1073092362348716e-05,
      "loss": 0.0496,
      "step": 7980
    },
    {
      "epoch": 30.73076923076923,
      "grad_norm": 1.8986924886703491,
      "learning_rate": 2.1050405748338933e-05,
      "loss": 0.0425,
      "step": 7990
    },
    {
      "epoch": 30.76923076923077,
      "grad_norm": 1.8261290788650513,
      "learning_rate": 2.102770259275087e-05,
      "loss": 0.0395,
      "step": 8000
    },
    {
      "epoch": 30.807692307692307,
      "grad_norm": 1.6952645778656006,
      "learning_rate": 2.100498295765408e-05,
      "loss": 0.0454,
      "step": 8010
    },
    {
      "epoch": 30.846153846153847,
      "grad_norm": 1.8140101432800293,
      "learning_rate": 2.098224690516319e-05,
      "loss": 0.0411,
      "step": 8020
    },
    {
      "epoch": 30.884615384615383,
      "grad_norm": 1.8083970546722412,
      "learning_rate": 2.0959494497437688e-05,
      "loss": 0.0427,
      "step": 8030
    },
    {
      "epoch": 30.923076923076923,
      "grad_norm": 1.270798921585083,
      "learning_rate": 2.0936725796681796e-05,
      "loss": 0.0379,
      "step": 8040
    },
    {
      "epoch": 30.96153846153846,
      "grad_norm": 1.6783995628356934,
      "learning_rate": 2.0913940865144266e-05,
      "loss": 0.0372,
      "step": 8050
    },
    {
      "epoch": 31.0,
      "grad_norm": 1.6331335306167603,
      "learning_rate": 2.0891139765118235e-05,
      "loss": 0.0415,
      "step": 8060
    },
    {
      "epoch": 31.03846153846154,
      "grad_norm": 1.3328851461410522,
      "learning_rate": 2.086832255894104e-05,
      "loss": 0.0386,
      "step": 8070
    },
    {
      "epoch": 31.076923076923077,
      "grad_norm": 1.5463865995407104,
      "learning_rate": 2.084548930899405e-05,
      "loss": 0.0392,
      "step": 8080
    },
    {
      "epoch": 31.115384615384617,
      "grad_norm": 1.4242238998413086,
      "learning_rate": 2.08226400777025e-05,
      "loss": 0.0371,
      "step": 8090
    },
    {
      "epoch": 31.153846153846153,
      "grad_norm": 1.5513811111450195,
      "learning_rate": 2.0799774927535313e-05,
      "loss": 0.0368,
      "step": 8100
    },
    {
      "epoch": 31.192307692307693,
      "grad_norm": 1.7626824378967285,
      "learning_rate": 2.0776893921004936e-05,
      "loss": 0.0394,
      "step": 8110
    },
    {
      "epoch": 31.23076923076923,
      "grad_norm": 1.5672152042388916,
      "learning_rate": 2.0753997120667172e-05,
      "loss": 0.0431,
      "step": 8120
    },
    {
      "epoch": 31.26923076923077,
      "grad_norm": 1.6233484745025635,
      "learning_rate": 2.0731084589120995e-05,
      "loss": 0.0358,
      "step": 8130
    },
    {
      "epoch": 31.307692307692307,
      "grad_norm": 1.7482249736785889,
      "learning_rate": 2.070815638900839e-05,
      "loss": 0.0446,
      "step": 8140
    },
    {
      "epoch": 31.346153846153847,
      "grad_norm": 1.4374932050704956,
      "learning_rate": 2.0685212583014186e-05,
      "loss": 0.0407,
      "step": 8150
    },
    {
      "epoch": 31.384615384615383,
      "grad_norm": 1.583405613899231,
      "learning_rate": 2.0662253233865866e-05,
      "loss": 0.0395,
      "step": 8160
    },
    {
      "epoch": 31.423076923076923,
      "grad_norm": 1.5504549741744995,
      "learning_rate": 2.063927840433342e-05,
      "loss": 0.0396,
      "step": 8170
    },
    {
      "epoch": 31.46153846153846,
      "grad_norm": 1.6861332654953003,
      "learning_rate": 2.0616288157229154e-05,
      "loss": 0.0427,
      "step": 8180
    },
    {
      "epoch": 31.5,
      "grad_norm": 1.3032209873199463,
      "learning_rate": 2.0593282555407522e-05,
      "loss": 0.0409,
      "step": 8190
    },
    {
      "epoch": 31.53846153846154,
      "grad_norm": 1.734984040260315,
      "learning_rate": 2.057026166176496e-05,
      "loss": 0.0405,
      "step": 8200
    },
    {
      "epoch": 31.576923076923077,
      "grad_norm": 1.5121088027954102,
      "learning_rate": 2.0547225539239715e-05,
      "loss": 0.04,
      "step": 8210
    },
    {
      "epoch": 31.615384615384617,
      "grad_norm": 1.6952282190322876,
      "learning_rate": 2.0524174250811665e-05,
      "loss": 0.0442,
      "step": 8220
    },
    {
      "epoch": 31.653846153846153,
      "grad_norm": 1.8165638446807861,
      "learning_rate": 2.050110785950216e-05,
      "loss": 0.0415,
      "step": 8230
    },
    {
      "epoch": 31.692307692307693,
      "grad_norm": 1.6110750436782837,
      "learning_rate": 2.047802642837382e-05,
      "loss": 0.0377,
      "step": 8240
    },
    {
      "epoch": 31.73076923076923,
      "grad_norm": 1.6655876636505127,
      "learning_rate": 2.0454930020530403e-05,
      "loss": 0.0385,
      "step": 8250
    },
    {
      "epoch": 31.76923076923077,
      "grad_norm": 1.491156816482544,
      "learning_rate": 2.0431818699116606e-05,
      "loss": 0.0375,
      "step": 8260
    },
    {
      "epoch": 31.807692307692307,
      "grad_norm": 1.4836500883102417,
      "learning_rate": 2.04086925273179e-05,
      "loss": 0.0521,
      "step": 8270
    },
    {
      "epoch": 31.846153846153847,
      "grad_norm": 1.317879319190979,
      "learning_rate": 2.0385551568360357e-05,
      "loss": 0.0393,
      "step": 8280
    },
    {
      "epoch": 31.884615384615383,
      "grad_norm": 1.4740430116653442,
      "learning_rate": 2.036239588551047e-05,
      "loss": 0.0401,
      "step": 8290
    },
    {
      "epoch": 31.923076923076923,
      "grad_norm": 1.7209266424179077,
      "learning_rate": 2.0339225542074996e-05,
      "loss": 0.0352,
      "step": 8300
    },
    {
      "epoch": 31.96153846153846,
      "grad_norm": 1.6838961839675903,
      "learning_rate": 2.0316040601400765e-05,
      "loss": 0.0433,
      "step": 8310
    },
    {
      "epoch": 32.0,
      "grad_norm": 1.6667869091033936,
      "learning_rate": 2.029284112687453e-05,
      "loss": 0.0417,
      "step": 8320
    },
    {
      "epoch": 32.03846153846154,
      "grad_norm": 1.8445954322814941,
      "learning_rate": 2.0269627181922752e-05,
      "loss": 0.0414,
      "step": 8330
    },
    {
      "epoch": 32.07692307692308,
      "grad_norm": 1.4822769165039062,
      "learning_rate": 2.0246398830011482e-05,
      "loss": 0.0382,
      "step": 8340
    },
    {
      "epoch": 32.11538461538461,
      "grad_norm": 1.6866445541381836,
      "learning_rate": 2.0223156134646142e-05,
      "loss": 0.042,
      "step": 8350
    },
    {
      "epoch": 32.15384615384615,
      "grad_norm": 1.7119044065475464,
      "learning_rate": 2.019989915937138e-05,
      "loss": 0.0403,
      "step": 8360
    },
    {
      "epoch": 32.19230769230769,
      "grad_norm": 2.0892767906188965,
      "learning_rate": 2.0176627967770873e-05,
      "loss": 0.035,
      "step": 8370
    },
    {
      "epoch": 32.23076923076923,
      "grad_norm": 1.5972812175750732,
      "learning_rate": 2.015334262346717e-05,
      "loss": 0.0409,
      "step": 8380
    },
    {
      "epoch": 32.26923076923077,
      "grad_norm": 1.5595967769622803,
      "learning_rate": 2.0130043190121515e-05,
      "loss": 0.04,
      "step": 8390
    },
    {
      "epoch": 32.30769230769231,
      "grad_norm": 1.349557876586914,
      "learning_rate": 2.0106729731433663e-05,
      "loss": 0.0337,
      "step": 8400
    },
    {
      "epoch": 32.34615384615385,
      "grad_norm": 1.450696587562561,
      "learning_rate": 2.008340231114173e-05,
      "loss": 0.0388,
      "step": 8410
    },
    {
      "epoch": 32.38461538461539,
      "grad_norm": 1.7912949323654175,
      "learning_rate": 2.006006099302199e-05,
      "loss": 0.0378,
      "step": 8420
    },
    {
      "epoch": 32.42307692307692,
      "grad_norm": 1.6425917148590088,
      "learning_rate": 2.003670584088871e-05,
      "loss": 0.0384,
      "step": 8430
    },
    {
      "epoch": 32.46153846153846,
      "grad_norm": 1.5332478284835815,
      "learning_rate": 2.001333691859399e-05,
      "loss": 0.0348,
      "step": 8440
    },
    {
      "epoch": 32.5,
      "grad_norm": 1.5672633647918701,
      "learning_rate": 1.9989954290027565e-05,
      "loss": 0.0379,
      "step": 8450
    },
    {
      "epoch": 32.53846153846154,
      "grad_norm": 1.715303897857666,
      "learning_rate": 1.9966558019116654e-05,
      "loss": 0.0344,
      "step": 8460
    },
    {
      "epoch": 32.57692307692308,
      "grad_norm": 1.3653415441513062,
      "learning_rate": 1.9943148169825766e-05,
      "loss": 0.0391,
      "step": 8470
    },
    {
      "epoch": 32.61538461538461,
      "grad_norm": 1.5256359577178955,
      "learning_rate": 1.991972480615653e-05,
      "loss": 0.046,
      "step": 8480
    },
    {
      "epoch": 32.65384615384615,
      "grad_norm": 1.432858943939209,
      "learning_rate": 1.989628799214754e-05,
      "loss": 0.0408,
      "step": 8490
    },
    {
      "epoch": 32.69230769230769,
      "grad_norm": 1.5813000202178955,
      "learning_rate": 1.987283779187414e-05,
      "loss": 0.0359,
      "step": 8500
    },
    {
      "epoch": 32.73076923076923,
      "grad_norm": 1.5625938177108765,
      "learning_rate": 1.9849374269448288e-05,
      "loss": 0.0407,
      "step": 8510
    },
    {
      "epoch": 32.76923076923077,
      "grad_norm": 1.6737438440322876,
      "learning_rate": 1.982589748901836e-05,
      "loss": 0.0387,
      "step": 8520
    },
    {
      "epoch": 32.80769230769231,
      "grad_norm": 1.765540361404419,
      "learning_rate": 1.9802407514768964e-05,
      "loss": 0.0369,
      "step": 8530
    },
    {
      "epoch": 32.84615384615385,
      "grad_norm": 1.6643508672714233,
      "learning_rate": 1.9778904410920808e-05,
      "loss": 0.036,
      "step": 8540
    },
    {
      "epoch": 32.88461538461539,
      "grad_norm": 1.470862865447998,
      "learning_rate": 1.9755388241730475e-05,
      "loss": 0.0414,
      "step": 8550
    },
    {
      "epoch": 32.92307692307692,
      "grad_norm": 1.748119831085205,
      "learning_rate": 1.973185907149027e-05,
      "loss": 0.0362,
      "step": 8560
    },
    {
      "epoch": 32.96153846153846,
      "grad_norm": 1.780103325843811,
      "learning_rate": 1.970831696452805e-05,
      "loss": 0.0421,
      "step": 8570
    },
    {
      "epoch": 33.0,
      "grad_norm": 1.5416651964187622,
      "learning_rate": 1.9684761985207038e-05,
      "loss": 0.0369,
      "step": 8580
    },
    {
      "epoch": 33.03846153846154,
      "grad_norm": 1.6990591287612915,
      "learning_rate": 1.9661194197925644e-05,
      "loss": 0.0356,
      "step": 8590
    },
    {
      "epoch": 33.07692307692308,
      "grad_norm": 1.5676331520080566,
      "learning_rate": 1.9637613667117303e-05,
      "loss": 0.0437,
      "step": 8600
    },
    {
      "epoch": 33.11538461538461,
      "grad_norm": 1.9157164096832275,
      "learning_rate": 1.961402045725028e-05,
      "loss": 0.0408,
      "step": 8610
    },
    {
      "epoch": 33.15384615384615,
      "grad_norm": 1.409117341041565,
      "learning_rate": 1.9590414632827513e-05,
      "loss": 0.0414,
      "step": 8620
    },
    {
      "epoch": 33.19230769230769,
      "grad_norm": 1.700792670249939,
      "learning_rate": 1.9566796258386424e-05,
      "loss": 0.037,
      "step": 8630
    },
    {
      "epoch": 33.23076923076923,
      "grad_norm": 1.9453880786895752,
      "learning_rate": 1.9543165398498743e-05,
      "loss": 0.0385,
      "step": 8640
    },
    {
      "epoch": 33.26923076923077,
      "grad_norm": 1.4440393447875977,
      "learning_rate": 1.9519522117770355e-05,
      "loss": 0.0409,
      "step": 8650
    },
    {
      "epoch": 33.30769230769231,
      "grad_norm": 1.8256205320358276,
      "learning_rate": 1.9495866480841063e-05,
      "loss": 0.038,
      "step": 8660
    },
    {
      "epoch": 33.34615384615385,
      "grad_norm": 2.067312479019165,
      "learning_rate": 1.9472198552384494e-05,
      "loss": 0.0378,
      "step": 8670
    },
    {
      "epoch": 33.38461538461539,
      "grad_norm": 1.8080998659133911,
      "learning_rate": 1.9448518397107848e-05,
      "loss": 0.0446,
      "step": 8680
    },
    {
      "epoch": 33.42307692307692,
      "grad_norm": 1.553263545036316,
      "learning_rate": 1.942482607975177e-05,
      "loss": 0.0385,
      "step": 8690
    },
    {
      "epoch": 33.46153846153846,
      "grad_norm": 1.4473556280136108,
      "learning_rate": 1.940112166509016e-05,
      "loss": 0.0382,
      "step": 8700
    },
    {
      "epoch": 33.5,
      "grad_norm": 1.6522272825241089,
      "learning_rate": 1.937740521792996e-05,
      "loss": 0.0339,
      "step": 8710
    },
    {
      "epoch": 33.53846153846154,
      "grad_norm": 1.5314304828643799,
      "learning_rate": 1.935367680311106e-05,
      "loss": 0.0381,
      "step": 8720
    },
    {
      "epoch": 33.57692307692308,
      "grad_norm": 1.5628886222839355,
      "learning_rate": 1.9329936485506012e-05,
      "loss": 0.0403,
      "step": 8730
    },
    {
      "epoch": 33.61538461538461,
      "grad_norm": 1.291195034980774,
      "learning_rate": 1.930618433001996e-05,
      "loss": 0.0386,
      "step": 8740
    },
    {
      "epoch": 33.65384615384615,
      "grad_norm": 1.1823079586029053,
      "learning_rate": 1.9282420401590377e-05,
      "loss": 0.0402,
      "step": 8750
    },
    {
      "epoch": 33.69230769230769,
      "grad_norm": 1.515400767326355,
      "learning_rate": 1.925864476518694e-05,
      "loss": 0.0431,
      "step": 8760
    },
    {
      "epoch": 33.73076923076923,
      "grad_norm": 1.39093017578125,
      "learning_rate": 1.9234857485811336e-05,
      "loss": 0.0366,
      "step": 8770
    },
    {
      "epoch": 33.76923076923077,
      "grad_norm": 1.5924241542816162,
      "learning_rate": 1.9211058628497066e-05,
      "loss": 0.0412,
      "step": 8780
    },
    {
      "epoch": 33.80769230769231,
      "grad_norm": 1.3143709897994995,
      "learning_rate": 1.918724825830931e-05,
      "loss": 0.0447,
      "step": 8790
    },
    {
      "epoch": 33.84615384615385,
      "grad_norm": 1.6090748310089111,
      "learning_rate": 1.9163426440344702e-05,
      "loss": 0.0398,
      "step": 8800
    },
    {
      "epoch": 33.88461538461539,
      "grad_norm": 1.4839627742767334,
      "learning_rate": 1.913959323973119e-05,
      "loss": 0.0405,
      "step": 8810
    },
    {
      "epoch": 33.92307692307692,
      "grad_norm": 1.691476583480835,
      "learning_rate": 1.9115748721627827e-05,
      "loss": 0.041,
      "step": 8820
    },
    {
      "epoch": 33.96153846153846,
      "grad_norm": 1.4554405212402344,
      "learning_rate": 1.9091892951224614e-05,
      "loss": 0.0394,
      "step": 8830
    },
    {
      "epoch": 34.0,
      "grad_norm": 1.4189049005508423,
      "learning_rate": 1.906802599374233e-05,
      "loss": 0.0357,
      "step": 8840
    },
    {
      "epoch": 34.03846153846154,
      "grad_norm": 1.9339512586593628,
      "learning_rate": 1.904414791443231e-05,
      "loss": 0.0432,
      "step": 8850
    },
    {
      "epoch": 34.07692307692308,
      "grad_norm": 1.4830939769744873,
      "learning_rate": 1.9020258778576324e-05,
      "loss": 0.042,
      "step": 8860
    },
    {
      "epoch": 34.11538461538461,
      "grad_norm": 1.5076172351837158,
      "learning_rate": 1.8996358651486347e-05,
      "loss": 0.0365,
      "step": 8870
    },
    {
      "epoch": 34.15384615384615,
      "grad_norm": 1.5338919162750244,
      "learning_rate": 1.8972447598504417e-05,
      "loss": 0.0406,
      "step": 8880
    },
    {
      "epoch": 34.19230769230769,
      "grad_norm": 1.9823853969573975,
      "learning_rate": 1.8948525685002438e-05,
      "loss": 0.0349,
      "step": 8890
    },
    {
      "epoch": 34.23076923076923,
      "grad_norm": 1.429854393005371,
      "learning_rate": 1.892459297638201e-05,
      "loss": 0.0427,
      "step": 8900
    },
    {
      "epoch": 34.26923076923077,
      "grad_norm": 1.8108021020889282,
      "learning_rate": 1.890064953807425e-05,
      "loss": 0.0341,
      "step": 8910
    },
    {
      "epoch": 34.30769230769231,
      "grad_norm": 1.07712721824646,
      "learning_rate": 1.8876695435539596e-05,
      "loss": 0.0371,
      "step": 8920
    },
    {
      "epoch": 34.34615384615385,
      "grad_norm": 1.3517080545425415,
      "learning_rate": 1.8852730734267653e-05,
      "loss": 0.0348,
      "step": 8930
    },
    {
      "epoch": 34.38461538461539,
      "grad_norm": 1.369992733001709,
      "learning_rate": 1.8828755499776997e-05,
      "loss": 0.0379,
      "step": 8940
    },
    {
      "epoch": 34.42307692307692,
      "grad_norm": 1.4494092464447021,
      "learning_rate": 1.8804769797615007e-05,
      "loss": 0.0386,
      "step": 8950
    },
    {
      "epoch": 34.46153846153846,
      "grad_norm": 1.806056022644043,
      "learning_rate": 1.8780773693357675e-05,
      "loss": 0.0416,
      "step": 8960
    },
    {
      "epoch": 34.5,
      "grad_norm": 1.4004135131835938,
      "learning_rate": 1.8756767252609433e-05,
      "loss": 0.034,
      "step": 8970
    },
    {
      "epoch": 34.53846153846154,
      "grad_norm": 1.3696749210357666,
      "learning_rate": 1.8732750541002974e-05,
      "loss": 0.0393,
      "step": 8980
    },
    {
      "epoch": 34.57692307692308,
      "grad_norm": 1.2756446599960327,
      "learning_rate": 1.870872362419907e-05,
      "loss": 0.0398,
      "step": 8990
    },
    {
      "epoch": 34.61538461538461,
      "grad_norm": 1.3034799098968506,
      "learning_rate": 1.8684686567886398e-05,
      "loss": 0.0435,
      "step": 9000
    },
    {
      "epoch": 34.65384615384615,
      "grad_norm": 1.5392398834228516,
      "learning_rate": 1.8660639437781344e-05,
      "loss": 0.0349,
      "step": 9010
    },
    {
      "epoch": 34.69230769230769,
      "grad_norm": 1.5113469362258911,
      "learning_rate": 1.8636582299627854e-05,
      "loss": 0.0359,
      "step": 9020
    },
    {
      "epoch": 34.73076923076923,
      "grad_norm": 1.1920346021652222,
      "learning_rate": 1.8612515219197215e-05,
      "loss": 0.0361,
      "step": 9030
    },
    {
      "epoch": 34.76923076923077,
      "grad_norm": 1.304843783378601,
      "learning_rate": 1.858843826228791e-05,
      "loss": 0.0357,
      "step": 9040
    },
    {
      "epoch": 34.80769230769231,
      "grad_norm": 1.7710132598876953,
      "learning_rate": 1.8564351494725423e-05,
      "loss": 0.0373,
      "step": 9050
    },
    {
      "epoch": 34.84615384615385,
      "grad_norm": 1.4856317043304443,
      "learning_rate": 1.8540254982362053e-05,
      "loss": 0.0371,
      "step": 9060
    },
    {
      "epoch": 34.88461538461539,
      "grad_norm": 1.8330937623977661,
      "learning_rate": 1.8516148791076743e-05,
      "loss": 0.0389,
      "step": 9070
    },
    {
      "epoch": 34.92307692307692,
      "grad_norm": 1.504800796508789,
      "learning_rate": 1.8492032986774904e-05,
      "loss": 0.0359,
      "step": 9080
    },
    {
      "epoch": 34.96153846153846,
      "grad_norm": 1.2242687940597534,
      "learning_rate": 1.8467907635388225e-05,
      "loss": 0.0371,
      "step": 9090
    },
    {
      "epoch": 35.0,
      "grad_norm": 1.3216480016708374,
      "learning_rate": 1.844377280287449e-05,
      "loss": 0.0386,
      "step": 9100
    },
    {
      "epoch": 35.03846153846154,
      "grad_norm": 1.0509378910064697,
      "learning_rate": 1.8419628555217407e-05,
      "loss": 0.0405,
      "step": 9110
    },
    {
      "epoch": 35.07692307692308,
      "grad_norm": 1.1122572422027588,
      "learning_rate": 1.839547495842644e-05,
      "loss": 0.039,
      "step": 9120
    },
    {
      "epoch": 35.11538461538461,
      "grad_norm": 1.334999680519104,
      "learning_rate": 1.8371312078536587e-05,
      "loss": 0.0316,
      "step": 9130
    },
    {
      "epoch": 35.15384615384615,
      "grad_norm": 1.2729421854019165,
      "learning_rate": 1.834713998160825e-05,
      "loss": 0.039,
      "step": 9140
    },
    {
      "epoch": 35.19230769230769,
      "grad_norm": 1.4823824167251587,
      "learning_rate": 1.832295873372701e-05,
      "loss": 0.0428,
      "step": 9150
    },
    {
      "epoch": 35.23076923076923,
      "grad_norm": 1.5749338865280151,
      "learning_rate": 1.8298768401003477e-05,
      "loss": 0.0386,
      "step": 9160
    },
    {
      "epoch": 35.26923076923077,
      "grad_norm": 1.4943759441375732,
      "learning_rate": 1.8274569049573103e-05,
      "loss": 0.0409,
      "step": 9170
    },
    {
      "epoch": 35.30769230769231,
      "grad_norm": 1.4229377508163452,
      "learning_rate": 1.8250360745595983e-05,
      "loss": 0.0398,
      "step": 9180
    },
    {
      "epoch": 35.34615384615385,
      "grad_norm": 1.192239761352539,
      "learning_rate": 1.8226143555256703e-05,
      "loss": 0.0348,
      "step": 9190
    },
    {
      "epoch": 35.38461538461539,
      "grad_norm": 1.7158582210540771,
      "learning_rate": 1.820191754476413e-05,
      "loss": 0.04,
      "step": 9200
    },
    {
      "epoch": 35.42307692307692,
      "grad_norm": 1.2287282943725586,
      "learning_rate": 1.8177682780351256e-05,
      "loss": 0.0381,
      "step": 9210
    },
    {
      "epoch": 35.46153846153846,
      "grad_norm": 1.578681468963623,
      "learning_rate": 1.8153439328275e-05,
      "loss": 0.0434,
      "step": 9220
    },
    {
      "epoch": 35.5,
      "grad_norm": 1.7834547758102417,
      "learning_rate": 1.8129187254816035e-05,
      "loss": 0.0393,
      "step": 9230
    },
    {
      "epoch": 35.53846153846154,
      "grad_norm": 1.6021229028701782,
      "learning_rate": 1.81049266262786e-05,
      "loss": 0.0372,
      "step": 9240
    },
    {
      "epoch": 35.57692307692308,
      "grad_norm": 1.3831838369369507,
      "learning_rate": 1.808065750899033e-05,
      "loss": 0.0409,
      "step": 9250
    },
    {
      "epoch": 35.61538461538461,
      "grad_norm": 1.727046012878418,
      "learning_rate": 1.8056379969302066e-05,
      "loss": 0.0377,
      "step": 9260
    },
    {
      "epoch": 35.65384615384615,
      "grad_norm": 1.710699439048767,
      "learning_rate": 1.8032094073587675e-05,
      "loss": 0.0376,
      "step": 9270
    },
    {
      "epoch": 35.69230769230769,
      "grad_norm": 1.6480785608291626,
      "learning_rate": 1.800779988824387e-05,
      "loss": 0.0343,
      "step": 9280
    },
    {
      "epoch": 35.73076923076923,
      "grad_norm": 1.4451653957366943,
      "learning_rate": 1.7983497479690018e-05,
      "loss": 0.0347,
      "step": 9290
    },
    {
      "epoch": 35.76923076923077,
      "grad_norm": 1.520155668258667,
      "learning_rate": 1.795918691436798e-05,
      "loss": 0.039,
      "step": 9300
    },
    {
      "epoch": 35.80769230769231,
      "grad_norm": 1.372151494026184,
      "learning_rate": 1.7934868258741917e-05,
      "loss": 0.0366,
      "step": 9310
    },
    {
      "epoch": 35.84615384615385,
      "grad_norm": 1.39862859249115,
      "learning_rate": 1.79105415792981e-05,
      "loss": 0.0377,
      "step": 9320
    },
    {
      "epoch": 35.88461538461539,
      "grad_norm": 1.4081544876098633,
      "learning_rate": 1.788620694254475e-05,
      "loss": 0.0412,
      "step": 9330
    },
    {
      "epoch": 35.92307692307692,
      "grad_norm": 1.39034903049469,
      "learning_rate": 1.7861864415011827e-05,
      "loss": 0.0411,
      "step": 9340
    },
    {
      "epoch": 35.96153846153846,
      "grad_norm": 1.650275468826294,
      "learning_rate": 1.783751406325087e-05,
      "loss": 0.0336,
      "step": 9350
    },
    {
      "epoch": 36.0,
      "grad_norm": 1.45979905128479,
      "learning_rate": 1.7813155953834814e-05,
      "loss": 0.0402,
      "step": 9360
    },
    {
      "epoch": 36.03846153846154,
      "grad_norm": 1.596880555152893,
      "learning_rate": 1.7788790153357803e-05,
      "loss": 0.0439,
      "step": 9370
    },
    {
      "epoch": 36.07692307692308,
      "grad_norm": 1.4605010747909546,
      "learning_rate": 1.7764416728435e-05,
      "loss": 0.0429,
      "step": 9380
    },
    {
      "epoch": 36.11538461538461,
      "grad_norm": 1.4628403186798096,
      "learning_rate": 1.774003574570242e-05,
      "loss": 0.0416,
      "step": 9390
    },
    {
      "epoch": 36.15384615384615,
      "grad_norm": 1.8021140098571777,
      "learning_rate": 1.7715647271816744e-05,
      "loss": 0.0346,
      "step": 9400
    },
    {
      "epoch": 36.19230769230769,
      "grad_norm": 1.4157359600067139,
      "learning_rate": 1.769125137345512e-05,
      "loss": 0.0357,
      "step": 9410
    },
    {
      "epoch": 36.23076923076923,
      "grad_norm": 1.421094536781311,
      "learning_rate": 1.7666848117315008e-05,
      "loss": 0.0392,
      "step": 9420
    },
    {
      "epoch": 36.26923076923077,
      "grad_norm": 1.7203149795532227,
      "learning_rate": 1.7642437570113974e-05,
      "loss": 0.0358,
      "step": 9430
    },
    {
      "epoch": 36.30769230769231,
      "grad_norm": 1.436547040939331,
      "learning_rate": 1.7618019798589525e-05,
      "loss": 0.043,
      "step": 9440
    },
    {
      "epoch": 36.34615384615385,
      "grad_norm": 1.5459340810775757,
      "learning_rate": 1.7593594869498915e-05,
      "loss": 0.035,
      "step": 9450
    },
    {
      "epoch": 36.38461538461539,
      "grad_norm": 1.5073521137237549,
      "learning_rate": 1.7569162849618966e-05,
      "loss": 0.0393,
      "step": 9460
    },
    {
      "epoch": 36.42307692307692,
      "grad_norm": 1.3095002174377441,
      "learning_rate": 1.75447238057459e-05,
      "loss": 0.0383,
      "step": 9470
    },
    {
      "epoch": 36.46153846153846,
      "grad_norm": 1.308945655822754,
      "learning_rate": 1.752027780469511e-05,
      "loss": 0.0364,
      "step": 9480
    },
    {
      "epoch": 36.5,
      "grad_norm": 1.4354068040847778,
      "learning_rate": 1.7495824913301043e-05,
      "loss": 0.0417,
      "step": 9490
    },
    {
      "epoch": 36.53846153846154,
      "grad_norm": 1.756820559501648,
      "learning_rate": 1.7471365198416957e-05,
      "loss": 0.0393,
      "step": 9500
    },
    {
      "epoch": 36.57692307692308,
      "grad_norm": 1.3326730728149414,
      "learning_rate": 1.7446898726914797e-05,
      "loss": 0.0369,
      "step": 9510
    },
    {
      "epoch": 36.61538461538461,
      "grad_norm": 1.3120198249816895,
      "learning_rate": 1.742242556568495e-05,
      "loss": 0.0426,
      "step": 9520
    },
    {
      "epoch": 36.65384615384615,
      "grad_norm": 1.121603012084961,
      "learning_rate": 1.73979457816361e-05,
      "loss": 0.0387,
      "step": 9530
    },
    {
      "epoch": 36.69230769230769,
      "grad_norm": 1.3100221157073975,
      "learning_rate": 1.7373459441695058e-05,
      "loss": 0.0423,
      "step": 9540
    },
    {
      "epoch": 36.73076923076923,
      "grad_norm": 1.3542190790176392,
      "learning_rate": 1.7348966612806524e-05,
      "loss": 0.0421,
      "step": 9550
    },
    {
      "epoch": 36.76923076923077,
      "grad_norm": 1.59927499294281,
      "learning_rate": 1.7324467361932973e-05,
      "loss": 0.0397,
      "step": 9560
    },
    {
      "epoch": 36.80769230769231,
      "grad_norm": 1.6307555437088013,
      "learning_rate": 1.729996175605441e-05,
      "loss": 0.0411,
      "step": 9570
    },
    {
      "epoch": 36.84615384615385,
      "grad_norm": 1.3856720924377441,
      "learning_rate": 1.7275449862168235e-05,
      "loss": 0.0401,
      "step": 9580
    },
    {
      "epoch": 36.88461538461539,
      "grad_norm": 1.2768700122833252,
      "learning_rate": 1.725093174728902e-05,
      "loss": 0.0324,
      "step": 9590
    },
    {
      "epoch": 36.92307692307692,
      "grad_norm": 1.9689397811889648,
      "learning_rate": 1.7226407478448357e-05,
      "loss": 0.038,
      "step": 9600
    },
    {
      "epoch": 36.96153846153846,
      "grad_norm": 1.4385662078857422,
      "learning_rate": 1.7201877122694666e-05,
      "loss": 0.0423,
      "step": 9610
    },
    {
      "epoch": 37.0,
      "grad_norm": 1.3675845861434937,
      "learning_rate": 1.7177340747093e-05,
      "loss": 0.0397,
      "step": 9620
    },
    {
      "epoch": 37.03846153846154,
      "grad_norm": 1.733004093170166,
      "learning_rate": 1.7152798418724873e-05,
      "loss": 0.0417,
      "step": 9630
    },
    {
      "epoch": 37.07692307692308,
      "grad_norm": 1.5616117715835571,
      "learning_rate": 1.712825020468807e-05,
      "loss": 0.0359,
      "step": 9640
    },
    {
      "epoch": 37.11538461538461,
      "grad_norm": 1.513261079788208,
      "learning_rate": 1.710369617209648e-05,
      "loss": 0.0414,
      "step": 9650
    },
    {
      "epoch": 37.15384615384615,
      "grad_norm": 1.6468145847320557,
      "learning_rate": 1.7079136388079884e-05,
      "loss": 0.038,
      "step": 9660
    },
    {
      "epoch": 37.19230769230769,
      "grad_norm": 1.6188808679580688,
      "learning_rate": 1.7054570919783796e-05,
      "loss": 0.0382,
      "step": 9670
    },
    {
      "epoch": 37.23076923076923,
      "grad_norm": 1.556585669517517,
      "learning_rate": 1.7029999834369264e-05,
      "loss": 0.0387,
      "step": 9680
    },
    {
      "epoch": 37.26923076923077,
      "grad_norm": 1.5919781923294067,
      "learning_rate": 1.7005423199012696e-05,
      "loss": 0.034,
      "step": 9690
    },
    {
      "epoch": 37.30769230769231,
      "grad_norm": 1.565858244895935,
      "learning_rate": 1.6980841080905687e-05,
      "loss": 0.0344,
      "step": 9700
    },
    {
      "epoch": 37.34615384615385,
      "grad_norm": 1.190491795539856,
      "learning_rate": 1.6956253547254798e-05,
      "loss": 0.0405,
      "step": 9710
    },
    {
      "epoch": 37.38461538461539,
      "grad_norm": 1.2053945064544678,
      "learning_rate": 1.693166066528141e-05,
      "loss": 0.0366,
      "step": 9720
    },
    {
      "epoch": 37.42307692307692,
      "grad_norm": 1.7797147035598755,
      "learning_rate": 1.690706250222152e-05,
      "loss": 0.0404,
      "step": 9730
    },
    {
      "epoch": 37.46153846153846,
      "grad_norm": 1.3981484174728394,
      "learning_rate": 1.6882459125325573e-05,
      "loss": 0.0372,
      "step": 9740
    },
    {
      "epoch": 37.5,
      "grad_norm": 1.3930727243423462,
      "learning_rate": 1.685785060185826e-05,
      "loss": 0.036,
      "step": 9750
    },
    {
      "epoch": 37.53846153846154,
      "grad_norm": 1.2622334957122803,
      "learning_rate": 1.683323699909834e-05,
      "loss": 0.036,
      "step": 9760
    },
    {
      "epoch": 37.57692307692308,
      "grad_norm": 1.3782292604446411,
      "learning_rate": 1.6808618384338472e-05,
      "loss": 0.0375,
      "step": 9770
    },
    {
      "epoch": 37.61538461538461,
      "grad_norm": 1.3075623512268066,
      "learning_rate": 1.6783994824885e-05,
      "loss": 0.0357,
      "step": 9780
    },
    {
      "epoch": 37.65384615384615,
      "grad_norm": 1.449067234992981,
      "learning_rate": 1.6759366388057795e-05,
      "loss": 0.04,
      "step": 9790
    },
    {
      "epoch": 37.69230769230769,
      "grad_norm": 1.53331458568573,
      "learning_rate": 1.6734733141190073e-05,
      "loss": 0.0322,
      "step": 9800
    },
    {
      "epoch": 37.73076923076923,
      "grad_norm": 1.3725186586380005,
      "learning_rate": 1.6710095151628182e-05,
      "loss": 0.0394,
      "step": 9810
    },
    {
      "epoch": 37.76923076923077,
      "grad_norm": 1.6133525371551514,
      "learning_rate": 1.668545248673144e-05,
      "loss": 0.0329,
      "step": 9820
    },
    {
      "epoch": 37.80769230769231,
      "grad_norm": 1.2607682943344116,
      "learning_rate": 1.6660805213871962e-05,
      "loss": 0.0432,
      "step": 9830
    },
    {
      "epoch": 37.84615384615385,
      "grad_norm": 1.4924263954162598,
      "learning_rate": 1.663615340043445e-05,
      "loss": 0.0392,
      "step": 9840
    },
    {
      "epoch": 37.88461538461539,
      "grad_norm": 1.3537297248840332,
      "learning_rate": 1.6611497113816014e-05,
      "loss": 0.0426,
      "step": 9850
    },
    {
      "epoch": 37.92307692307692,
      "grad_norm": 1.1831531524658203,
      "learning_rate": 1.6586836421426007e-05,
      "loss": 0.0383,
      "step": 9860
    },
    {
      "epoch": 37.96153846153846,
      "grad_norm": 1.317609429359436,
      "learning_rate": 1.6562171390685815e-05,
      "loss": 0.033,
      "step": 9870
    },
    {
      "epoch": 38.0,
      "grad_norm": 1.4860436916351318,
      "learning_rate": 1.653750208902869e-05,
      "loss": 0.0377,
      "step": 9880
    },
    {
      "epoch": 38.03846153846154,
      "grad_norm": 1.7705858945846558,
      "learning_rate": 1.6512828583899562e-05,
      "loss": 0.0428,
      "step": 9890
    },
    {
      "epoch": 38.07692307692308,
      "grad_norm": 1.4256800413131714,
      "learning_rate": 1.648815094275486e-05,
      "loss": 0.0374,
      "step": 9900
    },
    {
      "epoch": 38.11538461538461,
      "grad_norm": 1.430487871170044,
      "learning_rate": 1.6463469233062302e-05,
      "loss": 0.0382,
      "step": 9910
    },
    {
      "epoch": 38.15384615384615,
      "grad_norm": 1.273598074913025,
      "learning_rate": 1.6438783522300742e-05,
      "loss": 0.0403,
      "step": 9920
    },
    {
      "epoch": 38.19230769230769,
      "grad_norm": 1.6827222108840942,
      "learning_rate": 1.641409387795997e-05,
      "loss": 0.0318,
      "step": 9930
    },
    {
      "epoch": 38.23076923076923,
      "grad_norm": 1.5564827919006348,
      "learning_rate": 1.6389400367540534e-05,
      "loss": 0.0443,
      "step": 9940
    },
    {
      "epoch": 38.26923076923077,
      "grad_norm": 1.5248053073883057,
      "learning_rate": 1.6364703058553552e-05,
      "loss": 0.0408,
      "step": 9950
    },
    {
      "epoch": 38.30769230769231,
      "grad_norm": 1.2614673376083374,
      "learning_rate": 1.6340002018520512e-05,
      "loss": 0.0372,
      "step": 9960
    },
    {
      "epoch": 38.34615384615385,
      "grad_norm": 1.43790602684021,
      "learning_rate": 1.6315297314973126e-05,
      "loss": 0.0354,
      "step": 9970
    },
    {
      "epoch": 38.38461538461539,
      "grad_norm": 1.3772172927856445,
      "learning_rate": 1.6290589015453102e-05,
      "loss": 0.0362,
      "step": 9980
    },
    {
      "epoch": 38.42307692307692,
      "grad_norm": 1.5918662548065186,
      "learning_rate": 1.6265877187511993e-05,
      "loss": 0.0378,
      "step": 9990
    },
    {
      "epoch": 38.46153846153846,
      "grad_norm": 1.3942394256591797,
      "learning_rate": 1.6241161898710993e-05,
      "loss": 0.0408,
      "step": 10000
    },
    {
      "epoch": 38.5,
      "grad_norm": 0.9701500535011292,
      "learning_rate": 1.6216443216620752e-05,
      "loss": 0.0364,
      "step": 10010
    },
    {
      "epoch": 38.53846153846154,
      "grad_norm": 1.424035668373108,
      "learning_rate": 1.6191721208821208e-05,
      "loss": 0.0372,
      "step": 10020
    },
    {
      "epoch": 38.57692307692308,
      "grad_norm": 1.392910361289978,
      "learning_rate": 1.6166995942901382e-05,
      "loss": 0.0374,
      "step": 10030
    },
    {
      "epoch": 38.61538461538461,
      "grad_norm": 1.6318131685256958,
      "learning_rate": 1.614226748645921e-05,
      "loss": 0.0436,
      "step": 10040
    },
    {
      "epoch": 38.65384615384615,
      "grad_norm": 1.4503819942474365,
      "learning_rate": 1.6117535907101354e-05,
      "loss": 0.0332,
      "step": 10050
    },
    {
      "epoch": 38.69230769230769,
      "grad_norm": 1.5287636518478394,
      "learning_rate": 1.6092801272442996e-05,
      "loss": 0.0395,
      "step": 10060
    },
    {
      "epoch": 38.73076923076923,
      "grad_norm": 1.3624824285507202,
      "learning_rate": 1.606806365010769e-05,
      "loss": 0.037,
      "step": 10070
    },
    {
      "epoch": 38.76923076923077,
      "grad_norm": 1.548240065574646,
      "learning_rate": 1.6043323107727143e-05,
      "loss": 0.0361,
      "step": 10080
    },
    {
      "epoch": 38.80769230769231,
      "grad_norm": 1.3337862491607666,
      "learning_rate": 1.6018579712941064e-05,
      "loss": 0.0344,
      "step": 10090
    },
    {
      "epoch": 38.84615384615385,
      "grad_norm": 1.3645668029785156,
      "learning_rate": 1.599383353339694e-05,
      "loss": 0.0361,
      "step": 10100
    },
    {
      "epoch": 38.88461538461539,
      "grad_norm": 1.2591993808746338,
      "learning_rate": 1.596908463674989e-05,
      "loss": 0.0381,
      "step": 10110
    },
    {
      "epoch": 38.92307692307692,
      "grad_norm": 1.321970820426941,
      "learning_rate": 1.5944333090662442e-05,
      "loss": 0.0363,
      "step": 10120
    },
    {
      "epoch": 38.96153846153846,
      "grad_norm": 1.4175691604614258,
      "learning_rate": 1.5919578962804386e-05,
      "loss": 0.0349,
      "step": 10130
    },
    {
      "epoch": 39.0,
      "grad_norm": 1.2944371700286865,
      "learning_rate": 1.5894822320852563e-05,
      "loss": 0.0344,
      "step": 10140
    },
    {
      "epoch": 39.03846153846154,
      "grad_norm": 1.2625024318695068,
      "learning_rate": 1.5870063232490677e-05,
      "loss": 0.0344,
      "step": 10150
    },
    {
      "epoch": 39.07692307692308,
      "grad_norm": 1.521975040435791,
      "learning_rate": 1.5845301765409144e-05,
      "loss": 0.0347,
      "step": 10160
    },
    {
      "epoch": 39.11538461538461,
      "grad_norm": 1.0716321468353271,
      "learning_rate": 1.5820537987304856e-05,
      "loss": 0.0378,
      "step": 10170
    },
    {
      "epoch": 39.15384615384615,
      "grad_norm": 1.3439924716949463,
      "learning_rate": 1.5795771965881044e-05,
      "loss": 0.0372,
      "step": 10180
    },
    {
      "epoch": 39.19230769230769,
      "grad_norm": 1.193076252937317,
      "learning_rate": 1.577100376884707e-05,
      "loss": 0.0375,
      "step": 10190
    },
    {
      "epoch": 39.23076923076923,
      "grad_norm": 1.5394845008850098,
      "learning_rate": 1.5746233463918226e-05,
      "loss": 0.0352,
      "step": 10200
    },
    {
      "epoch": 39.26923076923077,
      "grad_norm": 1.3572865724563599,
      "learning_rate": 1.572146111881559e-05,
      "loss": 0.0388,
      "step": 10210
    },
    {
      "epoch": 39.30769230769231,
      "grad_norm": 1.4613553285598755,
      "learning_rate": 1.56966868012658e-05,
      "loss": 0.0356,
      "step": 10220
    },
    {
      "epoch": 39.34615384615385,
      "grad_norm": 1.1900838613510132,
      "learning_rate": 1.56719105790009e-05,
      "loss": 0.038,
      "step": 10230
    },
    {
      "epoch": 39.38461538461539,
      "grad_norm": 1.154110312461853,
      "learning_rate": 1.5647132519758135e-05,
      "loss": 0.034,
      "step": 10240
    },
    {
      "epoch": 39.42307692307692,
      "grad_norm": 1.509911060333252,
      "learning_rate": 1.562235269127977e-05,
      "loss": 0.0357,
      "step": 10250
    },
    {
      "epoch": 39.46153846153846,
      "grad_norm": 1.6270045042037964,
      "learning_rate": 1.5597571161312914e-05,
      "loss": 0.0373,
      "step": 10260
    },
    {
      "epoch": 39.5,
      "grad_norm": 1.1288354396820068,
      "learning_rate": 1.557278799760932e-05,
      "loss": 0.0348,
      "step": 10270
    },
    {
      "epoch": 39.53846153846154,
      "grad_norm": 1.4229916334152222,
      "learning_rate": 1.5548003267925214e-05,
      "loss": 0.0449,
      "step": 10280
    },
    {
      "epoch": 39.57692307692308,
      "grad_norm": 1.5001567602157593,
      "learning_rate": 1.5523217040021094e-05,
      "loss": 0.0411,
      "step": 10290
    },
    {
      "epoch": 39.61538461538461,
      "grad_norm": 1.4716676473617554,
      "learning_rate": 1.549842938166157e-05,
      "loss": 0.0346,
      "step": 10300
    },
    {
      "epoch": 39.65384615384615,
      "grad_norm": 1.4848761558532715,
      "learning_rate": 1.5473640360615146e-05,
      "loss": 0.0362,
      "step": 10310
    },
    {
      "epoch": 39.69230769230769,
      "grad_norm": 1.4209644794464111,
      "learning_rate": 1.5448850044654063e-05,
      "loss": 0.0393,
      "step": 10320
    },
    {
      "epoch": 39.73076923076923,
      "grad_norm": 1.292456030845642,
      "learning_rate": 1.5424058501554102e-05,
      "loss": 0.0346,
      "step": 10330
    },
    {
      "epoch": 39.76923076923077,
      "grad_norm": 1.3563344478607178,
      "learning_rate": 1.5399265799094383e-05,
      "loss": 0.0329,
      "step": 10340
    },
    {
      "epoch": 39.80769230769231,
      "grad_norm": 1.2830549478530884,
      "learning_rate": 1.537447200505722e-05,
      "loss": 0.0358,
      "step": 10350
    },
    {
      "epoch": 39.84615384615385,
      "grad_norm": 1.562695860862732,
      "learning_rate": 1.5349677187227892e-05,
      "loss": 0.03,
      "step": 10360
    },
    {
      "epoch": 39.88461538461539,
      "grad_norm": 1.3443552255630493,
      "learning_rate": 1.532488141339449e-05,
      "loss": 0.0394,
      "step": 10370
    },
    {
      "epoch": 39.92307692307692,
      "grad_norm": 1.4095454216003418,
      "learning_rate": 1.5300084751347703e-05,
      "loss": 0.0367,
      "step": 10380
    },
    {
      "epoch": 39.96153846153846,
      "grad_norm": 1.2375614643096924,
      "learning_rate": 1.527528726888067e-05,
      "loss": 0.0324,
      "step": 10390
    },
    {
      "epoch": 40.0,
      "grad_norm": 1.1956071853637695,
      "learning_rate": 1.5250489033788757e-05,
      "loss": 0.0371,
      "step": 10400
    },
    {
      "epoch": 40.03846153846154,
      "grad_norm": 1.4053899049758911,
      "learning_rate": 1.5225690113869383e-05,
      "loss": 0.0355,
      "step": 10410
    },
    {
      "epoch": 40.07692307692308,
      "grad_norm": 1.349990725517273,
      "learning_rate": 1.5200890576921863e-05,
      "loss": 0.0358,
      "step": 10420
    },
    {
      "epoch": 40.11538461538461,
      "grad_norm": 1.2344571352005005,
      "learning_rate": 1.5176090490747174e-05,
      "loss": 0.0344,
      "step": 10430
    },
    {
      "epoch": 40.15384615384615,
      "grad_norm": 1.5571675300598145,
      "learning_rate": 1.5151289923147806e-05,
      "loss": 0.0384,
      "step": 10440
    },
    {
      "epoch": 40.19230769230769,
      "grad_norm": 1.5244865417480469,
      "learning_rate": 1.5126488941927568e-05,
      "loss": 0.0371,
      "step": 10450
    },
    {
      "epoch": 40.23076923076923,
      "grad_norm": 1.5313900709152222,
      "learning_rate": 1.5101687614891385e-05,
      "loss": 0.0351,
      "step": 10460
    },
    {
      "epoch": 40.26923076923077,
      "grad_norm": 1.3361246585845947,
      "learning_rate": 1.5076886009845157e-05,
      "loss": 0.0354,
      "step": 10470
    },
    {
      "epoch": 40.30769230769231,
      "grad_norm": 1.0437862873077393,
      "learning_rate": 1.5052084194595507e-05,
      "loss": 0.0359,
      "step": 10480
    },
    {
      "epoch": 40.34615384615385,
      "grad_norm": 1.0374122858047485,
      "learning_rate": 1.5027282236949662e-05,
      "loss": 0.0337,
      "step": 10490
    },
    {
      "epoch": 40.38461538461539,
      "grad_norm": 1.1165339946746826,
      "learning_rate": 1.5002480204715218e-05,
      "loss": 0.0326,
      "step": 10500
    },
    {
      "epoch": 40.42307692307692,
      "grad_norm": 1.3532160520553589,
      "learning_rate": 1.4977678165699992e-05,
      "loss": 0.0389,
      "step": 10510
    },
    {
      "epoch": 40.46153846153846,
      "grad_norm": 1.457037329673767,
      "learning_rate": 1.4952876187711806e-05,
      "loss": 0.0414,
      "step": 10520
    },
    {
      "epoch": 40.5,
      "grad_norm": 0.9408591985702515,
      "learning_rate": 1.4928074338558326e-05,
      "loss": 0.0395,
      "step": 10530
    },
    {
      "epoch": 40.53846153846154,
      "grad_norm": 1.212058424949646,
      "learning_rate": 1.4903272686046857e-05,
      "loss": 0.0341,
      "step": 10540
    },
    {
      "epoch": 40.57692307692308,
      "grad_norm": 1.4682952165603638,
      "learning_rate": 1.4878471297984174e-05,
      "loss": 0.0335,
      "step": 10550
    },
    {
      "epoch": 40.61538461538461,
      "grad_norm": 1.4514968395233154,
      "learning_rate": 1.4853670242176318e-05,
      "loss": 0.0367,
      "step": 10560
    },
    {
      "epoch": 40.65384615384615,
      "grad_norm": 1.0562829971313477,
      "learning_rate": 1.4828869586428433e-05,
      "loss": 0.0357,
      "step": 10570
    },
    {
      "epoch": 40.69230769230769,
      "grad_norm": 1.3134219646453857,
      "learning_rate": 1.4804069398544563e-05,
      "loss": 0.0333,
      "step": 10580
    },
    {
      "epoch": 40.73076923076923,
      "grad_norm": 1.3238235712051392,
      "learning_rate": 1.477926974632748e-05,
      "loss": 0.0375,
      "step": 10590
    },
    {
      "epoch": 40.76923076923077,
      "grad_norm": 1.2255327701568604,
      "learning_rate": 1.4754470697578478e-05,
      "loss": 0.0354,
      "step": 10600
    },
    {
      "epoch": 40.80769230769231,
      "grad_norm": 1.4414708614349365,
      "learning_rate": 1.4729672320097214e-05,
      "loss": 0.0358,
      "step": 10610
    },
    {
      "epoch": 40.84615384615385,
      "grad_norm": 1.1872987747192383,
      "learning_rate": 1.4704874681681504e-05,
      "loss": 0.0342,
      "step": 10620
    },
    {
      "epoch": 40.88461538461539,
      "grad_norm": 1.2035821676254272,
      "learning_rate": 1.4680077850127146e-05,
      "loss": 0.0378,
      "step": 10630
    },
    {
      "epoch": 40.92307692307692,
      "grad_norm": 1.3482985496520996,
      "learning_rate": 1.465528189322773e-05,
      "loss": 0.0341,
      "step": 10640
    },
    {
      "epoch": 40.96153846153846,
      "grad_norm": 1.2167506217956543,
      "learning_rate": 1.4630486878774455e-05,
      "loss": 0.0318,
      "step": 10650
    },
    {
      "epoch": 41.0,
      "grad_norm": 1.1671282052993774,
      "learning_rate": 1.4605692874555942e-05,
      "loss": 0.0357,
      "step": 10660
    },
    {
      "epoch": 41.03846153846154,
      "grad_norm": 1.4723036289215088,
      "learning_rate": 1.4580899948358054e-05,
      "loss": 0.0341,
      "step": 10670
    },
    {
      "epoch": 41.07692307692308,
      "grad_norm": 1.1682496070861816,
      "learning_rate": 1.4556108167963702e-05,
      "loss": 0.0373,
      "step": 10680
    },
    {
      "epoch": 41.11538461538461,
      "grad_norm": 1.1913172006607056,
      "learning_rate": 1.4531317601152675e-05,
      "loss": 0.0328,
      "step": 10690
    },
    {
      "epoch": 41.15384615384615,
      "grad_norm": 1.110813856124878,
      "learning_rate": 1.4506528315701425e-05,
      "loss": 0.0348,
      "step": 10700
    },
    {
      "epoch": 41.19230769230769,
      "grad_norm": 1.4629855155944824,
      "learning_rate": 1.4481740379382916e-05,
      "loss": 0.0398,
      "step": 10710
    },
    {
      "epoch": 41.23076923076923,
      "grad_norm": 1.0551105737686157,
      "learning_rate": 1.445695385996642e-05,
      "loss": 0.0308,
      "step": 10720
    },
    {
      "epoch": 41.26923076923077,
      "grad_norm": 1.0418416261672974,
      "learning_rate": 1.4432168825217344e-05,
      "loss": 0.0325,
      "step": 10730
    },
    {
      "epoch": 41.30769230769231,
      "grad_norm": 1.2222310304641724,
      "learning_rate": 1.4407385342897005e-05,
      "loss": 0.0379,
      "step": 10740
    },
    {
      "epoch": 41.34615384615385,
      "grad_norm": 1.45067298412323,
      "learning_rate": 1.4382603480762514e-05,
      "loss": 0.0334,
      "step": 10750
    },
    {
      "epoch": 41.38461538461539,
      "grad_norm": 1.6197105646133423,
      "learning_rate": 1.4357823306566529e-05,
      "loss": 0.0385,
      "step": 10760
    },
    {
      "epoch": 41.42307692307692,
      "grad_norm": 1.3169426918029785,
      "learning_rate": 1.4333044888057104e-05,
      "loss": 0.0362,
      "step": 10770
    },
    {
      "epoch": 41.46153846153846,
      "grad_norm": 1.2981311082839966,
      "learning_rate": 1.4308268292977496e-05,
      "loss": 0.0353,
      "step": 10780
    },
    {
      "epoch": 41.5,
      "grad_norm": 1.1880425214767456,
      "learning_rate": 1.4283493589065948e-05,
      "loss": 0.0365,
      "step": 10790
    },
    {
      "epoch": 41.53846153846154,
      "grad_norm": 1.3107539415359497,
      "learning_rate": 1.4258720844055573e-05,
      "loss": 0.0352,
      "step": 10800
    },
    {
      "epoch": 41.57692307692308,
      "grad_norm": 0.9910938739776611,
      "learning_rate": 1.4233950125674105e-05,
      "loss": 0.0354,
      "step": 10810
    },
    {
      "epoch": 41.61538461538461,
      "grad_norm": 0.9883972406387329,
      "learning_rate": 1.420918150164374e-05,
      "loss": 0.0393,
      "step": 10820
    },
    {
      "epoch": 41.65384615384615,
      "grad_norm": 1.3997018337249756,
      "learning_rate": 1.4184415039680958e-05,
      "loss": 0.0391,
      "step": 10830
    },
    {
      "epoch": 41.69230769230769,
      "grad_norm": 1.234336018562317,
      "learning_rate": 1.415965080749631e-05,
      "loss": 0.0374,
      "step": 10840
    },
    {
      "epoch": 41.73076923076923,
      "grad_norm": 1.1024219989776611,
      "learning_rate": 1.4134888872794265e-05,
      "loss": 0.0343,
      "step": 10850
    },
    {
      "epoch": 41.76923076923077,
      "grad_norm": 1.2052985429763794,
      "learning_rate": 1.411012930327301e-05,
      "loss": 0.034,
      "step": 10860
    },
    {
      "epoch": 41.80769230769231,
      "grad_norm": 1.3438876867294312,
      "learning_rate": 1.4085372166624263e-05,
      "loss": 0.0333,
      "step": 10870
    },
    {
      "epoch": 41.84615384615385,
      "grad_norm": 1.418308138847351,
      "learning_rate": 1.406061753053308e-05,
      "loss": 0.0343,
      "step": 10880
    },
    {
      "epoch": 41.88461538461539,
      "grad_norm": 1.53734290599823,
      "learning_rate": 1.40358654626777e-05,
      "loss": 0.0338,
      "step": 10890
    },
    {
      "epoch": 41.92307692307692,
      "grad_norm": 1.1732251644134521,
      "learning_rate": 1.4011116030729333e-05,
      "loss": 0.035,
      "step": 10900
    },
    {
      "epoch": 41.96153846153846,
      "grad_norm": 1.2510560750961304,
      "learning_rate": 1.3986369302351974e-05,
      "loss": 0.033,
      "step": 10910
    },
    {
      "epoch": 42.0,
      "grad_norm": 1.1198493242263794,
      "learning_rate": 1.3961625345202245e-05,
      "loss": 0.0305,
      "step": 10920
    },
    {
      "epoch": 42.03846153846154,
      "grad_norm": 1.0447126626968384,
      "learning_rate": 1.3936884226929163e-05,
      "loss": 0.0384,
      "step": 10930
    },
    {
      "epoch": 42.07692307692308,
      "grad_norm": 1.4311703443527222,
      "learning_rate": 1.391214601517401e-05,
      "loss": 0.0334,
      "step": 10940
    },
    {
      "epoch": 42.11538461538461,
      "grad_norm": 1.3343842029571533,
      "learning_rate": 1.3887410777570116e-05,
      "loss": 0.0358,
      "step": 10950
    },
    {
      "epoch": 42.15384615384615,
      "grad_norm": 1.2059050798416138,
      "learning_rate": 1.3862678581742667e-05,
      "loss": 0.0349,
      "step": 10960
    },
    {
      "epoch": 42.19230769230769,
      "grad_norm": 1.4710291624069214,
      "learning_rate": 1.3837949495308558e-05,
      "loss": 0.0334,
      "step": 10970
    },
    {
      "epoch": 42.23076923076923,
      "grad_norm": 1.166894793510437,
      "learning_rate": 1.3813223585876145e-05,
      "loss": 0.0364,
      "step": 10980
    },
    {
      "epoch": 42.26923076923077,
      "grad_norm": 1.233723521232605,
      "learning_rate": 1.3788500921045135e-05,
      "loss": 0.0358,
      "step": 10990
    },
    {
      "epoch": 42.30769230769231,
      "grad_norm": 1.1590265035629272,
      "learning_rate": 1.3763781568406343e-05,
      "loss": 0.0429,
      "step": 11000
    },
    {
      "epoch": 42.34615384615385,
      "grad_norm": 1.349654197692871,
      "learning_rate": 1.3739065595541548e-05,
      "loss": 0.0321,
      "step": 11010
    },
    {
      "epoch": 42.38461538461539,
      "grad_norm": 1.0555387735366821,
      "learning_rate": 1.3714353070023257e-05,
      "loss": 0.0355,
      "step": 11020
    },
    {
      "epoch": 42.42307692307692,
      "grad_norm": 1.2509338855743408,
      "learning_rate": 1.368964405941458e-05,
      "loss": 0.0405,
      "step": 11030
    },
    {
      "epoch": 42.46153846153846,
      "grad_norm": 1.2438158988952637,
      "learning_rate": 1.366493863126901e-05,
      "loss": 0.0317,
      "step": 11040
    },
    {
      "epoch": 42.5,
      "grad_norm": 0.9446445107460022,
      "learning_rate": 1.3640236853130243e-05,
      "loss": 0.0364,
      "step": 11050
    },
    {
      "epoch": 42.53846153846154,
      "grad_norm": 1.0268769264221191,
      "learning_rate": 1.3615538792532002e-05,
      "loss": 0.0299,
      "step": 11060
    },
    {
      "epoch": 42.57692307692308,
      "grad_norm": 1.1675711870193481,
      "learning_rate": 1.3590844516997832e-05,
      "loss": 0.0399,
      "step": 11070
    },
    {
      "epoch": 42.61538461538461,
      "grad_norm": 1.2040306329727173,
      "learning_rate": 1.356615409404094e-05,
      "loss": 0.0365,
      "step": 11080
    },
    {
      "epoch": 42.65384615384615,
      "grad_norm": 1.488957405090332,
      "learning_rate": 1.354146759116401e-05,
      "loss": 0.035,
      "step": 11090
    },
    {
      "epoch": 42.69230769230769,
      "grad_norm": 1.195846676826477,
      "learning_rate": 1.3516785075858988e-05,
      "loss": 0.0365,
      "step": 11100
    },
    {
      "epoch": 42.73076923076923,
      "grad_norm": 1.2420823574066162,
      "learning_rate": 1.3492106615606941e-05,
      "loss": 0.0425,
      "step": 11110
    },
    {
      "epoch": 42.76923076923077,
      "grad_norm": 1.2918013334274292,
      "learning_rate": 1.346743227787782e-05,
      "loss": 0.0356,
      "step": 11120
    },
    {
      "epoch": 42.80769230769231,
      "grad_norm": 1.0789659023284912,
      "learning_rate": 1.344276213013033e-05,
      "loss": 0.0333,
      "step": 11130
    },
    {
      "epoch": 42.84615384615385,
      "grad_norm": 1.1360996961593628,
      "learning_rate": 1.3418096239811712e-05,
      "loss": 0.0388,
      "step": 11140
    },
    {
      "epoch": 42.88461538461539,
      "grad_norm": 1.3978289365768433,
      "learning_rate": 1.3393434674357579e-05,
      "loss": 0.0426,
      "step": 11150
    },
    {
      "epoch": 42.92307692307692,
      "grad_norm": 1.1686747074127197,
      "learning_rate": 1.3368777501191692e-05,
      "loss": 0.0388,
      "step": 11160
    },
    {
      "epoch": 42.96153846153846,
      "grad_norm": 1.410258173942566,
      "learning_rate": 1.334412478772583e-05,
      "loss": 0.0369,
      "step": 11170
    },
    {
      "epoch": 43.0,
      "grad_norm": 1.2414584159851074,
      "learning_rate": 1.3319476601359565e-05,
      "loss": 0.0342,
      "step": 11180
    },
    {
      "epoch": 43.03846153846154,
      "grad_norm": 1.326174259185791,
      "learning_rate": 1.3294833009480105e-05,
      "loss": 0.0409,
      "step": 11190
    },
    {
      "epoch": 43.07692307692308,
      "grad_norm": 1.3536320924758911,
      "learning_rate": 1.3270194079462091e-05,
      "loss": 0.0399,
      "step": 11200
    },
    {
      "epoch": 43.11538461538461,
      "grad_norm": 1.1759998798370361,
      "learning_rate": 1.3245559878667405e-05,
      "loss": 0.0432,
      "step": 11210
    },
    {
      "epoch": 43.15384615384615,
      "grad_norm": 1.3741729259490967,
      "learning_rate": 1.3220930474445019e-05,
      "loss": 0.0346,
      "step": 11220
    },
    {
      "epoch": 43.19230769230769,
      "grad_norm": 1.5057193040847778,
      "learning_rate": 1.3196305934130778e-05,
      "loss": 0.0406,
      "step": 11230
    },
    {
      "epoch": 43.23076923076923,
      "grad_norm": 1.0771777629852295,
      "learning_rate": 1.3171686325047241e-05,
      "loss": 0.033,
      "step": 11240
    },
    {
      "epoch": 43.26923076923077,
      "grad_norm": 1.219438910484314,
      "learning_rate": 1.3147071714503484e-05,
      "loss": 0.0401,
      "step": 11250
    },
    {
      "epoch": 43.30769230769231,
      "grad_norm": 1.2763108015060425,
      "learning_rate": 1.3122462169794903e-05,
      "loss": 0.0341,
      "step": 11260
    },
    {
      "epoch": 43.34615384615385,
      "grad_norm": 1.3366858959197998,
      "learning_rate": 1.3097857758203053e-05,
      "loss": 0.0332,
      "step": 11270
    },
    {
      "epoch": 43.38461538461539,
      "grad_norm": 1.2299692630767822,
      "learning_rate": 1.3073258546995455e-05,
      "loss": 0.0342,
      "step": 11280
    },
    {
      "epoch": 43.42307692307692,
      "grad_norm": 1.306052803993225,
      "learning_rate": 1.3048664603425429e-05,
      "loss": 0.0374,
      "step": 11290
    },
    {
      "epoch": 43.46153846153846,
      "grad_norm": 1.087632656097412,
      "learning_rate": 1.3024075994731859e-05,
      "loss": 0.0365,
      "step": 11300
    },
    {
      "epoch": 43.5,
      "grad_norm": 0.9882426857948303,
      "learning_rate": 1.2999492788139068e-05,
      "loss": 0.0341,
      "step": 11310
    },
    {
      "epoch": 43.53846153846154,
      "grad_norm": 1.2657909393310547,
      "learning_rate": 1.2974915050856605e-05,
      "loss": 0.0322,
      "step": 11320
    },
    {
      "epoch": 43.57692307692308,
      "grad_norm": 1.2123744487762451,
      "learning_rate": 1.2950342850079061e-05,
      "loss": 0.0376,
      "step": 11330
    },
    {
      "epoch": 43.61538461538461,
      "grad_norm": 1.2592309713363647,
      "learning_rate": 1.292577625298591e-05,
      "loss": 0.0387,
      "step": 11340
    },
    {
      "epoch": 43.65384615384615,
      "grad_norm": 1.4374959468841553,
      "learning_rate": 1.2901215326741273e-05,
      "loss": 0.0322,
      "step": 11350
    },
    {
      "epoch": 43.69230769230769,
      "grad_norm": 1.2394741773605347,
      "learning_rate": 1.287666013849379e-05,
      "loss": 0.0324,
      "step": 11360
    },
    {
      "epoch": 43.73076923076923,
      "grad_norm": 1.3554021120071411,
      "learning_rate": 1.285211075537641e-05,
      "loss": 0.0399,
      "step": 11370
    },
    {
      "epoch": 43.76923076923077,
      "grad_norm": 1.1661251783370972,
      "learning_rate": 1.2827567244506203e-05,
      "loss": 0.0318,
      "step": 11380
    },
    {
      "epoch": 43.80769230769231,
      "grad_norm": 1.3110450506210327,
      "learning_rate": 1.2803029672984208e-05,
      "loss": 0.0323,
      "step": 11390
    },
    {
      "epoch": 43.84615384615385,
      "grad_norm": 1.064651370048523,
      "learning_rate": 1.2778498107895186e-05,
      "loss": 0.03,
      "step": 11400
    },
    {
      "epoch": 43.88461538461539,
      "grad_norm": 1.1394022703170776,
      "learning_rate": 1.275397261630751e-05,
      "loss": 0.0366,
      "step": 11410
    },
    {
      "epoch": 43.92307692307692,
      "grad_norm": 1.3582385778427124,
      "learning_rate": 1.2729453265272935e-05,
      "loss": 0.0375,
      "step": 11420
    },
    {
      "epoch": 43.96153846153846,
      "grad_norm": 1.1929188966751099,
      "learning_rate": 1.270494012182644e-05,
      "loss": 0.0334,
      "step": 11430
    },
    {
      "epoch": 44.0,
      "grad_norm": 1.1532018184661865,
      "learning_rate": 1.268043325298601e-05,
      "loss": 0.0329,
      "step": 11440
    },
    {
      "epoch": 44.03846153846154,
      "grad_norm": 1.142674446105957,
      "learning_rate": 1.2655932725752494e-05,
      "loss": 0.0365,
      "step": 11450
    },
    {
      "epoch": 44.07692307692308,
      "grad_norm": 1.3638461828231812,
      "learning_rate": 1.26314386071094e-05,
      "loss": 0.0436,
      "step": 11460
    },
    {
      "epoch": 44.11538461538461,
      "grad_norm": 0.972291886806488,
      "learning_rate": 1.2606950964022701e-05,
      "loss": 0.0376,
      "step": 11470
    },
    {
      "epoch": 44.15384615384615,
      "grad_norm": 1.145645022392273,
      "learning_rate": 1.2582469863440704e-05,
      "loss": 0.0343,
      "step": 11480
    },
    {
      "epoch": 44.19230769230769,
      "grad_norm": 1.0924091339111328,
      "learning_rate": 1.2557995372293778e-05,
      "loss": 0.0307,
      "step": 11490
    },
    {
      "epoch": 44.23076923076923,
      "grad_norm": 1.480159878730774,
      "learning_rate": 1.2533527557494257e-05,
      "loss": 0.0368,
      "step": 11500
    },
    {
      "epoch": 44.26923076923077,
      "grad_norm": 1.4256212711334229,
      "learning_rate": 1.250906648593621e-05,
      "loss": 0.0329,
      "step": 11510
    },
    {
      "epoch": 44.30769230769231,
      "grad_norm": 1.190695881843567,
      "learning_rate": 1.2484612224495275e-05,
      "loss": 0.0342,
      "step": 11520
    },
    {
      "epoch": 44.34615384615385,
      "grad_norm": 1.098670482635498,
      "learning_rate": 1.2460164840028477e-05,
      "loss": 0.0368,
      "step": 11530
    },
    {
      "epoch": 44.38461538461539,
      "grad_norm": 1.0962218046188354,
      "learning_rate": 1.2435724399374016e-05,
      "loss": 0.031,
      "step": 11540
    },
    {
      "epoch": 44.42307692307692,
      "grad_norm": 1.2497434616088867,
      "learning_rate": 1.2411290969351129e-05,
      "loss": 0.0367,
      "step": 11550
    },
    {
      "epoch": 44.46153846153846,
      "grad_norm": 1.417742133140564,
      "learning_rate": 1.2386864616759883e-05,
      "loss": 0.0356,
      "step": 11560
    },
    {
      "epoch": 44.5,
      "grad_norm": 0.9971799850463867,
      "learning_rate": 1.2362445408380996e-05,
      "loss": 0.0332,
      "step": 11570
    },
    {
      "epoch": 44.53846153846154,
      "grad_norm": 1.040932059288025,
      "learning_rate": 1.2338033410975644e-05,
      "loss": 0.0304,
      "step": 11580
    },
    {
      "epoch": 44.57692307692308,
      "grad_norm": 1.272524356842041,
      "learning_rate": 1.2313628691285301e-05,
      "loss": 0.0364,
      "step": 11590
    },
    {
      "epoch": 44.61538461538461,
      "grad_norm": 1.156447410583496,
      "learning_rate": 1.2289231316031536e-05,
      "loss": 0.0333,
      "step": 11600
    },
    {
      "epoch": 44.65384615384615,
      "grad_norm": 1.2335338592529297,
      "learning_rate": 1.2264841351915842e-05,
      "loss": 0.0339,
      "step": 11610
    },
    {
      "epoch": 44.69230769230769,
      "grad_norm": 1.2152777910232544,
      "learning_rate": 1.2240458865619455e-05,
      "loss": 0.0372,
      "step": 11620
    },
    {
      "epoch": 44.73076923076923,
      "grad_norm": 1.3504607677459717,
      "learning_rate": 1.2216083923803152e-05,
      "loss": 0.0318,
      "step": 11630
    },
    {
      "epoch": 44.76923076923077,
      "grad_norm": 1.2215933799743652,
      "learning_rate": 1.2191716593107097e-05,
      "loss": 0.0363,
      "step": 11640
    },
    {
      "epoch": 44.80769230769231,
      "grad_norm": 1.2269892692565918,
      "learning_rate": 1.2167356940150645e-05,
      "loss": 0.0331,
      "step": 11650
    },
    {
      "epoch": 44.84615384615385,
      "grad_norm": 1.2709892988204956,
      "learning_rate": 1.2143005031532152e-05,
      "loss": 0.0313,
      "step": 11660
    },
    {
      "epoch": 44.88461538461539,
      "grad_norm": 1.2237647771835327,
      "learning_rate": 1.2118660933828813e-05,
      "loss": 0.0358,
      "step": 11670
    },
    {
      "epoch": 44.92307692307692,
      "grad_norm": 1.1469601392745972,
      "learning_rate": 1.2094324713596453e-05,
      "loss": 0.0317,
      "step": 11680
    },
    {
      "epoch": 44.96153846153846,
      "grad_norm": 1.236554503440857,
      "learning_rate": 1.2069996437369374e-05,
      "loss": 0.0353,
      "step": 11690
    },
    {
      "epoch": 45.0,
      "grad_norm": 1.014963150024414,
      "learning_rate": 1.2045676171660154e-05,
      "loss": 0.035,
      "step": 11700
    },
    {
      "epoch": 45.03846153846154,
      "grad_norm": 1.3070363998413086,
      "learning_rate": 1.2021363982959472e-05,
      "loss": 0.0399,
      "step": 11710
    },
    {
      "epoch": 45.07692307692308,
      "grad_norm": 1.0885117053985596,
      "learning_rate": 1.1997059937735919e-05,
      "loss": 0.0313,
      "step": 11720
    },
    {
      "epoch": 45.11538461538461,
      "grad_norm": 1.3546298742294312,
      "learning_rate": 1.197276410243583e-05,
      "loss": 0.0324,
      "step": 11730
    },
    {
      "epoch": 45.15384615384615,
      "grad_norm": 1.2902907133102417,
      "learning_rate": 1.194847654348309e-05,
      "loss": 0.0323,
      "step": 11740
    },
    {
      "epoch": 45.19230769230769,
      "grad_norm": 1.403416633605957,
      "learning_rate": 1.1924197327278957e-05,
      "loss": 0.0336,
      "step": 11750
    },
    {
      "epoch": 45.23076923076923,
      "grad_norm": 1.0065228939056396,
      "learning_rate": 1.1899926520201885e-05,
      "loss": 0.035,
      "step": 11760
    },
    {
      "epoch": 45.26923076923077,
      "grad_norm": 1.3786506652832031,
      "learning_rate": 1.1875664188607327e-05,
      "loss": 0.0288,
      "step": 11770
    },
    {
      "epoch": 45.30769230769231,
      "grad_norm": 1.0867382287979126,
      "learning_rate": 1.1851410398827578e-05,
      "loss": 0.0316,
      "step": 11780
    },
    {
      "epoch": 45.34615384615385,
      "grad_norm": 1.1923028230667114,
      "learning_rate": 1.1827165217171567e-05,
      "loss": 0.0345,
      "step": 11790
    },
    {
      "epoch": 45.38461538461539,
      "grad_norm": 1.1290911436080933,
      "learning_rate": 1.18029287099247e-05,
      "loss": 0.0334,
      "step": 11800
    },
    {
      "epoch": 45.42307692307692,
      "grad_norm": 1.5147455930709839,
      "learning_rate": 1.1778700943348662e-05,
      "loss": 0.0329,
      "step": 11810
    },
    {
      "epoch": 45.46153846153846,
      "grad_norm": 1.2994474172592163,
      "learning_rate": 1.1754481983681238e-05,
      "loss": 0.0371,
      "step": 11820
    },
    {
      "epoch": 45.5,
      "grad_norm": 1.4459302425384521,
      "learning_rate": 1.173027189713614e-05,
      "loss": 0.0352,
      "step": 11830
    },
    {
      "epoch": 45.53846153846154,
      "grad_norm": 1.4037601947784424,
      "learning_rate": 1.170607074990282e-05,
      "loss": 0.0305,
      "step": 11840
    },
    {
      "epoch": 45.57692307692308,
      "grad_norm": 0.9631344079971313,
      "learning_rate": 1.1681878608146297e-05,
      "loss": 0.0346,
      "step": 11850
    },
    {
      "epoch": 45.61538461538461,
      "grad_norm": 1.2066413164138794,
      "learning_rate": 1.1657695538006952e-05,
      "loss": 0.0389,
      "step": 11860
    },
    {
      "epoch": 45.65384615384615,
      "grad_norm": 0.925900399684906,
      "learning_rate": 1.163352160560038e-05,
      "loss": 0.0386,
      "step": 11870
    },
    {
      "epoch": 45.69230769230769,
      "grad_norm": 1.1876864433288574,
      "learning_rate": 1.1609356877017191e-05,
      "loss": 0.0327,
      "step": 11880
    },
    {
      "epoch": 45.73076923076923,
      "grad_norm": 1.419493317604065,
      "learning_rate": 1.1585201418322828e-05,
      "loss": 0.0365,
      "step": 11890
    },
    {
      "epoch": 45.76923076923077,
      "grad_norm": 1.2383546829223633,
      "learning_rate": 1.1561055295557397e-05,
      "loss": 0.0367,
      "step": 11900
    },
    {
      "epoch": 45.80769230769231,
      "grad_norm": 1.1757643222808838,
      "learning_rate": 1.1536918574735469e-05,
      "loss": 0.035,
      "step": 11910
    },
    {
      "epoch": 45.84615384615385,
      "grad_norm": 1.1894476413726807,
      "learning_rate": 1.1512791321845921e-05,
      "loss": 0.0332,
      "step": 11920
    },
    {
      "epoch": 45.88461538461539,
      "grad_norm": 1.043144702911377,
      "learning_rate": 1.148867360285174e-05,
      "loss": 0.0298,
      "step": 11930
    },
    {
      "epoch": 45.92307692307692,
      "grad_norm": 1.3999884128570557,
      "learning_rate": 1.1464565483689853e-05,
      "loss": 0.0358,
      "step": 11940
    },
    {
      "epoch": 45.96153846153846,
      "grad_norm": 0.8913671970367432,
      "learning_rate": 1.144046703027093e-05,
      "loss": 0.0321,
      "step": 11950
    },
    {
      "epoch": 46.0,
      "grad_norm": 0.9930167198181152,
      "learning_rate": 1.1416378308479223e-05,
      "loss": 0.0324,
      "step": 11960
    },
    {
      "epoch": 46.03846153846154,
      "grad_norm": 1.0561189651489258,
      "learning_rate": 1.1392299384172383e-05,
      "loss": 0.0356,
      "step": 11970
    },
    {
      "epoch": 46.07692307692308,
      "grad_norm": 1.3580750226974487,
      "learning_rate": 1.1368230323181267e-05,
      "loss": 0.0335,
      "step": 11980
    },
    {
      "epoch": 46.11538461538461,
      "grad_norm": 1.4222067594528198,
      "learning_rate": 1.1344171191309772e-05,
      "loss": 0.0325,
      "step": 11990
    },
    {
      "epoch": 46.15384615384615,
      "grad_norm": 1.2112866640090942,
      "learning_rate": 1.1320122054334636e-05,
      "loss": 0.0318,
      "step": 12000
    },
    {
      "epoch": 46.19230769230769,
      "grad_norm": 1.3446886539459229,
      "learning_rate": 1.1296082978005292e-05,
      "loss": 0.0361,
      "step": 12010
    },
    {
      "epoch": 46.23076923076923,
      "grad_norm": 1.4501997232437134,
      "learning_rate": 1.127205402804365e-05,
      "loss": 0.0388,
      "step": 12020
    },
    {
      "epoch": 46.26923076923077,
      "grad_norm": 1.107108473777771,
      "learning_rate": 1.1248035270143946e-05,
      "loss": 0.0343,
      "step": 12030
    },
    {
      "epoch": 46.30769230769231,
      "grad_norm": 1.1503781080245972,
      "learning_rate": 1.1224026769972545e-05,
      "loss": 0.0308,
      "step": 12040
    },
    {
      "epoch": 46.34615384615385,
      "grad_norm": 1.2170590162277222,
      "learning_rate": 1.1200028593167769e-05,
      "loss": 0.0347,
      "step": 12050
    },
    {
      "epoch": 46.38461538461539,
      "grad_norm": 1.3022524118423462,
      "learning_rate": 1.1176040805339718e-05,
      "loss": 0.0373,
      "step": 12060
    },
    {
      "epoch": 46.42307692307692,
      "grad_norm": 1.3600707054138184,
      "learning_rate": 1.1152063472070086e-05,
      "loss": 0.0335,
      "step": 12070
    },
    {
      "epoch": 46.46153846153846,
      "grad_norm": 1.551127552986145,
      "learning_rate": 1.1128096658911992e-05,
      "loss": 0.032,
      "step": 12080
    },
    {
      "epoch": 46.5,
      "grad_norm": 1.3627465963363647,
      "learning_rate": 1.1104140431389782e-05,
      "loss": 0.0292,
      "step": 12090
    },
    {
      "epoch": 46.53846153846154,
      "grad_norm": 1.3775311708450317,
      "learning_rate": 1.1080194854998868e-05,
      "loss": 0.0361,
      "step": 12100
    },
    {
      "epoch": 46.57692307692308,
      "grad_norm": 1.0679173469543457,
      "learning_rate": 1.1056259995205545e-05,
      "loss": 0.0323,
      "step": 12110
    },
    {
      "epoch": 46.61538461538461,
      "grad_norm": 1.3462945222854614,
      "learning_rate": 1.1032335917446803e-05,
      "loss": 0.0351,
      "step": 12120
    },
    {
      "epoch": 46.65384615384615,
      "grad_norm": 1.1379890441894531,
      "learning_rate": 1.100842268713016e-05,
      "loss": 0.0321,
      "step": 12130
    },
    {
      "epoch": 46.69230769230769,
      "grad_norm": 0.7943074703216553,
      "learning_rate": 1.098452036963347e-05,
      "loss": 0.0334,
      "step": 12140
    },
    {
      "epoch": 46.73076923076923,
      "grad_norm": 1.2128022909164429,
      "learning_rate": 1.096062903030476e-05,
      "loss": 0.0353,
      "step": 12150
    },
    {
      "epoch": 46.76923076923077,
      "grad_norm": 1.0873559713363647,
      "learning_rate": 1.0936748734462036e-05,
      "loss": 0.0405,
      "step": 12160
    },
    {
      "epoch": 46.80769230769231,
      "grad_norm": 1.2984329462051392,
      "learning_rate": 1.0912879547393119e-05,
      "loss": 0.0335,
      "step": 12170
    },
    {
      "epoch": 46.84615384615385,
      "grad_norm": 0.9440507292747498,
      "learning_rate": 1.0889021534355456e-05,
      "loss": 0.0366,
      "step": 12180
    },
    {
      "epoch": 46.88461538461539,
      "grad_norm": 1.3121964931488037,
      "learning_rate": 1.0865174760575936e-05,
      "loss": 0.037,
      "step": 12190
    },
    {
      "epoch": 46.92307692307692,
      "grad_norm": 1.1670479774475098,
      "learning_rate": 1.0841339291250733e-05,
      "loss": 0.0296,
      "step": 12200
    },
    {
      "epoch": 46.96153846153846,
      "grad_norm": 1.306760311126709,
      "learning_rate": 1.081751519154511e-05,
      "loss": 0.0386,
      "step": 12210
    },
    {
      "epoch": 47.0,
      "grad_norm": 1.1474354267120361,
      "learning_rate": 1.079370252659325e-05,
      "loss": 0.0337,
      "step": 12220
    },
    {
      "epoch": 47.03846153846154,
      "grad_norm": 1.2645727396011353,
      "learning_rate": 1.076990136149806e-05,
      "loss": 0.0394,
      "step": 12230
    },
    {
      "epoch": 47.07692307692308,
      "grad_norm": 1.2392700910568237,
      "learning_rate": 1.0746111761331021e-05,
      "loss": 0.0317,
      "step": 12240
    },
    {
      "epoch": 47.11538461538461,
      "grad_norm": 0.9455440044403076,
      "learning_rate": 1.0722333791131996e-05,
      "loss": 0.0332,
      "step": 12250
    },
    {
      "epoch": 47.15384615384615,
      "grad_norm": 1.4143307209014893,
      "learning_rate": 1.0698567515909041e-05,
      "loss": 0.0357,
      "step": 12260
    },
    {
      "epoch": 47.19230769230769,
      "grad_norm": 1.264585256576538,
      "learning_rate": 1.0674813000638252e-05,
      "loss": 0.0339,
      "step": 12270
    },
    {
      "epoch": 47.23076923076923,
      "grad_norm": 1.1998621225357056,
      "learning_rate": 1.0651070310263559e-05,
      "loss": 0.0337,
      "step": 12280
    },
    {
      "epoch": 47.26923076923077,
      "grad_norm": 1.1370961666107178,
      "learning_rate": 1.0627339509696574e-05,
      "loss": 0.0304,
      "step": 12290
    },
    {
      "epoch": 47.30769230769231,
      "grad_norm": 1.2680944204330444,
      "learning_rate": 1.06036206638164e-05,
      "loss": 0.032,
      "step": 12300
    },
    {
      "epoch": 47.34615384615385,
      "grad_norm": 1.0663670301437378,
      "learning_rate": 1.0579913837469455e-05,
      "loss": 0.032,
      "step": 12310
    },
    {
      "epoch": 47.38461538461539,
      "grad_norm": 1.1136479377746582,
      "learning_rate": 1.0556219095469303e-05,
      "loss": 0.0325,
      "step": 12320
    },
    {
      "epoch": 47.42307692307692,
      "grad_norm": 1.046266794204712,
      "learning_rate": 1.0532536502596455e-05,
      "loss": 0.0312,
      "step": 12330
    },
    {
      "epoch": 47.46153846153846,
      "grad_norm": 1.133286476135254,
      "learning_rate": 1.0508866123598218e-05,
      "loss": 0.0316,
      "step": 12340
    },
    {
      "epoch": 47.5,
      "grad_norm": 1.1869333982467651,
      "learning_rate": 1.0485208023188505e-05,
      "loss": 0.0332,
      "step": 12350
    },
    {
      "epoch": 47.53846153846154,
      "grad_norm": 1.3524519205093384,
      "learning_rate": 1.0461562266047668e-05,
      "loss": 0.0295,
      "step": 12360
    },
    {
      "epoch": 47.57692307692308,
      "grad_norm": 1.1688059568405151,
      "learning_rate": 1.0437928916822286e-05,
      "loss": 0.0285,
      "step": 12370
    },
    {
      "epoch": 47.61538461538461,
      "grad_norm": 1.3284744024276733,
      "learning_rate": 1.0414308040125043e-05,
      "loss": 0.0393,
      "step": 12380
    },
    {
      "epoch": 47.65384615384615,
      "grad_norm": 1.016032099723816,
      "learning_rate": 1.0390699700534517e-05,
      "loss": 0.0309,
      "step": 12390
    },
    {
      "epoch": 47.69230769230769,
      "grad_norm": 0.8657578229904175,
      "learning_rate": 1.0367103962595003e-05,
      "loss": 0.0377,
      "step": 12400
    },
    {
      "epoch": 47.73076923076923,
      "grad_norm": 1.0467973947525024,
      "learning_rate": 1.0343520890816356e-05,
      "loss": 0.0356,
      "step": 12410
    },
    {
      "epoch": 47.76923076923077,
      "grad_norm": 0.9654638767242432,
      "learning_rate": 1.0319950549673779e-05,
      "loss": 0.035,
      "step": 12420
    },
    {
      "epoch": 47.80769230769231,
      "grad_norm": 1.0706387758255005,
      "learning_rate": 1.0296393003607692e-05,
      "loss": 0.0344,
      "step": 12430
    },
    {
      "epoch": 47.84615384615385,
      "grad_norm": 1.2317215204238892,
      "learning_rate": 1.0272848317023526e-05,
      "loss": 0.0321,
      "step": 12440
    },
    {
      "epoch": 47.88461538461539,
      "grad_norm": 1.0294604301452637,
      "learning_rate": 1.0249316554291556e-05,
      "loss": 0.0297,
      "step": 12450
    },
    {
      "epoch": 47.92307692307692,
      "grad_norm": 1.147530198097229,
      "learning_rate": 1.022579777974673e-05,
      "loss": 0.0352,
      "step": 12460
    },
    {
      "epoch": 47.96153846153846,
      "grad_norm": 1.0180110931396484,
      "learning_rate": 1.0202292057688462e-05,
      "loss": 0.0317,
      "step": 12470
    },
    {
      "epoch": 48.0,
      "grad_norm": 0.9370880126953125,
      "learning_rate": 1.0178799452380511e-05,
      "loss": 0.036,
      "step": 12480
    },
    {
      "epoch": 48.03846153846154,
      "grad_norm": 0.9655492305755615,
      "learning_rate": 1.0155320028050757e-05,
      "loss": 0.032,
      "step": 12490
    },
    {
      "epoch": 48.07692307692308,
      "grad_norm": 0.9434256553649902,
      "learning_rate": 1.0131853848891063e-05,
      "loss": 0.0325,
      "step": 12500
    },
    {
      "epoch": 48.11538461538461,
      "grad_norm": 0.9240254163742065,
      "learning_rate": 1.0108400979057048e-05,
      "loss": 0.0302,
      "step": 12510
    },
    {
      "epoch": 48.15384615384615,
      "grad_norm": 1.0489293336868286,
      "learning_rate": 1.008496148266797e-05,
      "loss": 0.0306,
      "step": 12520
    },
    {
      "epoch": 48.19230769230769,
      "grad_norm": 1.136711835861206,
      "learning_rate": 1.0061535423806519e-05,
      "loss": 0.0304,
      "step": 12530
    },
    {
      "epoch": 48.23076923076923,
      "grad_norm": 1.0447853803634644,
      "learning_rate": 1.0038122866518647e-05,
      "loss": 0.0309,
      "step": 12540
    },
    {
      "epoch": 48.26923076923077,
      "grad_norm": 1.01454496383667,
      "learning_rate": 1.0014723874813394e-05,
      "loss": 0.0329,
      "step": 12550
    },
    {
      "epoch": 48.30769230769231,
      "grad_norm": 1.0103205442428589,
      "learning_rate": 9.991338512662696e-06,
      "loss": 0.0282,
      "step": 12560
    },
    {
      "epoch": 48.34615384615385,
      "grad_norm": 1.1427966356277466,
      "learning_rate": 9.96796684400125e-06,
      "loss": 0.0353,
      "step": 12570
    },
    {
      "epoch": 48.38461538461539,
      "grad_norm": 0.9953744411468506,
      "learning_rate": 9.944608932726306e-06,
      "loss": 0.0333,
      "step": 12580
    },
    {
      "epoch": 48.42307692307692,
      "grad_norm": 0.9882763028144836,
      "learning_rate": 9.921264842697501e-06,
      "loss": 0.0308,
      "step": 12590
    },
    {
      "epoch": 48.46153846153846,
      "grad_norm": 1.046663761138916,
      "learning_rate": 9.897934637736692e-06,
      "loss": 0.0345,
      "step": 12600
    },
    {
      "epoch": 48.5,
      "grad_norm": 1.264633297920227,
      "learning_rate": 9.874618381627751e-06,
      "loss": 0.0305,
      "step": 12610
    },
    {
      "epoch": 48.53846153846154,
      "grad_norm": 0.9879583716392517,
      "learning_rate": 9.851316138116446e-06,
      "loss": 0.0324,
      "step": 12620
    },
    {
      "epoch": 48.57692307692308,
      "grad_norm": 1.2528743743896484,
      "learning_rate": 9.828027970910217e-06,
      "loss": 0.0342,
      "step": 12630
    },
    {
      "epoch": 48.61538461538461,
      "grad_norm": 1.0247045755386353,
      "learning_rate": 9.80475394367803e-06,
      "loss": 0.0314,
      "step": 12640
    },
    {
      "epoch": 48.65384615384615,
      "grad_norm": 1.2082724571228027,
      "learning_rate": 9.781494120050176e-06,
      "loss": 0.0325,
      "step": 12650
    },
    {
      "epoch": 48.69230769230769,
      "grad_norm": 1.0873223543167114,
      "learning_rate": 9.758248563618126e-06,
      "loss": 0.0345,
      "step": 12660
    },
    {
      "epoch": 48.73076923076923,
      "grad_norm": 1.2322958707809448,
      "learning_rate": 9.735017337934349e-06,
      "loss": 0.0353,
      "step": 12670
    },
    {
      "epoch": 48.76923076923077,
      "grad_norm": 0.9945014119148254,
      "learning_rate": 9.71180050651213e-06,
      "loss": 0.0288,
      "step": 12680
    },
    {
      "epoch": 48.80769230769231,
      "grad_norm": 1.0278196334838867,
      "learning_rate": 9.688598132825402e-06,
      "loss": 0.0398,
      "step": 12690
    },
    {
      "epoch": 48.84615384615385,
      "grad_norm": 0.9396235942840576,
      "learning_rate": 9.665410280308555e-06,
      "loss": 0.0371,
      "step": 12700
    },
    {
      "epoch": 48.88461538461539,
      "grad_norm": 0.8512292504310608,
      "learning_rate": 9.642237012356302e-06,
      "loss": 0.028,
      "step": 12710
    },
    {
      "epoch": 48.92307692307692,
      "grad_norm": 1.0575693845748901,
      "learning_rate": 9.619078392323471e-06,
      "loss": 0.0342,
      "step": 12720
    },
    {
      "epoch": 48.96153846153846,
      "grad_norm": 1.2560358047485352,
      "learning_rate": 9.595934483524847e-06,
      "loss": 0.0318,
      "step": 12730
    },
    {
      "epoch": 49.0,
      "grad_norm": 1.3950382471084595,
      "learning_rate": 9.572805349234997e-06,
      "loss": 0.0324,
      "step": 12740
    },
    {
      "epoch": 49.03846153846154,
      "grad_norm": 1.0843040943145752,
      "learning_rate": 9.54969105268808e-06,
      "loss": 0.0308,
      "step": 12750
    },
    {
      "epoch": 49.07692307692308,
      "grad_norm": 1.165537714958191,
      "learning_rate": 9.526591657077701e-06,
      "loss": 0.0337,
      "step": 12760
    },
    {
      "epoch": 49.11538461538461,
      "grad_norm": 0.8965687155723572,
      "learning_rate": 9.503507225556734e-06,
      "loss": 0.0303,
      "step": 12770
    },
    {
      "epoch": 49.15384615384615,
      "grad_norm": 0.9655594229698181,
      "learning_rate": 9.480437821237134e-06,
      "loss": 0.038,
      "step": 12780
    },
    {
      "epoch": 49.19230769230769,
      "grad_norm": 1.0516133308410645,
      "learning_rate": 9.457383507189763e-06,
      "loss": 0.0372,
      "step": 12790
    },
    {
      "epoch": 49.23076923076923,
      "grad_norm": 0.9941837191581726,
      "learning_rate": 9.434344346444237e-06,
      "loss": 0.0356,
      "step": 12800
    },
    {
      "epoch": 49.26923076923077,
      "grad_norm": 1.3109407424926758,
      "learning_rate": 9.411320401988744e-06,
      "loss": 0.0371,
      "step": 12810
    },
    {
      "epoch": 49.30769230769231,
      "grad_norm": 1.0958704948425293,
      "learning_rate": 9.388311736769867e-06,
      "loss": 0.0356,
      "step": 12820
    },
    {
      "epoch": 49.34615384615385,
      "grad_norm": 1.2955561876296997,
      "learning_rate": 9.365318413692429e-06,
      "loss": 0.0331,
      "step": 12830
    },
    {
      "epoch": 49.38461538461539,
      "grad_norm": 0.9428987503051758,
      "learning_rate": 9.34234049561928e-06,
      "loss": 0.0343,
      "step": 12840
    },
    {
      "epoch": 49.42307692307692,
      "grad_norm": 1.1973485946655273,
      "learning_rate": 9.31937804537118e-06,
      "loss": 0.0303,
      "step": 12850
    },
    {
      "epoch": 49.46153846153846,
      "grad_norm": 1.0412033796310425,
      "learning_rate": 9.296431125726587e-06,
      "loss": 0.0331,
      "step": 12860
    },
    {
      "epoch": 49.5,
      "grad_norm": 1.315387487411499,
      "learning_rate": 9.27349979942151e-06,
      "loss": 0.0334,
      "step": 12870
    },
    {
      "epoch": 49.53846153846154,
      "grad_norm": 0.8955021500587463,
      "learning_rate": 9.250584129149321e-06,
      "loss": 0.0328,
      "step": 12880
    },
    {
      "epoch": 49.57692307692308,
      "grad_norm": 1.017458200454712,
      "learning_rate": 9.227684177560575e-06,
      "loss": 0.033,
      "step": 12890
    },
    {
      "epoch": 49.61538461538461,
      "grad_norm": 0.8650226593017578,
      "learning_rate": 9.204800007262874e-06,
      "loss": 0.0299,
      "step": 12900
    },
    {
      "epoch": 49.65384615384615,
      "grad_norm": 0.750944197177887,
      "learning_rate": 9.18193168082066e-06,
      "loss": 0.0311,
      "step": 12910
    },
    {
      "epoch": 49.69230769230769,
      "grad_norm": 0.9948349595069885,
      "learning_rate": 9.159079260755079e-06,
      "loss": 0.0357,
      "step": 12920
    },
    {
      "epoch": 49.73076923076923,
      "grad_norm": 1.1247837543487549,
      "learning_rate": 9.136242809543754e-06,
      "loss": 0.0331,
      "step": 12930
    },
    {
      "epoch": 49.76923076923077,
      "grad_norm": 1.0161885023117065,
      "learning_rate": 9.113422389620685e-06,
      "loss": 0.0271,
      "step": 12940
    },
    {
      "epoch": 49.80769230769231,
      "grad_norm": 0.9860794544219971,
      "learning_rate": 9.090618063376021e-06,
      "loss": 0.0331,
      "step": 12950
    },
    {
      "epoch": 49.84615384615385,
      "grad_norm": 0.9928134083747864,
      "learning_rate": 9.067829893155922e-06,
      "loss": 0.0324,
      "step": 12960
    },
    {
      "epoch": 49.88461538461539,
      "grad_norm": 1.0498042106628418,
      "learning_rate": 9.045057941262384e-06,
      "loss": 0.0342,
      "step": 12970
    },
    {
      "epoch": 49.92307692307692,
      "grad_norm": 1.02463698387146,
      "learning_rate": 9.02230226995304e-06,
      "loss": 0.0341,
      "step": 12980
    },
    {
      "epoch": 49.96153846153846,
      "grad_norm": 1.065952181816101,
      "learning_rate": 8.999562941441031e-06,
      "loss": 0.0333,
      "step": 12990
    },
    {
      "epoch": 50.0,
      "grad_norm": 0.989569902420044,
      "learning_rate": 8.976840017894814e-06,
      "loss": 0.0348,
      "step": 13000
    },
    {
      "epoch": 50.03846153846154,
      "grad_norm": 1.242495059967041,
      "learning_rate": 8.954133561437993e-06,
      "loss": 0.0368,
      "step": 13010
    },
    {
      "epoch": 50.07692307692308,
      "grad_norm": 1.2487726211547852,
      "learning_rate": 8.931443634149163e-06,
      "loss": 0.0323,
      "step": 13020
    },
    {
      "epoch": 50.11538461538461,
      "grad_norm": 1.0911444425582886,
      "learning_rate": 8.908770298061702e-06,
      "loss": 0.034,
      "step": 13030
    },
    {
      "epoch": 50.15384615384615,
      "grad_norm": 1.0673996210098267,
      "learning_rate": 8.886113615163655e-06,
      "loss": 0.0305,
      "step": 13040
    },
    {
      "epoch": 50.19230769230769,
      "grad_norm": 1.1423349380493164,
      "learning_rate": 8.863473647397522e-06,
      "loss": 0.0322,
      "step": 13050
    },
    {
      "epoch": 50.23076923076923,
      "grad_norm": 1.0116785764694214,
      "learning_rate": 8.840850456660121e-06,
      "loss": 0.0349,
      "step": 13060
    },
    {
      "epoch": 50.26923076923077,
      "grad_norm": 0.9031907916069031,
      "learning_rate": 8.818244104802384e-06,
      "loss": 0.0246,
      "step": 13070
    },
    {
      "epoch": 50.30769230769231,
      "grad_norm": 1.0316237211227417,
      "learning_rate": 8.79565465362921e-06,
      "loss": 0.0314,
      "step": 13080
    },
    {
      "epoch": 50.34615384615385,
      "grad_norm": 1.0059611797332764,
      "learning_rate": 8.773082164899305e-06,
      "loss": 0.0341,
      "step": 13090
    },
    {
      "epoch": 50.38461538461539,
      "grad_norm": 0.974493145942688,
      "learning_rate": 8.750526700324984e-06,
      "loss": 0.0336,
      "step": 13100
    },
    {
      "epoch": 50.42307692307692,
      "grad_norm": 1.0661152601242065,
      "learning_rate": 8.72798832157203e-06,
      "loss": 0.0323,
      "step": 13110
    },
    {
      "epoch": 50.46153846153846,
      "grad_norm": 0.9538970589637756,
      "learning_rate": 8.705467090259507e-06,
      "loss": 0.0353,
      "step": 13120
    },
    {
      "epoch": 50.5,
      "grad_norm": 0.8963907361030579,
      "learning_rate": 8.682963067959607e-06,
      "loss": 0.0346,
      "step": 13130
    },
    {
      "epoch": 50.53846153846154,
      "grad_norm": 0.9397483468055725,
      "learning_rate": 8.660476316197457e-06,
      "loss": 0.0308,
      "step": 13140
    },
    {
      "epoch": 50.57692307692308,
      "grad_norm": 0.9931941032409668,
      "learning_rate": 8.638006896450991e-06,
      "loss": 0.0303,
      "step": 13150
    },
    {
      "epoch": 50.61538461538461,
      "grad_norm": 0.9436623454093933,
      "learning_rate": 8.61555487015074e-06,
      "loss": 0.0268,
      "step": 13160
    },
    {
      "epoch": 50.65384615384615,
      "grad_norm": 0.9443449974060059,
      "learning_rate": 8.593120298679676e-06,
      "loss": 0.034,
      "step": 13170
    },
    {
      "epoch": 50.69230769230769,
      "grad_norm": 0.9173842072486877,
      "learning_rate": 8.570703243373076e-06,
      "loss": 0.0315,
      "step": 13180
    },
    {
      "epoch": 50.73076923076923,
      "grad_norm": 1.0726054906845093,
      "learning_rate": 8.5483037655183e-06,
      "loss": 0.0278,
      "step": 13190
    },
    {
      "epoch": 50.76923076923077,
      "grad_norm": 0.9434815049171448,
      "learning_rate": 8.525921926354686e-06,
      "loss": 0.0404,
      "step": 13200
    },
    {
      "epoch": 50.80769230769231,
      "grad_norm": 1.0521373748779297,
      "learning_rate": 8.5035577870733e-06,
      "loss": 0.035,
      "step": 13210
    },
    {
      "epoch": 50.84615384615385,
      "grad_norm": 1.1391912698745728,
      "learning_rate": 8.481211408816858e-06,
      "loss": 0.0344,
      "step": 13220
    },
    {
      "epoch": 50.88461538461539,
      "grad_norm": 1.4031716585159302,
      "learning_rate": 8.45888285267951e-06,
      "loss": 0.0344,
      "step": 13230
    },
    {
      "epoch": 50.92307692307692,
      "grad_norm": 0.8375698924064636,
      "learning_rate": 8.436572179706666e-06,
      "loss": 0.0359,
      "step": 13240
    },
    {
      "epoch": 50.96153846153846,
      "grad_norm": 1.113251805305481,
      "learning_rate": 8.41427945089487e-06,
      "loss": 0.0341,
      "step": 13250
    },
    {
      "epoch": 51.0,
      "grad_norm": 1.0186192989349365,
      "learning_rate": 8.39200472719157e-06,
      "loss": 0.0372,
      "step": 13260
    },
    {
      "epoch": 51.03846153846154,
      "grad_norm": 1.0115083456039429,
      "learning_rate": 8.369748069495017e-06,
      "loss": 0.0389,
      "step": 13270
    },
    {
      "epoch": 51.07692307692308,
      "grad_norm": 1.3340504169464111,
      "learning_rate": 8.347509538654074e-06,
      "loss": 0.0331,
      "step": 13280
    },
    {
      "epoch": 51.11538461538461,
      "grad_norm": 1.0206196308135986,
      "learning_rate": 8.325289195468023e-06,
      "loss": 0.0362,
      "step": 13290
    },
    {
      "epoch": 51.15384615384615,
      "grad_norm": 0.978456974029541,
      "learning_rate": 8.303087100686449e-06,
      "loss": 0.038,
      "step": 13300
    },
    {
      "epoch": 51.19230769230769,
      "grad_norm": 0.9769437909126282,
      "learning_rate": 8.280903315009009e-06,
      "loss": 0.0281,
      "step": 13310
    },
    {
      "epoch": 51.23076923076923,
      "grad_norm": 0.979179322719574,
      "learning_rate": 8.258737899085338e-06,
      "loss": 0.0328,
      "step": 13320
    },
    {
      "epoch": 51.26923076923077,
      "grad_norm": 1.1295559406280518,
      "learning_rate": 8.236590913514841e-06,
      "loss": 0.035,
      "step": 13330
    },
    {
      "epoch": 51.30769230769231,
      "grad_norm": 0.948234498500824,
      "learning_rate": 8.214462418846529e-06,
      "loss": 0.0316,
      "step": 13340
    },
    {
      "epoch": 51.34615384615385,
      "grad_norm": 0.9799079298973083,
      "learning_rate": 8.192352475578857e-06,
      "loss": 0.0275,
      "step": 13350
    },
    {
      "epoch": 51.38461538461539,
      "grad_norm": 1.1674693822860718,
      "learning_rate": 8.170261144159563e-06,
      "loss": 0.0319,
      "step": 13360
    },
    {
      "epoch": 51.42307692307692,
      "grad_norm": 1.1795536279678345,
      "learning_rate": 8.148188484985505e-06,
      "loss": 0.0298,
      "step": 13370
    },
    {
      "epoch": 51.46153846153846,
      "grad_norm": 0.9101167917251587,
      "learning_rate": 8.126134558402501e-06,
      "loss": 0.0325,
      "step": 13380
    },
    {
      "epoch": 51.5,
      "grad_norm": 0.995457112789154,
      "learning_rate": 8.104099424705135e-06,
      "loss": 0.0325,
      "step": 13390
    },
    {
      "epoch": 51.53846153846154,
      "grad_norm": 1.003032922744751,
      "learning_rate": 8.082083144136625e-06,
      "loss": 0.0283,
      "step": 13400
    },
    {
      "epoch": 51.57692307692308,
      "grad_norm": 0.9459449648857117,
      "learning_rate": 8.060085776888634e-06,
      "loss": 0.0325,
      "step": 13410
    },
    {
      "epoch": 51.61538461538461,
      "grad_norm": 1.151404619216919,
      "learning_rate": 8.038107383101126e-06,
      "loss": 0.0338,
      "step": 13420
    },
    {
      "epoch": 51.65384615384615,
      "grad_norm": 0.9389851689338684,
      "learning_rate": 8.016148022862201e-06,
      "loss": 0.0351,
      "step": 13430
    },
    {
      "epoch": 51.69230769230769,
      "grad_norm": 0.9662908315658569,
      "learning_rate": 7.994207756207903e-06,
      "loss": 0.0363,
      "step": 13440
    },
    {
      "epoch": 51.73076923076923,
      "grad_norm": 0.9525715708732605,
      "learning_rate": 7.972286643122083e-06,
      "loss": 0.0343,
      "step": 13450
    },
    {
      "epoch": 51.76923076923077,
      "grad_norm": 1.1760188341140747,
      "learning_rate": 7.950384743536225e-06,
      "loss": 0.0345,
      "step": 13460
    },
    {
      "epoch": 51.80769230769231,
      "grad_norm": 0.9653248190879822,
      "learning_rate": 7.928502117329285e-06,
      "loss": 0.0348,
      "step": 13470
    },
    {
      "epoch": 51.84615384615385,
      "grad_norm": 1.0553956031799316,
      "learning_rate": 7.906638824327545e-06,
      "loss": 0.0287,
      "step": 13480
    },
    {
      "epoch": 51.88461538461539,
      "grad_norm": 1.1215946674346924,
      "learning_rate": 7.884794924304392e-06,
      "loss": 0.0424,
      "step": 13490
    },
    {
      "epoch": 51.92307692307692,
      "grad_norm": 0.754399836063385,
      "learning_rate": 7.862970476980218e-06,
      "loss": 0.0353,
      "step": 13500
    },
    {
      "epoch": 51.96153846153846,
      "grad_norm": 1.1638495922088623,
      "learning_rate": 7.841165542022242e-06,
      "loss": 0.0382,
      "step": 13510
    },
    {
      "epoch": 52.0,
      "grad_norm": 1.0180604457855225,
      "learning_rate": 7.819380179044307e-06,
      "loss": 0.0276,
      "step": 13520
    },
    {
      "epoch": 52.03846153846154,
      "grad_norm": 1.0161025524139404,
      "learning_rate": 7.797614447606783e-06,
      "loss": 0.0301,
      "step": 13530
    },
    {
      "epoch": 52.07692307692308,
      "grad_norm": 0.8754862546920776,
      "learning_rate": 7.775868407216326e-06,
      "loss": 0.0381,
      "step": 13540
    },
    {
      "epoch": 52.11538461538461,
      "grad_norm": 0.9107174277305603,
      "learning_rate": 7.754142117325792e-06,
      "loss": 0.0328,
      "step": 13550
    },
    {
      "epoch": 52.15384615384615,
      "grad_norm": 0.9813603162765503,
      "learning_rate": 7.73243563733403e-06,
      "loss": 0.0356,
      "step": 13560
    },
    {
      "epoch": 52.19230769230769,
      "grad_norm": 1.0126020908355713,
      "learning_rate": 7.710749026585726e-06,
      "loss": 0.0276,
      "step": 13570
    },
    {
      "epoch": 52.23076923076923,
      "grad_norm": 0.9731197357177734,
      "learning_rate": 7.689082344371244e-06,
      "loss": 0.0356,
      "step": 13580
    },
    {
      "epoch": 52.26923076923077,
      "grad_norm": 1.082835078239441,
      "learning_rate": 7.667435649926459e-06,
      "loss": 0.0315,
      "step": 13590
    },
    {
      "epoch": 52.30769230769231,
      "grad_norm": 0.8532876372337341,
      "learning_rate": 7.645809002432616e-06,
      "loss": 0.0333,
      "step": 13600
    },
    {
      "epoch": 52.34615384615385,
      "grad_norm": 0.8078252673149109,
      "learning_rate": 7.6242024610161454e-06,
      "loss": 0.0321,
      "step": 13610
    },
    {
      "epoch": 52.38461538461539,
      "grad_norm": 0.9187402725219727,
      "learning_rate": 7.602616084748501e-06,
      "loss": 0.0327,
      "step": 13620
    },
    {
      "epoch": 52.42307692307692,
      "grad_norm": 0.8912934064865112,
      "learning_rate": 7.5810499326460145e-06,
      "loss": 0.0359,
      "step": 13630
    },
    {
      "epoch": 52.46153846153846,
      "grad_norm": 0.8820334672927856,
      "learning_rate": 7.5595040636697145e-06,
      "loss": 0.0338,
      "step": 13640
    },
    {
      "epoch": 52.5,
      "grad_norm": 1.0421593189239502,
      "learning_rate": 7.537978536725189e-06,
      "loss": 0.0293,
      "step": 13650
    },
    {
      "epoch": 52.53846153846154,
      "grad_norm": 0.9799807667732239,
      "learning_rate": 7.5164734106624135e-06,
      "loss": 0.0345,
      "step": 13660
    },
    {
      "epoch": 52.57692307692308,
      "grad_norm": 0.8654934167861938,
      "learning_rate": 7.494988744275575e-06,
      "loss": 0.0288,
      "step": 13670
    },
    {
      "epoch": 52.61538461538461,
      "grad_norm": 0.939386248588562,
      "learning_rate": 7.473524596302931e-06,
      "loss": 0.0372,
      "step": 13680
    },
    {
      "epoch": 52.65384615384615,
      "grad_norm": 1.0695780515670776,
      "learning_rate": 7.452081025426639e-06,
      "loss": 0.0316,
      "step": 13690
    },
    {
      "epoch": 52.69230769230769,
      "grad_norm": 1.0574803352355957,
      "learning_rate": 7.430658090272606e-06,
      "loss": 0.0337,
      "step": 13700
    },
    {
      "epoch": 52.73076923076923,
      "grad_norm": 1.0280009508132935,
      "learning_rate": 7.40925584941033e-06,
      "loss": 0.0362,
      "step": 13710
    },
    {
      "epoch": 52.76923076923077,
      "grad_norm": 1.196169376373291,
      "learning_rate": 7.3878743613527e-06,
      "loss": 0.0285,
      "step": 13720
    },
    {
      "epoch": 52.80769230769231,
      "grad_norm": 0.9964907169342041,
      "learning_rate": 7.366513684555903e-06,
      "loss": 0.0346,
      "step": 13730
    },
    {
      "epoch": 52.84615384615385,
      "grad_norm": 1.0160105228424072,
      "learning_rate": 7.345173877419204e-06,
      "loss": 0.031,
      "step": 13740
    },
    {
      "epoch": 52.88461538461539,
      "grad_norm": 1.034250020980835,
      "learning_rate": 7.323854998284823e-06,
      "loss": 0.0351,
      "step": 13750
    },
    {
      "epoch": 52.92307692307692,
      "grad_norm": 1.0437781810760498,
      "learning_rate": 7.302557105437775e-06,
      "loss": 0.0306,
      "step": 13760
    },
    {
      "epoch": 52.96153846153846,
      "grad_norm": 0.9846848249435425,
      "learning_rate": 7.281280257105666e-06,
      "loss": 0.0312,
      "step": 13770
    },
    {
      "epoch": 53.0,
      "grad_norm": 1.1539181470870972,
      "learning_rate": 7.260024511458599e-06,
      "loss": 0.03,
      "step": 13780
    },
    {
      "epoch": 53.03846153846154,
      "grad_norm": 1.0355321168899536,
      "learning_rate": 7.238789926608963e-06,
      "loss": 0.0335,
      "step": 13790
    },
    {
      "epoch": 53.07692307692308,
      "grad_norm": 0.8215237855911255,
      "learning_rate": 7.217576560611305e-06,
      "loss": 0.0346,
      "step": 13800
    },
    {
      "epoch": 53.11538461538461,
      "grad_norm": 1.086424469947815,
      "learning_rate": 7.196384471462172e-06,
      "loss": 0.0366,
      "step": 13810
    },
    {
      "epoch": 53.15384615384615,
      "grad_norm": 1.2629507780075073,
      "learning_rate": 7.175213717099903e-06,
      "loss": 0.0326,
      "step": 13820
    },
    {
      "epoch": 53.19230769230769,
      "grad_norm": 1.1072007417678833,
      "learning_rate": 7.154064355404547e-06,
      "loss": 0.0325,
      "step": 13830
    },
    {
      "epoch": 53.23076923076923,
      "grad_norm": 1.0039595365524292,
      "learning_rate": 7.132936444197641e-06,
      "loss": 0.0325,
      "step": 13840
    },
    {
      "epoch": 53.26923076923077,
      "grad_norm": 0.990537166595459,
      "learning_rate": 7.111830041242101e-06,
      "loss": 0.0291,
      "step": 13850
    },
    {
      "epoch": 53.30769230769231,
      "grad_norm": 1.0518862009048462,
      "learning_rate": 7.090745204242018e-06,
      "loss": 0.0358,
      "step": 13860
    },
    {
      "epoch": 53.34615384615385,
      "grad_norm": 0.9419360756874084,
      "learning_rate": 7.069681990842527e-06,
      "loss": 0.0281,
      "step": 13870
    },
    {
      "epoch": 53.38461538461539,
      "grad_norm": 1.0219368934631348,
      "learning_rate": 7.04864045862966e-06,
      "loss": 0.0316,
      "step": 13880
    },
    {
      "epoch": 53.42307692307692,
      "grad_norm": 1.0230674743652344,
      "learning_rate": 7.027620665130152e-06,
      "loss": 0.0338,
      "step": 13890
    },
    {
      "epoch": 53.46153846153846,
      "grad_norm": 0.796351432800293,
      "learning_rate": 7.006622667811326e-06,
      "loss": 0.0352,
      "step": 13900
    },
    {
      "epoch": 53.5,
      "grad_norm": 1.2250455617904663,
      "learning_rate": 6.9856465240809e-06,
      "loss": 0.0295,
      "step": 13910
    },
    {
      "epoch": 53.53846153846154,
      "grad_norm": 0.9623807072639465,
      "learning_rate": 6.964692291286844e-06,
      "loss": 0.0352,
      "step": 13920
    },
    {
      "epoch": 53.57692307692308,
      "grad_norm": 0.8724016547203064,
      "learning_rate": 6.943760026717243e-06,
      "loss": 0.0314,
      "step": 13930
    },
    {
      "epoch": 53.61538461538461,
      "grad_norm": 1.101204514503479,
      "learning_rate": 6.922849787600097e-06,
      "loss": 0.0318,
      "step": 13940
    },
    {
      "epoch": 53.65384615384615,
      "grad_norm": 0.8270919322967529,
      "learning_rate": 6.90196163110321e-06,
      "loss": 0.0363,
      "step": 13950
    },
    {
      "epoch": 53.69230769230769,
      "grad_norm": 0.8336949944496155,
      "learning_rate": 6.881095614334002e-06,
      "loss": 0.0313,
      "step": 13960
    },
    {
      "epoch": 53.73076923076923,
      "grad_norm": 0.8287408351898193,
      "learning_rate": 6.860251794339359e-06,
      "loss": 0.0299,
      "step": 13970
    },
    {
      "epoch": 53.76923076923077,
      "grad_norm": 0.8003503680229187,
      "learning_rate": 6.839430228105501e-06,
      "loss": 0.0298,
      "step": 13980
    },
    {
      "epoch": 53.80769230769231,
      "grad_norm": 1.0847970247268677,
      "learning_rate": 6.818630972557788e-06,
      "loss": 0.0313,
      "step": 13990
    },
    {
      "epoch": 53.84615384615385,
      "grad_norm": 0.8157468438148499,
      "learning_rate": 6.797854084560585e-06,
      "loss": 0.0288,
      "step": 14000
    },
    {
      "epoch": 53.88461538461539,
      "grad_norm": 0.7339880466461182,
      "learning_rate": 6.777099620917124e-06,
      "loss": 0.0316,
      "step": 14010
    },
    {
      "epoch": 53.92307692307692,
      "grad_norm": 0.9050057530403137,
      "learning_rate": 6.756367638369301e-06,
      "loss": 0.0339,
      "step": 14020
    },
    {
      "epoch": 53.96153846153846,
      "grad_norm": 0.8340151309967041,
      "learning_rate": 6.735658193597579e-06,
      "loss": 0.031,
      "step": 14030
    },
    {
      "epoch": 54.0,
      "grad_norm": 1.0625113248825073,
      "learning_rate": 6.7149713432207825e-06,
      "loss": 0.0295,
      "step": 14040
    },
    {
      "epoch": 54.03846153846154,
      "grad_norm": 0.9300896525382996,
      "learning_rate": 6.694307143795966e-06,
      "loss": 0.027,
      "step": 14050
    },
    {
      "epoch": 54.07692307692308,
      "grad_norm": 1.1176495552062988,
      "learning_rate": 6.6736656518182704e-06,
      "loss": 0.0321,
      "step": 14060
    },
    {
      "epoch": 54.11538461538461,
      "grad_norm": 0.96674644947052,
      "learning_rate": 6.6530469237207375e-06,
      "loss": 0.0333,
      "step": 14070
    },
    {
      "epoch": 54.15384615384615,
      "grad_norm": 0.9425223469734192,
      "learning_rate": 6.632451015874193e-06,
      "loss": 0.029,
      "step": 14080
    },
    {
      "epoch": 54.19230769230769,
      "grad_norm": 0.8956887125968933,
      "learning_rate": 6.611877984587058e-06,
      "loss": 0.0296,
      "step": 14090
    },
    {
      "epoch": 54.23076923076923,
      "grad_norm": 1.0595916509628296,
      "learning_rate": 6.591327886105207e-06,
      "loss": 0.0316,
      "step": 14100
    },
    {
      "epoch": 54.26923076923077,
      "grad_norm": 0.6846816539764404,
      "learning_rate": 6.570800776611836e-06,
      "loss": 0.0267,
      "step": 14110
    },
    {
      "epoch": 54.30769230769231,
      "grad_norm": 0.8474279046058655,
      "learning_rate": 6.55029671222727e-06,
      "loss": 0.0293,
      "step": 14120
    },
    {
      "epoch": 54.34615384615385,
      "grad_norm": 1.0645068883895874,
      "learning_rate": 6.529815749008846e-06,
      "loss": 0.0325,
      "step": 14130
    },
    {
      "epoch": 54.38461538461539,
      "grad_norm": 1.061000108718872,
      "learning_rate": 6.50935794295073e-06,
      "loss": 0.0344,
      "step": 14140
    },
    {
      "epoch": 54.42307692307692,
      "grad_norm": 0.8858121633529663,
      "learning_rate": 6.488923349983779e-06,
      "loss": 0.0294,
      "step": 14150
    },
    {
      "epoch": 54.46153846153846,
      "grad_norm": 0.9322943091392517,
      "learning_rate": 6.468512025975401e-06,
      "loss": 0.0302,
      "step": 14160
    },
    {
      "epoch": 54.5,
      "grad_norm": 1.0522525310516357,
      "learning_rate": 6.448124026729363e-06,
      "loss": 0.0321,
      "step": 14170
    },
    {
      "epoch": 54.53846153846154,
      "grad_norm": 0.885651171207428,
      "learning_rate": 6.427759407985691e-06,
      "loss": 0.0308,
      "step": 14180
    },
    {
      "epoch": 54.57692307692308,
      "grad_norm": 1.0464199781417847,
      "learning_rate": 6.407418225420465e-06,
      "loss": 0.0313,
      "step": 14190
    },
    {
      "epoch": 54.61538461538461,
      "grad_norm": 0.9101268649101257,
      "learning_rate": 6.387100534645698e-06,
      "loss": 0.0313,
      "step": 14200
    },
    {
      "epoch": 54.65384615384615,
      "grad_norm": 0.970328688621521,
      "learning_rate": 6.366806391209194e-06,
      "loss": 0.0319,
      "step": 14210
    },
    {
      "epoch": 54.69230769230769,
      "grad_norm": 0.8179218173027039,
      "learning_rate": 6.346535850594352e-06,
      "loss": 0.0332,
      "step": 14220
    },
    {
      "epoch": 54.73076923076923,
      "grad_norm": 0.9124367833137512,
      "learning_rate": 6.326288968220069e-06,
      "loss": 0.0344,
      "step": 14230
    },
    {
      "epoch": 54.76923076923077,
      "grad_norm": 1.0613592863082886,
      "learning_rate": 6.306065799440542e-06,
      "loss": 0.0286,
      "step": 14240
    },
    {
      "epoch": 54.80769230769231,
      "grad_norm": 1.0514345169067383,
      "learning_rate": 6.285866399545137e-06,
      "loss": 0.0334,
      "step": 14250
    },
    {
      "epoch": 54.84615384615385,
      "grad_norm": 1.174297571182251,
      "learning_rate": 6.2656908237582515e-06,
      "loss": 0.0342,
      "step": 14260
    },
    {
      "epoch": 54.88461538461539,
      "grad_norm": 0.7678318619728088,
      "learning_rate": 6.245539127239135e-06,
      "loss": 0.0289,
      "step": 14270
    },
    {
      "epoch": 54.92307692307692,
      "grad_norm": 0.9058740139007568,
      "learning_rate": 6.225411365081752e-06,
      "loss": 0.0307,
      "step": 14280
    },
    {
      "epoch": 54.96153846153846,
      "grad_norm": 0.941781759262085,
      "learning_rate": 6.205307592314645e-06,
      "loss": 0.0253,
      "step": 14290
    },
    {
      "epoch": 55.0,
      "grad_norm": 0.7861696481704712,
      "learning_rate": 6.185227863900751e-06,
      "loss": 0.0296,
      "step": 14300
    },
    {
      "epoch": 55.03846153846154,
      "grad_norm": 0.7829078435897827,
      "learning_rate": 6.165172234737291e-06,
      "loss": 0.0279,
      "step": 14310
    },
    {
      "epoch": 55.07692307692308,
      "grad_norm": 0.9816953539848328,
      "learning_rate": 6.145140759655586e-06,
      "loss": 0.0371,
      "step": 14320
    },
    {
      "epoch": 55.11538461538461,
      "grad_norm": 0.965496838092804,
      "learning_rate": 6.125133493420914e-06,
      "loss": 0.0346,
      "step": 14330
    },
    {
      "epoch": 55.15384615384615,
      "grad_norm": 0.8535565137863159,
      "learning_rate": 6.1051504907323915e-06,
      "loss": 0.0335,
      "step": 14340
    },
    {
      "epoch": 55.19230769230769,
      "grad_norm": 0.6699849367141724,
      "learning_rate": 6.085191806222774e-06,
      "loss": 0.03,
      "step": 14350
    },
    {
      "epoch": 55.23076923076923,
      "grad_norm": 0.927868664264679,
      "learning_rate": 6.065257494458352e-06,
      "loss": 0.0349,
      "step": 14360
    },
    {
      "epoch": 55.26923076923077,
      "grad_norm": 0.9079675674438477,
      "learning_rate": 6.045347609938767e-06,
      "loss": 0.0319,
      "step": 14370
    },
    {
      "epoch": 55.30769230769231,
      "grad_norm": 0.927964985370636,
      "learning_rate": 6.025462207096879e-06,
      "loss": 0.0335,
      "step": 14380
    },
    {
      "epoch": 55.34615384615385,
      "grad_norm": 0.8558468818664551,
      "learning_rate": 6.005601340298631e-06,
      "loss": 0.03,
      "step": 14390
    },
    {
      "epoch": 55.38461538461539,
      "grad_norm": 0.8809120059013367,
      "learning_rate": 5.985765063842862e-06,
      "loss": 0.0312,
      "step": 14400
    },
    {
      "epoch": 55.42307692307692,
      "grad_norm": 0.8774912357330322,
      "learning_rate": 5.965953431961206e-06,
      "loss": 0.0325,
      "step": 14410
    },
    {
      "epoch": 55.46153846153846,
      "grad_norm": 0.7501303553581238,
      "learning_rate": 5.946166498817903e-06,
      "loss": 0.0303,
      "step": 14420
    },
    {
      "epoch": 55.5,
      "grad_norm": 0.8086189031600952,
      "learning_rate": 5.926404318509668e-06,
      "loss": 0.0266,
      "step": 14430
    },
    {
      "epoch": 55.53846153846154,
      "grad_norm": 1.08782958984375,
      "learning_rate": 5.906666945065556e-06,
      "loss": 0.0279,
      "step": 14440
    },
    {
      "epoch": 55.57692307692308,
      "grad_norm": 1.0755653381347656,
      "learning_rate": 5.886954432446784e-06,
      "loss": 0.0386,
      "step": 14450
    },
    {
      "epoch": 55.61538461538461,
      "grad_norm": 0.9763014912605286,
      "learning_rate": 5.867266834546617e-06,
      "loss": 0.029,
      "step": 14460
    },
    {
      "epoch": 55.65384615384615,
      "grad_norm": 1.0998519659042358,
      "learning_rate": 5.847604205190192e-06,
      "loss": 0.0331,
      "step": 14470
    },
    {
      "epoch": 55.69230769230769,
      "grad_norm": 0.977335512638092,
      "learning_rate": 5.827966598134383e-06,
      "loss": 0.0342,
      "step": 14480
    },
    {
      "epoch": 55.73076923076923,
      "grad_norm": 0.8687805533409119,
      "learning_rate": 5.808354067067665e-06,
      "loss": 0.0323,
      "step": 14490
    },
    {
      "epoch": 55.76923076923077,
      "grad_norm": 0.7466011047363281,
      "learning_rate": 5.788766665609941e-06,
      "loss": 0.0257,
      "step": 14500
    },
    {
      "epoch": 55.80769230769231,
      "grad_norm": 0.7289785742759705,
      "learning_rate": 5.7692044473124276e-06,
      "loss": 0.0309,
      "step": 14510
    },
    {
      "epoch": 55.84615384615385,
      "grad_norm": 0.9711834788322449,
      "learning_rate": 5.749667465657479e-06,
      "loss": 0.0273,
      "step": 14520
    },
    {
      "epoch": 55.88461538461539,
      "grad_norm": 0.629587709903717,
      "learning_rate": 5.730155774058451e-06,
      "loss": 0.0316,
      "step": 14530
    },
    {
      "epoch": 55.92307692307692,
      "grad_norm": 1.080928921699524,
      "learning_rate": 5.710669425859575e-06,
      "loss": 0.0357,
      "step": 14540
    },
    {
      "epoch": 55.96153846153846,
      "grad_norm": 0.8124915361404419,
      "learning_rate": 5.691208474335774e-06,
      "loss": 0.0329,
      "step": 14550
    },
    {
      "epoch": 56.0,
      "grad_norm": 0.8106907606124878,
      "learning_rate": 5.6717729726925446e-06,
      "loss": 0.031,
      "step": 14560
    },
    {
      "epoch": 56.03846153846154,
      "grad_norm": 0.9612008929252625,
      "learning_rate": 5.652362974065816e-06,
      "loss": 0.0327,
      "step": 14570
    },
    {
      "epoch": 56.07692307692308,
      "grad_norm": 0.8096701502799988,
      "learning_rate": 5.6329785315217726e-06,
      "loss": 0.0316,
      "step": 14580
    },
    {
      "epoch": 56.11538461538461,
      "grad_norm": 0.6411515474319458,
      "learning_rate": 5.6136196980567495e-06,
      "loss": 0.0287,
      "step": 14590
    },
    {
      "epoch": 56.15384615384615,
      "grad_norm": 0.7341135144233704,
      "learning_rate": 5.594286526597054e-06,
      "loss": 0.0303,
      "step": 14600
    },
    {
      "epoch": 56.19230769230769,
      "grad_norm": 0.7750659584999084,
      "learning_rate": 5.574979069998833e-06,
      "loss": 0.0317,
      "step": 14610
    },
    {
      "epoch": 56.23076923076923,
      "grad_norm": 0.962619423866272,
      "learning_rate": 5.5556973810479486e-06,
      "loss": 0.0295,
      "step": 14620
    },
    {
      "epoch": 56.26923076923077,
      "grad_norm": 0.8387047648429871,
      "learning_rate": 5.536441512459787e-06,
      "loss": 0.0357,
      "step": 14630
    },
    {
      "epoch": 56.30769230769231,
      "grad_norm": 0.8797601461410522,
      "learning_rate": 5.517211516879172e-06,
      "loss": 0.0321,
      "step": 14640
    },
    {
      "epoch": 56.34615384615385,
      "grad_norm": 0.8170955181121826,
      "learning_rate": 5.49800744688017e-06,
      "loss": 0.0304,
      "step": 14650
    },
    {
      "epoch": 56.38461538461539,
      "grad_norm": 0.7207375168800354,
      "learning_rate": 5.4788293549659694e-06,
      "loss": 0.0291,
      "step": 14660
    },
    {
      "epoch": 56.42307692307692,
      "grad_norm": 0.6312052011489868,
      "learning_rate": 5.459677293568753e-06,
      "loss": 0.0279,
      "step": 14670
    },
    {
      "epoch": 56.46153846153846,
      "grad_norm": 0.8333424925804138,
      "learning_rate": 5.440551315049515e-06,
      "loss": 0.0309,
      "step": 14680
    },
    {
      "epoch": 56.5,
      "grad_norm": 0.8187565803527832,
      "learning_rate": 5.421451471697966e-06,
      "loss": 0.0281,
      "step": 14690
    },
    {
      "epoch": 56.53846153846154,
      "grad_norm": 0.877469539642334,
      "learning_rate": 5.402377815732326e-06,
      "loss": 0.0308,
      "step": 14700
    },
    {
      "epoch": 56.57692307692308,
      "grad_norm": 0.7964321374893188,
      "learning_rate": 5.383330399299253e-06,
      "loss": 0.0409,
      "step": 14710
    },
    {
      "epoch": 56.61538461538461,
      "grad_norm": 0.863561749458313,
      "learning_rate": 5.364309274473663e-06,
      "loss": 0.0341,
      "step": 14720
    },
    {
      "epoch": 56.65384615384615,
      "grad_norm": 0.9740127921104431,
      "learning_rate": 5.345314493258573e-06,
      "loss": 0.0312,
      "step": 14730
    },
    {
      "epoch": 56.69230769230769,
      "grad_norm": 1.0954939126968384,
      "learning_rate": 5.326346107585e-06,
      "loss": 0.0384,
      "step": 14740
    },
    {
      "epoch": 56.73076923076923,
      "grad_norm": 0.9019908905029297,
      "learning_rate": 5.307404169311782e-06,
      "loss": 0.0328,
      "step": 14750
    },
    {
      "epoch": 56.76923076923077,
      "grad_norm": 0.773690402507782,
      "learning_rate": 5.288488730225449e-06,
      "loss": 0.0302,
      "step": 14760
    },
    {
      "epoch": 56.80769230769231,
      "grad_norm": 1.0760575532913208,
      "learning_rate": 5.2695998420401e-06,
      "loss": 0.0372,
      "step": 14770
    },
    {
      "epoch": 56.84615384615385,
      "grad_norm": 0.898847758769989,
      "learning_rate": 5.2507375563972236e-06,
      "loss": 0.0307,
      "step": 14780
    },
    {
      "epoch": 56.88461538461539,
      "grad_norm": 0.8067259192466736,
      "learning_rate": 5.231901924865596e-06,
      "loss": 0.0325,
      "step": 14790
    },
    {
      "epoch": 56.92307692307692,
      "grad_norm": 0.8250156044960022,
      "learning_rate": 5.213092998941113e-06,
      "loss": 0.0248,
      "step": 14800
    },
    {
      "epoch": 56.96153846153846,
      "grad_norm": 0.8855283260345459,
      "learning_rate": 5.1943108300466555e-06,
      "loss": 0.0288,
      "step": 14810
    },
    {
      "epoch": 57.0,
      "grad_norm": 0.9341421127319336,
      "learning_rate": 5.175555469531964e-06,
      "loss": 0.0303,
      "step": 14820
    },
    {
      "epoch": 57.03846153846154,
      "grad_norm": 0.8757314085960388,
      "learning_rate": 5.1568269686734716e-06,
      "loss": 0.0316,
      "step": 14830
    },
    {
      "epoch": 57.07692307692308,
      "grad_norm": 0.816425621509552,
      "learning_rate": 5.138125378674182e-06,
      "loss": 0.0298,
      "step": 14840
    },
    {
      "epoch": 57.11538461538461,
      "grad_norm": 0.9273233413696289,
      "learning_rate": 5.119450750663539e-06,
      "loss": 0.0289,
      "step": 14850
    },
    {
      "epoch": 57.15384615384615,
      "grad_norm": 0.8298301100730896,
      "learning_rate": 5.100803135697248e-06,
      "loss": 0.0305,
      "step": 14860
    },
    {
      "epoch": 57.19230769230769,
      "grad_norm": 0.8186129927635193,
      "learning_rate": 5.0821825847571904e-06,
      "loss": 0.0309,
      "step": 14870
    },
    {
      "epoch": 57.23076923076923,
      "grad_norm": 0.7907426953315735,
      "learning_rate": 5.063589148751236e-06,
      "loss": 0.0313,
      "step": 14880
    },
    {
      "epoch": 57.26923076923077,
      "grad_norm": 0.7023813724517822,
      "learning_rate": 5.045022878513122e-06,
      "loss": 0.0286,
      "step": 14890
    },
    {
      "epoch": 57.30769230769231,
      "grad_norm": 0.9657378196716309,
      "learning_rate": 5.026483824802333e-06,
      "loss": 0.0279,
      "step": 14900
    },
    {
      "epoch": 57.34615384615385,
      "grad_norm": 0.830165445804596,
      "learning_rate": 5.0079720383039245e-06,
      "loss": 0.0281,
      "step": 14910
    },
    {
      "epoch": 57.38461538461539,
      "grad_norm": 0.8461522459983826,
      "learning_rate": 4.989487569628425e-06,
      "loss": 0.0383,
      "step": 14920
    },
    {
      "epoch": 57.42307692307692,
      "grad_norm": 0.7930967807769775,
      "learning_rate": 4.971030469311658e-06,
      "loss": 0.0285,
      "step": 14930
    },
    {
      "epoch": 57.46153846153846,
      "grad_norm": 0.9181236028671265,
      "learning_rate": 4.952600787814628e-06,
      "loss": 0.0328,
      "step": 14940
    },
    {
      "epoch": 57.5,
      "grad_norm": 0.9219228029251099,
      "learning_rate": 4.934198575523391e-06,
      "loss": 0.0304,
      "step": 14950
    },
    {
      "epoch": 57.53846153846154,
      "grad_norm": 0.8909518122673035,
      "learning_rate": 4.915823882748882e-06,
      "loss": 0.0265,
      "step": 14960
    },
    {
      "epoch": 57.57692307692308,
      "grad_norm": 0.6028658151626587,
      "learning_rate": 4.897476759726823e-06,
      "loss": 0.0268,
      "step": 14970
    },
    {
      "epoch": 57.61538461538461,
      "grad_norm": 0.6926416754722595,
      "learning_rate": 4.87915725661753e-06,
      "loss": 0.0279,
      "step": 14980
    },
    {
      "epoch": 57.65384615384615,
      "grad_norm": 0.9338682889938354,
      "learning_rate": 4.860865423505833e-06,
      "loss": 0.0349,
      "step": 14990
    },
    {
      "epoch": 57.69230769230769,
      "grad_norm": 1.1470394134521484,
      "learning_rate": 4.842601310400912e-06,
      "loss": 0.029,
      "step": 15000
    },
    {
      "epoch": 57.73076923076923,
      "grad_norm": 0.8884938955307007,
      "learning_rate": 4.824364967236145e-06,
      "loss": 0.0303,
      "step": 15010
    },
    {
      "epoch": 57.76923076923077,
      "grad_norm": 0.7509388327598572,
      "learning_rate": 4.8061564438690095e-06,
      "loss": 0.0268,
      "step": 15020
    },
    {
      "epoch": 57.80769230769231,
      "grad_norm": 0.8904589414596558,
      "learning_rate": 4.787975790080896e-06,
      "loss": 0.0332,
      "step": 15030
    },
    {
      "epoch": 57.84615384615385,
      "grad_norm": 0.8939962387084961,
      "learning_rate": 4.769823055577029e-06,
      "loss": 0.0319,
      "step": 15040
    },
    {
      "epoch": 57.88461538461539,
      "grad_norm": 0.8094428181648254,
      "learning_rate": 4.7516982899862934e-06,
      "loss": 0.0309,
      "step": 15050
    },
    {
      "epoch": 57.92307692307692,
      "grad_norm": 0.804418683052063,
      "learning_rate": 4.733601542861098e-06,
      "loss": 0.0291,
      "step": 15060
    },
    {
      "epoch": 57.96153846153846,
      "grad_norm": 0.782423198223114,
      "learning_rate": 4.7155328636772735e-06,
      "loss": 0.0313,
      "step": 15070
    },
    {
      "epoch": 58.0,
      "grad_norm": 0.8305570483207703,
      "learning_rate": 4.697492301833878e-06,
      "loss": 0.0272,
      "step": 15080
    },
    {
      "epoch": 58.03846153846154,
      "grad_norm": 0.6236631870269775,
      "learning_rate": 4.679479906653128e-06,
      "loss": 0.0312,
      "step": 15090
    },
    {
      "epoch": 58.07692307692308,
      "grad_norm": 0.8579105138778687,
      "learning_rate": 4.661495727380232e-06,
      "loss": 0.0287,
      "step": 15100
    },
    {
      "epoch": 58.11538461538461,
      "grad_norm": 0.8176283836364746,
      "learning_rate": 4.64353981318324e-06,
      "loss": 0.0367,
      "step": 15110
    },
    {
      "epoch": 58.15384615384615,
      "grad_norm": 0.7548969984054565,
      "learning_rate": 4.62561221315294e-06,
      "loss": 0.0357,
      "step": 15120
    },
    {
      "epoch": 58.19230769230769,
      "grad_norm": 0.9920035004615784,
      "learning_rate": 4.6077129763026995e-06,
      "loss": 0.0318,
      "step": 15130
    },
    {
      "epoch": 58.23076923076923,
      "grad_norm": 0.7022545337677002,
      "learning_rate": 4.589842151568354e-06,
      "loss": 0.027,
      "step": 15140
    },
    {
      "epoch": 58.26923076923077,
      "grad_norm": 0.8829279541969299,
      "learning_rate": 4.571999787808057e-06,
      "loss": 0.0285,
      "step": 15150
    },
    {
      "epoch": 58.30769230769231,
      "grad_norm": 0.7242911458015442,
      "learning_rate": 4.554185933802151e-06,
      "loss": 0.0284,
      "step": 15160
    },
    {
      "epoch": 58.34615384615385,
      "grad_norm": 0.8165299296379089,
      "learning_rate": 4.5364006382530285e-06,
      "loss": 0.0289,
      "step": 15170
    },
    {
      "epoch": 58.38461538461539,
      "grad_norm": 0.7144998908042908,
      "learning_rate": 4.518643949785004e-06,
      "loss": 0.028,
      "step": 15180
    },
    {
      "epoch": 58.42307692307692,
      "grad_norm": 0.7504596710205078,
      "learning_rate": 4.500915916944193e-06,
      "loss": 0.0299,
      "step": 15190
    },
    {
      "epoch": 58.46153846153846,
      "grad_norm": 0.8009552359580994,
      "learning_rate": 4.483216588198366e-06,
      "loss": 0.033,
      "step": 15200
    },
    {
      "epoch": 58.5,
      "grad_norm": 0.7826159596443176,
      "learning_rate": 4.465546011936797e-06,
      "loss": 0.0278,
      "step": 15210
    },
    {
      "epoch": 58.53846153846154,
      "grad_norm": 0.6764227151870728,
      "learning_rate": 4.447904236470177e-06,
      "loss": 0.0287,
      "step": 15220
    },
    {
      "epoch": 58.57692307692308,
      "grad_norm": 0.7171785235404968,
      "learning_rate": 4.43029131003044e-06,
      "loss": 0.0291,
      "step": 15230
    },
    {
      "epoch": 58.61538461538461,
      "grad_norm": 0.7673807740211487,
      "learning_rate": 4.412707280770658e-06,
      "loss": 0.0314,
      "step": 15240
    },
    {
      "epoch": 58.65384615384615,
      "grad_norm": 0.82426917552948,
      "learning_rate": 4.395152196764905e-06,
      "loss": 0.0342,
      "step": 15250
    },
    {
      "epoch": 58.69230769230769,
      "grad_norm": 0.7604185938835144,
      "learning_rate": 4.3776261060080916e-06,
      "loss": 0.0299,
      "step": 15260
    },
    {
      "epoch": 58.73076923076923,
      "grad_norm": 0.7163047194480896,
      "learning_rate": 4.360129056415895e-06,
      "loss": 0.0329,
      "step": 15270
    },
    {
      "epoch": 58.76923076923077,
      "grad_norm": 0.7846920490264893,
      "learning_rate": 4.34266109582457e-06,
      "loss": 0.0289,
      "step": 15280
    },
    {
      "epoch": 58.80769230769231,
      "grad_norm": 0.7941290140151978,
      "learning_rate": 4.325222271990861e-06,
      "loss": 0.0327,
      "step": 15290
    },
    {
      "epoch": 58.84615384615385,
      "grad_norm": 0.7879597544670105,
      "learning_rate": 4.307812632591853e-06,
      "loss": 0.0296,
      "step": 15300
    },
    {
      "epoch": 58.88461538461539,
      "grad_norm": 0.7094414830207825,
      "learning_rate": 4.2904322252248186e-06,
      "loss": 0.0332,
      "step": 15310
    },
    {
      "epoch": 58.92307692307692,
      "grad_norm": 0.7299686670303345,
      "learning_rate": 4.273081097407142e-06,
      "loss": 0.0374,
      "step": 15320
    },
    {
      "epoch": 58.96153846153846,
      "grad_norm": 0.8516938090324402,
      "learning_rate": 4.255759296576133e-06,
      "loss": 0.0335,
      "step": 15330
    },
    {
      "epoch": 59.0,
      "grad_norm": 0.8119964599609375,
      "learning_rate": 4.238466870088945e-06,
      "loss": 0.0305,
      "step": 15340
    },
    {
      "epoch": 59.03846153846154,
      "grad_norm": 0.7987461686134338,
      "learning_rate": 4.221203865222405e-06,
      "loss": 0.0291,
      "step": 15350
    },
    {
      "epoch": 59.07692307692308,
      "grad_norm": 0.8725585341453552,
      "learning_rate": 4.203970329172907e-06,
      "loss": 0.0287,
      "step": 15360
    },
    {
      "epoch": 59.11538461538461,
      "grad_norm": 0.7841514348983765,
      "learning_rate": 4.186766309056286e-06,
      "loss": 0.0274,
      "step": 15370
    },
    {
      "epoch": 59.15384615384615,
      "grad_norm": 0.7789570689201355,
      "learning_rate": 4.16959185190767e-06,
      "loss": 0.0292,
      "step": 15380
    },
    {
      "epoch": 59.19230769230769,
      "grad_norm": 0.8352637887001038,
      "learning_rate": 4.152447004681379e-06,
      "loss": 0.0364,
      "step": 15390
    },
    {
      "epoch": 59.23076923076923,
      "grad_norm": 0.6365222334861755,
      "learning_rate": 4.135331814250764e-06,
      "loss": 0.0346,
      "step": 15400
    },
    {
      "epoch": 59.26923076923077,
      "grad_norm": 0.6212939023971558,
      "learning_rate": 4.118246327408095e-06,
      "loss": 0.0278,
      "step": 15410
    },
    {
      "epoch": 59.30769230769231,
      "grad_norm": 0.7841902375221252,
      "learning_rate": 4.101190590864457e-06,
      "loss": 0.0367,
      "step": 15420
    },
    {
      "epoch": 59.34615384615385,
      "grad_norm": 0.6365123987197876,
      "learning_rate": 4.084164651249566e-06,
      "loss": 0.0275,
      "step": 15430
    },
    {
      "epoch": 59.38461538461539,
      "grad_norm": 0.7116932272911072,
      "learning_rate": 4.0671685551117035e-06,
      "loss": 0.0275,
      "step": 15440
    },
    {
      "epoch": 59.42307692307692,
      "grad_norm": 0.7276926040649414,
      "learning_rate": 4.050202348917544e-06,
      "loss": 0.0304,
      "step": 15450
    },
    {
      "epoch": 59.46153846153846,
      "grad_norm": 0.8002246022224426,
      "learning_rate": 4.033266079052039e-06,
      "loss": 0.0296,
      "step": 15460
    },
    {
      "epoch": 59.5,
      "grad_norm": 0.7436348795890808,
      "learning_rate": 4.016359791818314e-06,
      "loss": 0.0306,
      "step": 15470
    },
    {
      "epoch": 59.53846153846154,
      "grad_norm": 0.9387431740760803,
      "learning_rate": 3.999483533437511e-06,
      "loss": 0.0275,
      "step": 15480
    },
    {
      "epoch": 59.57692307692308,
      "grad_norm": 0.8010867834091187,
      "learning_rate": 3.982637350048669e-06,
      "loss": 0.0337,
      "step": 15490
    },
    {
      "epoch": 59.61538461538461,
      "grad_norm": 0.8753929734230042,
      "learning_rate": 3.965821287708619e-06,
      "loss": 0.0289,
      "step": 15500
    },
    {
      "epoch": 59.65384615384615,
      "grad_norm": 0.7646387219429016,
      "learning_rate": 3.949035392391825e-06,
      "loss": 0.0281,
      "step": 15510
    },
    {
      "epoch": 59.69230769230769,
      "grad_norm": 0.8426647782325745,
      "learning_rate": 3.932279709990293e-06,
      "loss": 0.0312,
      "step": 15520
    },
    {
      "epoch": 59.73076923076923,
      "grad_norm": 0.9022755026817322,
      "learning_rate": 3.915554286313413e-06,
      "loss": 0.037,
      "step": 15530
    },
    {
      "epoch": 59.76923076923077,
      "grad_norm": 0.7830395102500916,
      "learning_rate": 3.898859167087853e-06,
      "loss": 0.0346,
      "step": 15540
    },
    {
      "epoch": 59.80769230769231,
      "grad_norm": 0.7000887393951416,
      "learning_rate": 3.882194397957437e-06,
      "loss": 0.0309,
      "step": 15550
    },
    {
      "epoch": 59.84615384615385,
      "grad_norm": 0.9535983204841614,
      "learning_rate": 3.865560024483002e-06,
      "loss": 0.0285,
      "step": 15560
    },
    {
      "epoch": 59.88461538461539,
      "grad_norm": 0.6389148235321045,
      "learning_rate": 3.848956092142294e-06,
      "loss": 0.027,
      "step": 15570
    },
    {
      "epoch": 59.92307692307692,
      "grad_norm": 0.6393333077430725,
      "learning_rate": 3.832382646329831e-06,
      "loss": 0.0298,
      "step": 15580
    },
    {
      "epoch": 59.96153846153846,
      "grad_norm": 0.7785714864730835,
      "learning_rate": 3.8158397323567725e-06,
      "loss": 0.0314,
      "step": 15590
    },
    {
      "epoch": 60.0,
      "grad_norm": 0.6326451897621155,
      "learning_rate": 3.7993273954508262e-06,
      "loss": 0.0284,
      "step": 15600
    },
    {
      "epoch": 60.03846153846154,
      "grad_norm": 0.6587042212486267,
      "learning_rate": 3.782845680756078e-06,
      "loss": 0.0302,
      "step": 15610
    },
    {
      "epoch": 60.07692307692308,
      "grad_norm": 0.5870890021324158,
      "learning_rate": 3.7663946333329186e-06,
      "loss": 0.0287,
      "step": 15620
    },
    {
      "epoch": 60.11538461538461,
      "grad_norm": 0.7662439942359924,
      "learning_rate": 3.7499742981578753e-06,
      "loss": 0.0248,
      "step": 15630
    },
    {
      "epoch": 60.15384615384615,
      "grad_norm": 0.7695785760879517,
      "learning_rate": 3.7335847201235166e-06,
      "loss": 0.0289,
      "step": 15640
    },
    {
      "epoch": 60.19230769230769,
      "grad_norm": 0.6776568293571472,
      "learning_rate": 3.717225944038331e-06,
      "loss": 0.0326,
      "step": 15650
    },
    {
      "epoch": 60.23076923076923,
      "grad_norm": 0.5910949110984802,
      "learning_rate": 3.7008980146265776e-06,
      "loss": 0.0292,
      "step": 15660
    },
    {
      "epoch": 60.26923076923077,
      "grad_norm": 0.7144111394882202,
      "learning_rate": 3.6846009765282013e-06,
      "loss": 0.0296,
      "step": 15670
    },
    {
      "epoch": 60.30769230769231,
      "grad_norm": 0.8671786785125732,
      "learning_rate": 3.6683348742986784e-06,
      "loss": 0.0288,
      "step": 15680
    },
    {
      "epoch": 60.34615384615385,
      "grad_norm": 0.7827692627906799,
      "learning_rate": 3.6520997524089057e-06,
      "loss": 0.0309,
      "step": 15690
    },
    {
      "epoch": 60.38461538461539,
      "grad_norm": 0.7179871797561646,
      "learning_rate": 3.635895655245096e-06,
      "loss": 0.0281,
      "step": 15700
    },
    {
      "epoch": 60.42307692307692,
      "grad_norm": 0.6734188199043274,
      "learning_rate": 3.619722627108624e-06,
      "loss": 0.0304,
      "step": 15710
    },
    {
      "epoch": 60.46153846153846,
      "grad_norm": 0.8591067790985107,
      "learning_rate": 3.603580712215937e-06,
      "loss": 0.0306,
      "step": 15720
    },
    {
      "epoch": 60.5,
      "grad_norm": 0.7745352983474731,
      "learning_rate": 3.587469954698413e-06,
      "loss": 0.0274,
      "step": 15730
    },
    {
      "epoch": 60.53846153846154,
      "grad_norm": 0.680931568145752,
      "learning_rate": 3.5713903986022425e-06,
      "loss": 0.0313,
      "step": 15740
    },
    {
      "epoch": 60.57692307692308,
      "grad_norm": 0.7778944969177246,
      "learning_rate": 3.555342087888326e-06,
      "loss": 0.0291,
      "step": 15750
    },
    {
      "epoch": 60.61538461538461,
      "grad_norm": 0.6938156485557556,
      "learning_rate": 3.539325066432127e-06,
      "loss": 0.031,
      "step": 15760
    },
    {
      "epoch": 60.65384615384615,
      "grad_norm": 0.8834248185157776,
      "learning_rate": 3.523339378023569e-06,
      "loss": 0.0329,
      "step": 15770
    },
    {
      "epoch": 60.69230769230769,
      "grad_norm": 0.716575026512146,
      "learning_rate": 3.5073850663669193e-06,
      "loss": 0.0327,
      "step": 15780
    },
    {
      "epoch": 60.73076923076923,
      "grad_norm": 0.6148329973220825,
      "learning_rate": 3.4914621750806503e-06,
      "loss": 0.0308,
      "step": 15790
    },
    {
      "epoch": 60.76923076923077,
      "grad_norm": 0.745103657245636,
      "learning_rate": 3.475570747697346e-06,
      "loss": 0.0307,
      "step": 15800
    },
    {
      "epoch": 60.80769230769231,
      "grad_norm": 0.824196457862854,
      "learning_rate": 3.4597108276635577e-06,
      "loss": 0.0285,
      "step": 15810
    },
    {
      "epoch": 60.84615384615385,
      "grad_norm": 0.7248411774635315,
      "learning_rate": 3.443882458339699e-06,
      "loss": 0.0338,
      "step": 15820
    },
    {
      "epoch": 60.88461538461539,
      "grad_norm": 0.7202903032302856,
      "learning_rate": 3.4280856829999323e-06,
      "loss": 0.0302,
      "step": 15830
    },
    {
      "epoch": 60.92307692307692,
      "grad_norm": 0.8248746991157532,
      "learning_rate": 3.412320544832033e-06,
      "loss": 0.0273,
      "step": 15840
    },
    {
      "epoch": 60.96153846153846,
      "grad_norm": 0.6239380240440369,
      "learning_rate": 3.396587086937294e-06,
      "loss": 0.0315,
      "step": 15850
    },
    {
      "epoch": 61.0,
      "grad_norm": 0.8295191526412964,
      "learning_rate": 3.380885352330383e-06,
      "loss": 0.0274,
      "step": 15860
    },
    {
      "epoch": 61.03846153846154,
      "grad_norm": 0.7094337344169617,
      "learning_rate": 3.3652153839392414e-06,
      "loss": 0.0283,
      "step": 15870
    },
    {
      "epoch": 61.07692307692308,
      "grad_norm": 0.5938734412193298,
      "learning_rate": 3.34957722460497e-06,
      "loss": 0.0358,
      "step": 15880
    },
    {
      "epoch": 61.11538461538461,
      "grad_norm": 0.6732869148254395,
      "learning_rate": 3.333970917081691e-06,
      "loss": 0.0276,
      "step": 15890
    },
    {
      "epoch": 61.15384615384615,
      "grad_norm": 0.6122872233390808,
      "learning_rate": 3.318396504036465e-06,
      "loss": 0.0328,
      "step": 15900
    },
    {
      "epoch": 61.19230769230769,
      "grad_norm": 0.7387085556983948,
      "learning_rate": 3.302854028049134e-06,
      "loss": 0.0345,
      "step": 15910
    },
    {
      "epoch": 61.23076923076923,
      "grad_norm": 0.6732428073883057,
      "learning_rate": 3.287343531612233e-06,
      "loss": 0.0304,
      "step": 15920
    },
    {
      "epoch": 61.26923076923077,
      "grad_norm": 0.7445382475852966,
      "learning_rate": 3.271865057130874e-06,
      "loss": 0.0394,
      "step": 15930
    },
    {
      "epoch": 61.30769230769231,
      "grad_norm": 0.8848334550857544,
      "learning_rate": 3.2564186469226064e-06,
      "loss": 0.0282,
      "step": 15940
    },
    {
      "epoch": 61.34615384615385,
      "grad_norm": 0.7744347453117371,
      "learning_rate": 3.2410043432173353e-06,
      "loss": 0.0303,
      "step": 15950
    },
    {
      "epoch": 61.38461538461539,
      "grad_norm": 0.7968832850456238,
      "learning_rate": 3.2256221881571734e-06,
      "loss": 0.0347,
      "step": 15960
    },
    {
      "epoch": 61.42307692307692,
      "grad_norm": 0.8091844916343689,
      "learning_rate": 3.210272223796341e-06,
      "loss": 0.0307,
      "step": 15970
    },
    {
      "epoch": 61.46153846153846,
      "grad_norm": 0.7867940664291382,
      "learning_rate": 3.1949544921010637e-06,
      "loss": 0.0302,
      "step": 15980
    },
    {
      "epoch": 61.5,
      "grad_norm": 0.654680609703064,
      "learning_rate": 3.1796690349494273e-06,
      "loss": 0.0283,
      "step": 15990
    },
    {
      "epoch": 61.53846153846154,
      "grad_norm": 0.6281628608703613,
      "learning_rate": 3.1644158941312935e-06,
      "loss": 0.028,
      "step": 16000
    },
    {
      "epoch": 61.57692307692308,
      "grad_norm": 0.5741403102874756,
      "learning_rate": 3.149195111348166e-06,
      "loss": 0.028,
      "step": 16010
    },
    {
      "epoch": 61.61538461538461,
      "grad_norm": 0.717573881149292,
      "learning_rate": 3.1340067282130765e-06,
      "loss": 0.0252,
      "step": 16020
    },
    {
      "epoch": 61.65384615384615,
      "grad_norm": 0.6507997512817383,
      "learning_rate": 3.118850786250495e-06,
      "loss": 0.0271,
      "step": 16030
    },
    {
      "epoch": 61.69230769230769,
      "grad_norm": 0.7002608776092529,
      "learning_rate": 3.1037273268961836e-06,
      "loss": 0.0319,
      "step": 16040
    },
    {
      "epoch": 61.73076923076923,
      "grad_norm": 0.5722702145576477,
      "learning_rate": 3.0886363914970994e-06,
      "loss": 0.0316,
      "step": 16050
    },
    {
      "epoch": 61.76923076923077,
      "grad_norm": 0.653465986251831,
      "learning_rate": 3.0735780213112896e-06,
      "loss": 0.0269,
      "step": 16060
    },
    {
      "epoch": 61.80769230769231,
      "grad_norm": 0.846031904220581,
      "learning_rate": 3.0585522575077558e-06,
      "loss": 0.0305,
      "step": 16070
    },
    {
      "epoch": 61.84615384615385,
      "grad_norm": 0.6906000375747681,
      "learning_rate": 3.043559141166372e-06,
      "loss": 0.0331,
      "step": 16080
    },
    {
      "epoch": 61.88461538461539,
      "grad_norm": 0.7020779252052307,
      "learning_rate": 3.02859871327774e-06,
      "loss": 0.03,
      "step": 16090
    },
    {
      "epoch": 61.92307692307692,
      "grad_norm": 0.6151683330535889,
      "learning_rate": 3.0136710147430945e-06,
      "loss": 0.029,
      "step": 16100
    },
    {
      "epoch": 61.96153846153846,
      "grad_norm": 0.6461793780326843,
      "learning_rate": 2.998776086374202e-06,
      "loss": 0.0286,
      "step": 16110
    },
    {
      "epoch": 62.0,
      "grad_norm": 0.6847963929176331,
      "learning_rate": 2.983913968893221e-06,
      "loss": 0.0304,
      "step": 16120
    },
    {
      "epoch": 62.03846153846154,
      "grad_norm": 0.6221253871917725,
      "learning_rate": 2.969084702932619e-06,
      "loss": 0.0285,
      "step": 16130
    },
    {
      "epoch": 62.07692307692308,
      "grad_norm": 0.6729203462600708,
      "learning_rate": 2.95428832903504e-06,
      "loss": 0.032,
      "step": 16140
    },
    {
      "epoch": 62.11538461538461,
      "grad_norm": 0.6860134601593018,
      "learning_rate": 2.939524887653201e-06,
      "loss": 0.029,
      "step": 16150
    },
    {
      "epoch": 62.15384615384615,
      "grad_norm": 0.7285041809082031,
      "learning_rate": 2.924794419149796e-06,
      "loss": 0.0329,
      "step": 16160
    },
    {
      "epoch": 62.19230769230769,
      "grad_norm": 0.7282090783119202,
      "learning_rate": 2.910096963797354e-06,
      "loss": 0.0277,
      "step": 16170
    },
    {
      "epoch": 62.23076923076923,
      "grad_norm": 0.6759335994720459,
      "learning_rate": 2.895432561778164e-06,
      "loss": 0.0349,
      "step": 16180
    },
    {
      "epoch": 62.26923076923077,
      "grad_norm": 0.6853289604187012,
      "learning_rate": 2.8808012531841393e-06,
      "loss": 0.0297,
      "step": 16190
    },
    {
      "epoch": 62.30769230769231,
      "grad_norm": 0.7826913595199585,
      "learning_rate": 2.8662030780167138e-06,
      "loss": 0.0335,
      "step": 16200
    },
    {
      "epoch": 62.34615384615385,
      "grad_norm": 0.6961445212364197,
      "learning_rate": 2.85163807618675e-06,
      "loss": 0.0254,
      "step": 16210
    },
    {
      "epoch": 62.38461538461539,
      "grad_norm": 0.7920289635658264,
      "learning_rate": 2.837106287514397e-06,
      "loss": 0.0292,
      "step": 16220
    },
    {
      "epoch": 62.42307692307692,
      "grad_norm": 0.7149428129196167,
      "learning_rate": 2.822607751729018e-06,
      "loss": 0.0306,
      "step": 16230
    },
    {
      "epoch": 62.46153846153846,
      "grad_norm": 0.5912485718727112,
      "learning_rate": 2.808142508469054e-06,
      "loss": 0.0303,
      "step": 16240
    },
    {
      "epoch": 62.5,
      "grad_norm": 0.6906529068946838,
      "learning_rate": 2.7937105972819237e-06,
      "loss": 0.0289,
      "step": 16250
    },
    {
      "epoch": 62.53846153846154,
      "grad_norm": 0.6463748216629028,
      "learning_rate": 2.7793120576239285e-06,
      "loss": 0.0319,
      "step": 16260
    },
    {
      "epoch": 62.57692307692308,
      "grad_norm": 0.6151840686798096,
      "learning_rate": 2.7649469288601175e-06,
      "loss": 0.0292,
      "step": 16270
    },
    {
      "epoch": 62.61538461538461,
      "grad_norm": 0.613445520401001,
      "learning_rate": 2.7506152502642125e-06,
      "loss": 0.0275,
      "step": 16280
    },
    {
      "epoch": 62.65384615384615,
      "grad_norm": 0.6083470582962036,
      "learning_rate": 2.7363170610184716e-06,
      "loss": 0.0324,
      "step": 16290
    },
    {
      "epoch": 62.69230769230769,
      "grad_norm": 0.7266085147857666,
      "learning_rate": 2.722052400213595e-06,
      "loss": 0.03,
      "step": 16300
    },
    {
      "epoch": 62.73076923076923,
      "grad_norm": 0.8478745222091675,
      "learning_rate": 2.707821306848627e-06,
      "loss": 0.0314,
      "step": 16310
    },
    {
      "epoch": 62.76923076923077,
      "grad_norm": 0.7400423288345337,
      "learning_rate": 2.6936238198308318e-06,
      "loss": 0.0285,
      "step": 16320
    },
    {
      "epoch": 62.80769230769231,
      "grad_norm": 0.6447364687919617,
      "learning_rate": 2.67945997797559e-06,
      "loss": 0.0324,
      "step": 16330
    },
    {
      "epoch": 62.84615384615385,
      "grad_norm": 0.6548041701316833,
      "learning_rate": 2.665329820006314e-06,
      "loss": 0.0286,
      "step": 16340
    },
    {
      "epoch": 62.88461538461539,
      "grad_norm": 0.5898657441139221,
      "learning_rate": 2.6512333845543086e-06,
      "loss": 0.0274,
      "step": 16350
    },
    {
      "epoch": 62.92307692307692,
      "grad_norm": 0.6900472044944763,
      "learning_rate": 2.637170710158697e-06,
      "loss": 0.0317,
      "step": 16360
    },
    {
      "epoch": 62.96153846153846,
      "grad_norm": 0.7050812840461731,
      "learning_rate": 2.6231418352662895e-06,
      "loss": 0.03,
      "step": 16370
    },
    {
      "epoch": 63.0,
      "grad_norm": 0.6556162238121033,
      "learning_rate": 2.609146798231493e-06,
      "loss": 0.0332,
      "step": 16380
    },
    {
      "epoch": 63.03846153846154,
      "grad_norm": 0.5093095898628235,
      "learning_rate": 2.5951856373162097e-06,
      "loss": 0.0297,
      "step": 16390
    },
    {
      "epoch": 63.07692307692308,
      "grad_norm": 0.5848261117935181,
      "learning_rate": 2.581258390689712e-06,
      "loss": 0.0293,
      "step": 16400
    },
    {
      "epoch": 63.11538461538461,
      "grad_norm": 0.8164099454879761,
      "learning_rate": 2.5673650964285718e-06,
      "loss": 0.0329,
      "step": 16410
    },
    {
      "epoch": 63.15384615384615,
      "grad_norm": 0.8447076082229614,
      "learning_rate": 2.553505792516518e-06,
      "loss": 0.0268,
      "step": 16420
    },
    {
      "epoch": 63.19230769230769,
      "grad_norm": 0.5706382989883423,
      "learning_rate": 2.539680516844356e-06,
      "loss": 0.0251,
      "step": 16430
    },
    {
      "epoch": 63.23076923076923,
      "grad_norm": 0.7153502702713013,
      "learning_rate": 2.5258893072098678e-06,
      "loss": 0.0287,
      "step": 16440
    },
    {
      "epoch": 63.26923076923077,
      "grad_norm": 0.5721958875656128,
      "learning_rate": 2.512132201317688e-06,
      "loss": 0.0269,
      "step": 16450
    },
    {
      "epoch": 63.30769230769231,
      "grad_norm": 0.9266186356544495,
      "learning_rate": 2.4984092367792272e-06,
      "loss": 0.0306,
      "step": 16460
    },
    {
      "epoch": 63.34615384615385,
      "grad_norm": 0.683887243270874,
      "learning_rate": 2.484720451112536e-06,
      "loss": 0.0286,
      "step": 16470
    },
    {
      "epoch": 63.38461538461539,
      "grad_norm": 0.7552659511566162,
      "learning_rate": 2.471065881742236e-06,
      "loss": 0.0309,
      "step": 16480
    },
    {
      "epoch": 63.42307692307692,
      "grad_norm": 0.6858226656913757,
      "learning_rate": 2.4574455659994023e-06,
      "loss": 0.033,
      "step": 16490
    },
    {
      "epoch": 63.46153846153846,
      "grad_norm": 0.707927942276001,
      "learning_rate": 2.4438595411214528e-06,
      "loss": 0.0292,
      "step": 16500
    },
    {
      "epoch": 63.5,
      "grad_norm": 0.6420449614524841,
      "learning_rate": 2.430307844252069e-06,
      "loss": 0.0266,
      "step": 16510
    },
    {
      "epoch": 63.53846153846154,
      "grad_norm": 0.7699747681617737,
      "learning_rate": 2.4167905124410587e-06,
      "loss": 0.0282,
      "step": 16520
    },
    {
      "epoch": 63.57692307692308,
      "grad_norm": 0.5155813694000244,
      "learning_rate": 2.4033075826442995e-06,
      "loss": 0.0283,
      "step": 16530
    },
    {
      "epoch": 63.61538461538461,
      "grad_norm": 0.6115219593048096,
      "learning_rate": 2.389859091723608e-06,
      "loss": 0.0284,
      "step": 16540
    },
    {
      "epoch": 63.65384615384615,
      "grad_norm": 0.6672840714454651,
      "learning_rate": 2.376445076446641e-06,
      "loss": 0.031,
      "step": 16550
    },
    {
      "epoch": 63.69230769230769,
      "grad_norm": 0.6997214555740356,
      "learning_rate": 2.3630655734868117e-06,
      "loss": 0.0276,
      "step": 16560
    },
    {
      "epoch": 63.73076923076923,
      "grad_norm": 0.6843510270118713,
      "learning_rate": 2.349720619423158e-06,
      "loss": 0.0293,
      "step": 16570
    },
    {
      "epoch": 63.76923076923077,
      "grad_norm": 1.0205272436141968,
      "learning_rate": 2.3364102507402817e-06,
      "loss": 0.0334,
      "step": 16580
    },
    {
      "epoch": 63.80769230769231,
      "grad_norm": 0.6957825422286987,
      "learning_rate": 2.3231345038282243e-06,
      "loss": 0.0289,
      "step": 16590
    },
    {
      "epoch": 63.84615384615385,
      "grad_norm": 0.756861686706543,
      "learning_rate": 2.3098934149823686e-06,
      "loss": 0.0297,
      "step": 16600
    },
    {
      "epoch": 63.88461538461539,
      "grad_norm": 0.7331545948982239,
      "learning_rate": 2.296687020403346e-06,
      "loss": 0.031,
      "step": 16610
    },
    {
      "epoch": 63.92307692307692,
      "grad_norm": 0.655592679977417,
      "learning_rate": 2.2835153561969322e-06,
      "loss": 0.0311,
      "step": 16620
    },
    {
      "epoch": 63.96153846153846,
      "grad_norm": 0.6528260111808777,
      "learning_rate": 2.270378458373956e-06,
      "loss": 0.0277,
      "step": 16630
    },
    {
      "epoch": 64.0,
      "grad_norm": 0.5519979596138,
      "learning_rate": 2.257276362850199e-06,
      "loss": 0.0288,
      "step": 16640
    },
    {
      "epoch": 64.03846153846153,
      "grad_norm": 0.5662660598754883,
      "learning_rate": 2.244209105446286e-06,
      "loss": 0.0311,
      "step": 16650
    },
    {
      "epoch": 64.07692307692308,
      "grad_norm": 0.6251816749572754,
      "learning_rate": 2.2311767218875995e-06,
      "loss": 0.0291,
      "step": 16660
    },
    {
      "epoch": 64.11538461538461,
      "grad_norm": 0.7042757868766785,
      "learning_rate": 2.218179247804177e-06,
      "loss": 0.0305,
      "step": 16670
    },
    {
      "epoch": 64.15384615384616,
      "grad_norm": 0.6656632423400879,
      "learning_rate": 2.2052167187306167e-06,
      "loss": 0.0274,
      "step": 16680
    },
    {
      "epoch": 64.1923076923077,
      "grad_norm": 0.7627696990966797,
      "learning_rate": 2.192289170105989e-06,
      "loss": 0.029,
      "step": 16690
    },
    {
      "epoch": 64.23076923076923,
      "grad_norm": 0.7777524590492249,
      "learning_rate": 2.1793966372737003e-06,
      "loss": 0.034,
      "step": 16700
    },
    {
      "epoch": 64.26923076923077,
      "grad_norm": 0.6019226312637329,
      "learning_rate": 2.166539155481455e-06,
      "loss": 0.0252,
      "step": 16710
    },
    {
      "epoch": 64.3076923076923,
      "grad_norm": 0.7408103942871094,
      "learning_rate": 2.1537167598811118e-06,
      "loss": 0.0322,
      "step": 16720
    },
    {
      "epoch": 64.34615384615384,
      "grad_norm": 0.7054068446159363,
      "learning_rate": 2.140929485528612e-06,
      "loss": 0.0269,
      "step": 16730
    },
    {
      "epoch": 64.38461538461539,
      "grad_norm": 0.5298335552215576,
      "learning_rate": 2.1281773673838838e-06,
      "loss": 0.0246,
      "step": 16740
    },
    {
      "epoch": 64.42307692307692,
      "grad_norm": 0.6683807969093323,
      "learning_rate": 2.1154604403107175e-06,
      "loss": 0.0264,
      "step": 16750
    },
    {
      "epoch": 64.46153846153847,
      "grad_norm": 0.6651745438575745,
      "learning_rate": 2.102778739076715e-06,
      "loss": 0.0302,
      "step": 16760
    },
    {
      "epoch": 64.5,
      "grad_norm": 0.6783315539360046,
      "learning_rate": 2.0901322983531574e-06,
      "loss": 0.0327,
      "step": 16770
    },
    {
      "epoch": 64.53846153846153,
      "grad_norm": 0.63167804479599,
      "learning_rate": 2.0775211527149357e-06,
      "loss": 0.0274,
      "step": 16780
    },
    {
      "epoch": 64.57692307692308,
      "grad_norm": 0.7201244831085205,
      "learning_rate": 2.0649453366404438e-06,
      "loss": 0.0309,
      "step": 16790
    },
    {
      "epoch": 64.61538461538461,
      "grad_norm": 0.6224427819252014,
      "learning_rate": 2.052404884511472e-06,
      "loss": 0.0286,
      "step": 16800
    },
    {
      "epoch": 64.65384615384616,
      "grad_norm": 0.6468524932861328,
      "learning_rate": 2.039899830613145e-06,
      "loss": 0.0333,
      "step": 16810
    },
    {
      "epoch": 64.6923076923077,
      "grad_norm": 0.5740170478820801,
      "learning_rate": 2.0274302091337987e-06,
      "loss": 0.0301,
      "step": 16820
    },
    {
      "epoch": 64.73076923076923,
      "grad_norm": 0.6893084049224854,
      "learning_rate": 2.0149960541649076e-06,
      "loss": 0.0283,
      "step": 16830
    },
    {
      "epoch": 64.76923076923077,
      "grad_norm": 0.782490074634552,
      "learning_rate": 2.002597399700974e-06,
      "loss": 0.0299,
      "step": 16840
    },
    {
      "epoch": 64.8076923076923,
      "grad_norm": 0.6436896324157715,
      "learning_rate": 1.990234279639441e-06,
      "loss": 0.0297,
      "step": 16850
    },
    {
      "epoch": 64.84615384615384,
      "grad_norm": 0.5762495398521423,
      "learning_rate": 1.977906727780614e-06,
      "loss": 0.0281,
      "step": 16860
    },
    {
      "epoch": 64.88461538461539,
      "grad_norm": 0.5494686961174011,
      "learning_rate": 1.9656147778275423e-06,
      "loss": 0.0277,
      "step": 16870
    },
    {
      "epoch": 64.92307692307692,
      "grad_norm": 0.46614858508110046,
      "learning_rate": 1.953358463385954e-06,
      "loss": 0.0333,
      "step": 16880
    },
    {
      "epoch": 64.96153846153847,
      "grad_norm": 0.5312842130661011,
      "learning_rate": 1.9411378179641435e-06,
      "loss": 0.035,
      "step": 16890
    },
    {
      "epoch": 65.0,
      "grad_norm": 0.610146701335907,
      "learning_rate": 1.9289528749728834e-06,
      "loss": 0.0382,
      "step": 16900
    },
    {
      "epoch": 65.03846153846153,
      "grad_norm": 0.6586548686027527,
      "learning_rate": 1.916803667725351e-06,
      "loss": 0.0293,
      "step": 16910
    },
    {
      "epoch": 65.07692307692308,
      "grad_norm": 0.6412225961685181,
      "learning_rate": 1.9046902294370044e-06,
      "loss": 0.0288,
      "step": 16920
    },
    {
      "epoch": 65.11538461538461,
      "grad_norm": 0.6662336587905884,
      "learning_rate": 1.8926125932255328e-06,
      "loss": 0.0282,
      "step": 16930
    },
    {
      "epoch": 65.15384615384616,
      "grad_norm": 0.7287715673446655,
      "learning_rate": 1.8805707921107262e-06,
      "loss": 0.0297,
      "step": 16940
    },
    {
      "epoch": 65.1923076923077,
      "grad_norm": 0.6192464828491211,
      "learning_rate": 1.8685648590144066e-06,
      "loss": 0.0274,
      "step": 16950
    },
    {
      "epoch": 65.23076923076923,
      "grad_norm": 0.5435850620269775,
      "learning_rate": 1.8565948267603444e-06,
      "loss": 0.0331,
      "step": 16960
    },
    {
      "epoch": 65.26923076923077,
      "grad_norm": 0.4770941734313965,
      "learning_rate": 1.8446607280741435e-06,
      "loss": 0.0342,
      "step": 16970
    },
    {
      "epoch": 65.3076923076923,
      "grad_norm": 0.6695992350578308,
      "learning_rate": 1.8327625955831763e-06,
      "loss": 0.0272,
      "step": 16980
    },
    {
      "epoch": 65.34615384615384,
      "grad_norm": 0.6568714380264282,
      "learning_rate": 1.8209004618164837e-06,
      "loss": 0.0313,
      "step": 16990
    },
    {
      "epoch": 65.38461538461539,
      "grad_norm": 0.6583348512649536,
      "learning_rate": 1.8090743592046843e-06,
      "loss": 0.035,
      "step": 17000
    },
    {
      "epoch": 65.42307692307692,
      "grad_norm": 0.5825269222259521,
      "learning_rate": 1.7972843200798932e-06,
      "loss": 0.0283,
      "step": 17010
    },
    {
      "epoch": 65.46153846153847,
      "grad_norm": 0.6032260060310364,
      "learning_rate": 1.7855303766756316e-06,
      "loss": 0.0307,
      "step": 17020
    },
    {
      "epoch": 65.5,
      "grad_norm": 0.6155828833580017,
      "learning_rate": 1.7738125611267204e-06,
      "loss": 0.0295,
      "step": 17030
    },
    {
      "epoch": 65.53846153846153,
      "grad_norm": 0.5321171283721924,
      "learning_rate": 1.7621309054692302e-06,
      "loss": 0.0271,
      "step": 17040
    },
    {
      "epoch": 65.57692307692308,
      "grad_norm": 0.4425484836101532,
      "learning_rate": 1.7504854416403542e-06,
      "loss": 0.0289,
      "step": 17050
    },
    {
      "epoch": 65.61538461538461,
      "grad_norm": 0.5637415051460266,
      "learning_rate": 1.7388762014783493e-06,
      "loss": 0.0289,
      "step": 17060
    },
    {
      "epoch": 65.65384615384616,
      "grad_norm": 0.705307126045227,
      "learning_rate": 1.7273032167224418e-06,
      "loss": 0.0327,
      "step": 17070
    },
    {
      "epoch": 65.6923076923077,
      "grad_norm": 0.6594562530517578,
      "learning_rate": 1.7157665190127154e-06,
      "loss": 0.0331,
      "step": 17080
    },
    {
      "epoch": 65.73076923076923,
      "grad_norm": 0.5829503536224365,
      "learning_rate": 1.7042661398900733e-06,
      "loss": 0.0257,
      "step": 17090
    },
    {
      "epoch": 65.76923076923077,
      "grad_norm": 0.5575122833251953,
      "learning_rate": 1.692802110796105e-06,
      "loss": 0.0295,
      "step": 17100
    },
    {
      "epoch": 65.8076923076923,
      "grad_norm": 0.8589024543762207,
      "learning_rate": 1.6813744630730343e-06,
      "loss": 0.0331,
      "step": 17110
    },
    {
      "epoch": 65.84615384615384,
      "grad_norm": 0.7978380918502808,
      "learning_rate": 1.6699832279636113e-06,
      "loss": 0.0317,
      "step": 17120
    },
    {
      "epoch": 65.88461538461539,
      "grad_norm": 0.6307493448257446,
      "learning_rate": 1.6586284366110355e-06,
      "loss": 0.0366,
      "step": 17130
    },
    {
      "epoch": 65.92307692307692,
      "grad_norm": 0.49484503269195557,
      "learning_rate": 1.647310120058878e-06,
      "loss": 0.034,
      "step": 17140
    },
    {
      "epoch": 65.96153846153847,
      "grad_norm": 0.7164108157157898,
      "learning_rate": 1.6360283092509765e-06,
      "loss": 0.0295,
      "step": 17150
    },
    {
      "epoch": 66.0,
      "grad_norm": 0.730033278465271,
      "learning_rate": 1.6247830350313797e-06,
      "loss": 0.0313,
      "step": 17160
    },
    {
      "epoch": 66.03846153846153,
      "grad_norm": 0.6059457659721375,
      "learning_rate": 1.6135743281442333e-06,
      "loss": 0.0285,
      "step": 17170
    },
    {
      "epoch": 66.07692307692308,
      "grad_norm": 0.7369277477264404,
      "learning_rate": 1.6024022192337112e-06,
      "loss": 0.0297,
      "step": 17180
    },
    {
      "epoch": 66.11538461538461,
      "grad_norm": 0.7592663764953613,
      "learning_rate": 1.591266738843939e-06,
      "loss": 0.0279,
      "step": 17190
    },
    {
      "epoch": 66.15384615384616,
      "grad_norm": 0.7213373780250549,
      "learning_rate": 1.5801679174188888e-06,
      "loss": 0.0297,
      "step": 17200
    },
    {
      "epoch": 66.1923076923077,
      "grad_norm": 0.5568493604660034,
      "learning_rate": 1.5691057853023199e-06,
      "loss": 0.0316,
      "step": 17210
    },
    {
      "epoch": 66.23076923076923,
      "grad_norm": 0.6144545674324036,
      "learning_rate": 1.5580803727376786e-06,
      "loss": 0.0279,
      "step": 17220
    },
    {
      "epoch": 66.26923076923077,
      "grad_norm": 0.5706826448440552,
      "learning_rate": 1.5470917098680142e-06,
      "loss": 0.028,
      "step": 17230
    },
    {
      "epoch": 66.3076923076923,
      "grad_norm": 0.5628615617752075,
      "learning_rate": 1.5361398267359205e-06,
      "loss": 0.0294,
      "step": 17240
    },
    {
      "epoch": 66.34615384615384,
      "grad_norm": 0.6618927121162415,
      "learning_rate": 1.5252247532834246e-06,
      "loss": 0.032,
      "step": 17250
    },
    {
      "epoch": 66.38461538461539,
      "grad_norm": 0.6899990439414978,
      "learning_rate": 1.5143465193519173e-06,
      "loss": 0.0297,
      "step": 17260
    },
    {
      "epoch": 66.42307692307692,
      "grad_norm": 0.6864995956420898,
      "learning_rate": 1.5035051546820821e-06,
      "loss": 0.0301,
      "step": 17270
    },
    {
      "epoch": 66.46153846153847,
      "grad_norm": 0.7423065900802612,
      "learning_rate": 1.4927006889137862e-06,
      "loss": 0.0319,
      "step": 17280
    },
    {
      "epoch": 66.5,
      "grad_norm": 0.634519100189209,
      "learning_rate": 1.4819331515860357e-06,
      "loss": 0.0282,
      "step": 17290
    },
    {
      "epoch": 66.53846153846153,
      "grad_norm": 0.6282957792282104,
      "learning_rate": 1.4712025721368644e-06,
      "loss": 0.0327,
      "step": 17300
    },
    {
      "epoch": 66.57692307692308,
      "grad_norm": 0.5965334177017212,
      "learning_rate": 1.46050897990326e-06,
      "loss": 0.0318,
      "step": 17310
    },
    {
      "epoch": 66.61538461538461,
      "grad_norm": 0.5001717209815979,
      "learning_rate": 1.449852404121103e-06,
      "loss": 0.0264,
      "step": 17320
    },
    {
      "epoch": 66.65384615384616,
      "grad_norm": 0.6770375967025757,
      "learning_rate": 1.4392328739250615e-06,
      "loss": 0.0315,
      "step": 17330
    },
    {
      "epoch": 66.6923076923077,
      "grad_norm": 0.5028340816497803,
      "learning_rate": 1.4286504183485277e-06,
      "loss": 0.0308,
      "step": 17340
    },
    {
      "epoch": 66.73076923076923,
      "grad_norm": 0.7518753409385681,
      "learning_rate": 1.4181050663235284e-06,
      "loss": 0.0321,
      "step": 17350
    },
    {
      "epoch": 66.76923076923077,
      "grad_norm": 0.5301283001899719,
      "learning_rate": 1.4075968466806533e-06,
      "loss": 0.0302,
      "step": 17360
    },
    {
      "epoch": 66.8076923076923,
      "grad_norm": 0.5376285314559937,
      "learning_rate": 1.3971257881489762e-06,
      "loss": 0.028,
      "step": 17370
    },
    {
      "epoch": 66.84615384615384,
      "grad_norm": 0.5453165769577026,
      "learning_rate": 1.386691919355968e-06,
      "loss": 0.0257,
      "step": 17380
    },
    {
      "epoch": 66.88461538461539,
      "grad_norm": 0.526111364364624,
      "learning_rate": 1.3762952688274316e-06,
      "loss": 0.0257,
      "step": 17390
    },
    {
      "epoch": 66.92307692307692,
      "grad_norm": 0.587806224822998,
      "learning_rate": 1.3659358649874104e-06,
      "loss": 0.026,
      "step": 17400
    },
    {
      "epoch": 66.96153846153847,
      "grad_norm": 0.6474411487579346,
      "learning_rate": 1.3556137361581155e-06,
      "loss": 0.0298,
      "step": 17410
    },
    {
      "epoch": 67.0,
      "grad_norm": 0.7550439834594727,
      "learning_rate": 1.3453289105598616e-06,
      "loss": 0.0321,
      "step": 17420
    },
    {
      "epoch": 67.03846153846153,
      "grad_norm": 0.6548799276351929,
      "learning_rate": 1.3350814163109592e-06,
      "loss": 0.0336,
      "step": 17430
    },
    {
      "epoch": 67.07692307692308,
      "grad_norm": 0.5987898111343384,
      "learning_rate": 1.3248712814276732e-06,
      "loss": 0.0264,
      "step": 17440
    },
    {
      "epoch": 67.11538461538461,
      "grad_norm": 0.5832239389419556,
      "learning_rate": 1.3146985338241207e-06,
      "loss": 0.0284,
      "step": 17450
    },
    {
      "epoch": 67.15384615384616,
      "grad_norm": 0.6605148315429688,
      "learning_rate": 1.3045632013122032e-06,
      "loss": 0.0296,
      "step": 17460
    },
    {
      "epoch": 67.1923076923077,
      "grad_norm": 0.6073583364486694,
      "learning_rate": 1.294465311601537e-06,
      "loss": 0.0287,
      "step": 17470
    },
    {
      "epoch": 67.23076923076923,
      "grad_norm": 0.5388942956924438,
      "learning_rate": 1.2844048922993602e-06,
      "loss": 0.0314,
      "step": 17480
    },
    {
      "epoch": 67.26923076923077,
      "grad_norm": 0.48449668288230896,
      "learning_rate": 1.2743819709104826e-06,
      "loss": 0.0283,
      "step": 17490
    },
    {
      "epoch": 67.3076923076923,
      "grad_norm": 0.6949400305747986,
      "learning_rate": 1.264396574837185e-06,
      "loss": 0.024,
      "step": 17500
    },
    {
      "epoch": 67.34615384615384,
      "grad_norm": 0.5057098865509033,
      "learning_rate": 1.2544487313791564e-06,
      "loss": 0.0258,
      "step": 17510
    },
    {
      "epoch": 67.38461538461539,
      "grad_norm": 0.6099366545677185,
      "learning_rate": 1.2445384677334282e-06,
      "loss": 0.0295,
      "step": 17520
    },
    {
      "epoch": 67.42307692307692,
      "grad_norm": 0.7301434874534607,
      "learning_rate": 1.2346658109942755e-06,
      "loss": 0.0316,
      "step": 17530
    },
    {
      "epoch": 67.46153846153847,
      "grad_norm": 0.5584269165992737,
      "learning_rate": 1.2248307881531656e-06,
      "loss": 0.0341,
      "step": 17540
    },
    {
      "epoch": 67.5,
      "grad_norm": 0.5226390361785889,
      "learning_rate": 1.2150334260986818e-06,
      "loss": 0.0333,
      "step": 17550
    },
    {
      "epoch": 67.53846153846153,
      "grad_norm": 0.7313436269760132,
      "learning_rate": 1.2052737516164292e-06,
      "loss": 0.0307,
      "step": 17560
    },
    {
      "epoch": 67.57692307692308,
      "grad_norm": 0.4775332808494568,
      "learning_rate": 1.1955517913889924e-06,
      "loss": 0.0291,
      "step": 17570
    },
    {
      "epoch": 67.61538461538461,
      "grad_norm": 0.6237944960594177,
      "learning_rate": 1.185867571995835e-06,
      "loss": 0.031,
      "step": 17580
    },
    {
      "epoch": 67.65384615384616,
      "grad_norm": 0.6194935441017151,
      "learning_rate": 1.1762211199132433e-06,
      "loss": 0.0262,
      "step": 17590
    },
    {
      "epoch": 67.6923076923077,
      "grad_norm": 0.5005141496658325,
      "learning_rate": 1.1666124615142525e-06,
      "loss": 0.0254,
      "step": 17600
    },
    {
      "epoch": 67.73076923076923,
      "grad_norm": 0.34853067994117737,
      "learning_rate": 1.1570416230685627e-06,
      "loss": 0.0255,
      "step": 17610
    },
    {
      "epoch": 67.76923076923077,
      "grad_norm": 0.5736085772514343,
      "learning_rate": 1.147508630742486e-06,
      "loss": 0.0277,
      "step": 17620
    },
    {
      "epoch": 67.8076923076923,
      "grad_norm": 0.5523407459259033,
      "learning_rate": 1.1380135105988576e-06,
      "loss": 0.0292,
      "step": 17630
    },
    {
      "epoch": 67.84615384615384,
      "grad_norm": 0.6663440465927124,
      "learning_rate": 1.128556288596969e-06,
      "loss": 0.0319,
      "step": 17640
    },
    {
      "epoch": 67.88461538461539,
      "grad_norm": 0.5403256416320801,
      "learning_rate": 1.1191369905925096e-06,
      "loss": 0.0278,
      "step": 17650
    },
    {
      "epoch": 67.92307692307692,
      "grad_norm": 0.5839226245880127,
      "learning_rate": 1.1097556423374765e-06,
      "loss": 0.0304,
      "step": 17660
    },
    {
      "epoch": 67.96153846153847,
      "grad_norm": 0.5336809754371643,
      "learning_rate": 1.1004122694801233e-06,
      "loss": 0.0369,
      "step": 17670
    },
    {
      "epoch": 68.0,
      "grad_norm": 0.38012614846229553,
      "learning_rate": 1.0911068975648697e-06,
      "loss": 0.0261,
      "step": 17680
    },
    {
      "epoch": 68.03846153846153,
      "grad_norm": 0.5304232239723206,
      "learning_rate": 1.0818395520322456e-06,
      "loss": 0.0264,
      "step": 17690
    },
    {
      "epoch": 68.07692307692308,
      "grad_norm": 0.5830591320991516,
      "learning_rate": 1.072610258218825e-06,
      "loss": 0.0369,
      "step": 17700
    },
    {
      "epoch": 68.11538461538461,
      "grad_norm": 0.5707952976226807,
      "learning_rate": 1.0634190413571415e-06,
      "loss": 0.0283,
      "step": 17710
    },
    {
      "epoch": 68.15384615384616,
      "grad_norm": 0.6779969334602356,
      "learning_rate": 1.0542659265756337e-06,
      "loss": 0.0306,
      "step": 17720
    },
    {
      "epoch": 68.1923076923077,
      "grad_norm": 0.5678604245185852,
      "learning_rate": 1.0451509388985663e-06,
      "loss": 0.0329,
      "step": 17730
    },
    {
      "epoch": 68.23076923076923,
      "grad_norm": 0.5494369864463806,
      "learning_rate": 1.0360741032459636e-06,
      "loss": 0.031,
      "step": 17740
    },
    {
      "epoch": 68.26923076923077,
      "grad_norm": 0.520933985710144,
      "learning_rate": 1.027035444433555e-06,
      "loss": 0.0262,
      "step": 17750
    },
    {
      "epoch": 68.3076923076923,
      "grad_norm": 0.49139437079429626,
      "learning_rate": 1.0180349871726819e-06,
      "loss": 0.0306,
      "step": 17760
    },
    {
      "epoch": 68.34615384615384,
      "grad_norm": 0.6331795454025269,
      "learning_rate": 1.0090727560702572e-06,
      "loss": 0.0325,
      "step": 17770
    },
    {
      "epoch": 68.38461538461539,
      "grad_norm": 0.4937455952167511,
      "learning_rate": 1.0001487756286748e-06,
      "loss": 0.0294,
      "step": 17780
    },
    {
      "epoch": 68.42307692307692,
      "grad_norm": 0.6751633882522583,
      "learning_rate": 9.912630702457548e-07,
      "loss": 0.0278,
      "step": 17790
    },
    {
      "epoch": 68.46153846153847,
      "grad_norm": 0.4086829423904419,
      "learning_rate": 9.824156642146798e-07,
      "loss": 0.0323,
      "step": 17800
    },
    {
      "epoch": 68.5,
      "grad_norm": 0.5629752278327942,
      "learning_rate": 9.736065817239192e-07,
      "loss": 0.0296,
      "step": 17810
    },
    {
      "epoch": 68.53846153846153,
      "grad_norm": 0.7791491746902466,
      "learning_rate": 9.648358468571667e-07,
      "loss": 0.0288,
      "step": 17820
    },
    {
      "epoch": 68.57692307692308,
      "grad_norm": 0.6236022114753723,
      "learning_rate": 9.561034835932774e-07,
      "loss": 0.0286,
      "step": 17830
    },
    {
      "epoch": 68.61538461538461,
      "grad_norm": 0.5426509380340576,
      "learning_rate": 9.474095158061996e-07,
      "loss": 0.0322,
      "step": 17840
    },
    {
      "epoch": 68.65384615384616,
      "grad_norm": 0.5536707639694214,
      "learning_rate": 9.387539672649082e-07,
      "loss": 0.0404,
      "step": 17850
    },
    {
      "epoch": 68.6923076923077,
      "grad_norm": 0.5977795720100403,
      "learning_rate": 9.301368616333456e-07,
      "loss": 0.0272,
      "step": 17860
    },
    {
      "epoch": 68.73076923076923,
      "grad_norm": 0.5283776521682739,
      "learning_rate": 9.215582224703417e-07,
      "loss": 0.0271,
      "step": 17870
    },
    {
      "epoch": 68.76923076923077,
      "grad_norm": 0.6370693445205688,
      "learning_rate": 9.13018073229579e-07,
      "loss": 0.0335,
      "step": 17880
    },
    {
      "epoch": 68.8076923076923,
      "grad_norm": 0.4692783057689667,
      "learning_rate": 9.045164372594889e-07,
      "loss": 0.0273,
      "step": 17890
    },
    {
      "epoch": 68.84615384615384,
      "grad_norm": 0.6345952153205872,
      "learning_rate": 8.960533378032288e-07,
      "loss": 0.0313,
      "step": 17900
    },
    {
      "epoch": 68.88461538461539,
      "grad_norm": 0.5102418661117554,
      "learning_rate": 8.876287979985853e-07,
      "loss": 0.0271,
      "step": 17910
    },
    {
      "epoch": 68.92307692307692,
      "grad_norm": 0.43029651045799255,
      "learning_rate": 8.792428408779246e-07,
      "loss": 0.0331,
      "step": 17920
    },
    {
      "epoch": 68.96153846153847,
      "grad_norm": 0.5155785083770752,
      "learning_rate": 8.708954893681421e-07,
      "loss": 0.0311,
      "step": 17930
    },
    {
      "epoch": 69.0,
      "grad_norm": 0.5972561836242676,
      "learning_rate": 8.62586766290569e-07,
      "loss": 0.0319,
      "step": 17940
    },
    {
      "epoch": 69.03846153846153,
      "grad_norm": 0.39445289969444275,
      "learning_rate": 8.543166943609448e-07,
      "loss": 0.0273,
      "step": 17950
    },
    {
      "epoch": 69.07692307692308,
      "grad_norm": 0.7934895157814026,
      "learning_rate": 8.460852961893234e-07,
      "loss": 0.0313,
      "step": 17960
    },
    {
      "epoch": 69.11538461538461,
      "grad_norm": 0.6706607341766357,
      "learning_rate": 8.378925942800364e-07,
      "loss": 0.0355,
      "step": 17970
    },
    {
      "epoch": 69.15384615384616,
      "grad_norm": 0.45455625653266907,
      "learning_rate": 8.297386110316202e-07,
      "loss": 0.0278,
      "step": 17980
    },
    {
      "epoch": 69.1923076923077,
      "grad_norm": 0.49573683738708496,
      "learning_rate": 8.216233687367491e-07,
      "loss": 0.0322,
      "step": 17990
    },
    {
      "epoch": 69.23076923076923,
      "grad_norm": 0.5711278915405273,
      "learning_rate": 8.135468895821924e-07,
      "loss": 0.0324,
      "step": 18000
    },
    {
      "epoch": 69.26923076923077,
      "grad_norm": 0.5714309215545654,
      "learning_rate": 8.05509195648727e-07,
      "loss": 0.0302,
      "step": 18010
    },
    {
      "epoch": 69.3076923076923,
      "grad_norm": 0.46931174397468567,
      "learning_rate": 7.975103089111052e-07,
      "loss": 0.0331,
      "step": 18020
    },
    {
      "epoch": 69.34615384615384,
      "grad_norm": 0.5957428812980652,
      "learning_rate": 7.895502512379805e-07,
      "loss": 0.0328,
      "step": 18030
    },
    {
      "epoch": 69.38461538461539,
      "grad_norm": 0.43586134910583496,
      "learning_rate": 7.816290443918411e-07,
      "loss": 0.0298,
      "step": 18040
    },
    {
      "epoch": 69.42307692307692,
      "grad_norm": 0.5497664213180542,
      "learning_rate": 7.737467100289725e-07,
      "loss": 0.033,
      "step": 18050
    },
    {
      "epoch": 69.46153846153847,
      "grad_norm": 0.5081692337989807,
      "learning_rate": 7.659032696993661e-07,
      "loss": 0.0309,
      "step": 18060
    },
    {
      "epoch": 69.5,
      "grad_norm": 0.5081343054771423,
      "learning_rate": 7.580987448466925e-07,
      "loss": 0.0279,
      "step": 18070
    },
    {
      "epoch": 69.53846153846153,
      "grad_norm": 0.45474639534950256,
      "learning_rate": 7.503331568082267e-07,
      "loss": 0.0295,
      "step": 18080
    },
    {
      "epoch": 69.57692307692308,
      "grad_norm": 0.5449734330177307,
      "learning_rate": 7.426065268147875e-07,
      "loss": 0.0269,
      "step": 18090
    },
    {
      "epoch": 69.61538461538461,
      "grad_norm": 0.5013516545295715,
      "learning_rate": 7.349188759906889e-07,
      "loss": 0.0293,
      "step": 18100
    },
    {
      "epoch": 69.65384615384616,
      "grad_norm": 0.5508989691734314,
      "learning_rate": 7.272702253536683e-07,
      "loss": 0.0292,
      "step": 18110
    },
    {
      "epoch": 69.6923076923077,
      "grad_norm": 0.5623137354850769,
      "learning_rate": 7.196605958148505e-07,
      "loss": 0.0291,
      "step": 18120
    },
    {
      "epoch": 69.73076923076923,
      "grad_norm": 0.37221282720565796,
      "learning_rate": 7.120900081786719e-07,
      "loss": 0.0242,
      "step": 18130
    },
    {
      "epoch": 69.76923076923077,
      "grad_norm": 0.4855639934539795,
      "learning_rate": 7.045584831428276e-07,
      "loss": 0.034,
      "step": 18140
    },
    {
      "epoch": 69.8076923076923,
      "grad_norm": 0.635829508304596,
      "learning_rate": 6.970660412982199e-07,
      "loss": 0.0256,
      "step": 18150
    },
    {
      "epoch": 69.84615384615384,
      "grad_norm": 0.5936337113380432,
      "learning_rate": 6.896127031288985e-07,
      "loss": 0.033,
      "step": 18160
    },
    {
      "epoch": 69.88461538461539,
      "grad_norm": 0.39154934883117676,
      "learning_rate": 6.821984890120064e-07,
      "loss": 0.0257,
      "step": 18170
    },
    {
      "epoch": 69.92307692307692,
      "grad_norm": 0.47772216796875,
      "learning_rate": 6.748234192177227e-07,
      "loss": 0.0324,
      "step": 18180
    },
    {
      "epoch": 69.96153846153847,
      "grad_norm": 0.559112012386322,
      "learning_rate": 6.674875139092051e-07,
      "loss": 0.0311,
      "step": 18190
    },
    {
      "epoch": 70.0,
      "grad_norm": 0.5065118670463562,
      "learning_rate": 6.601907931425388e-07,
      "loss": 0.0249,
      "step": 18200
    },
    {
      "epoch": 70.03846153846153,
      "grad_norm": 0.47782960534095764,
      "learning_rate": 6.529332768666779e-07,
      "loss": 0.0265,
      "step": 18210
    },
    {
      "epoch": 70.07692307692308,
      "grad_norm": 0.5119221806526184,
      "learning_rate": 6.457149849233973e-07,
      "loss": 0.0285,
      "step": 18220
    },
    {
      "epoch": 70.11538461538461,
      "grad_norm": 0.4450240433216095,
      "learning_rate": 6.385359370472343e-07,
      "loss": 0.031,
      "step": 18230
    },
    {
      "epoch": 70.15384615384616,
      "grad_norm": 0.6436985731124878,
      "learning_rate": 6.313961528654239e-07,
      "loss": 0.0298,
      "step": 18240
    },
    {
      "epoch": 70.1923076923077,
      "grad_norm": 0.6557655930519104,
      "learning_rate": 6.242956518978682e-07,
      "loss": 0.0327,
      "step": 18250
    },
    {
      "epoch": 70.23076923076923,
      "grad_norm": 0.4954908490180969,
      "learning_rate": 6.172344535570673e-07,
      "loss": 0.0254,
      "step": 18260
    },
    {
      "epoch": 70.26923076923077,
      "grad_norm": 0.4294760823249817,
      "learning_rate": 6.102125771480655e-07,
      "loss": 0.0284,
      "step": 18270
    },
    {
      "epoch": 70.3076923076923,
      "grad_norm": 0.4691609740257263,
      "learning_rate": 6.032300418684062e-07,
      "loss": 0.0255,
      "step": 18280
    },
    {
      "epoch": 70.34615384615384,
      "grad_norm": 0.567426323890686,
      "learning_rate": 5.962868668080706e-07,
      "loss": 0.0315,
      "step": 18290
    },
    {
      "epoch": 70.38461538461539,
      "grad_norm": 0.7433890700340271,
      "learning_rate": 5.89383070949438e-07,
      "loss": 0.0324,
      "step": 18300
    },
    {
      "epoch": 70.42307692307692,
      "grad_norm": 0.36738789081573486,
      "learning_rate": 5.825186731672217e-07,
      "loss": 0.0291,
      "step": 18310
    },
    {
      "epoch": 70.46153846153847,
      "grad_norm": 0.4836757481098175,
      "learning_rate": 5.756936922284228e-07,
      "loss": 0.0237,
      "step": 18320
    },
    {
      "epoch": 70.5,
      "grad_norm": 0.5915025472640991,
      "learning_rate": 5.689081467922791e-07,
      "loss": 0.0304,
      "step": 18330
    },
    {
      "epoch": 70.53846153846153,
      "grad_norm": 0.6776860952377319,
      "learning_rate": 5.621620554102108e-07,
      "loss": 0.0269,
      "step": 18340
    },
    {
      "epoch": 70.57692307692308,
      "grad_norm": 0.367214173078537,
      "learning_rate": 5.554554365257747e-07,
      "loss": 0.0257,
      "step": 18350
    },
    {
      "epoch": 70.61538461538461,
      "grad_norm": 0.43015265464782715,
      "learning_rate": 5.487883084746137e-07,
      "loss": 0.0311,
      "step": 18360
    },
    {
      "epoch": 70.65384615384616,
      "grad_norm": 0.5791113972663879,
      "learning_rate": 5.421606894843989e-07,
      "loss": 0.0342,
      "step": 18370
    },
    {
      "epoch": 70.6923076923077,
      "grad_norm": 0.6974865794181824,
      "learning_rate": 5.355725976747878e-07,
      "loss": 0.03,
      "step": 18380
    },
    {
      "epoch": 70.73076923076923,
      "grad_norm": 0.44641560316085815,
      "learning_rate": 5.290240510573707e-07,
      "loss": 0.0275,
      "step": 18390
    },
    {
      "epoch": 70.76923076923077,
      "grad_norm": 0.3478294610977173,
      "learning_rate": 5.22515067535625e-07,
      "loss": 0.0333,
      "step": 18400
    },
    {
      "epoch": 70.8076923076923,
      "grad_norm": 0.5026068091392517,
      "learning_rate": 5.160456649048656e-07,
      "loss": 0.034,
      "step": 18410
    },
    {
      "epoch": 70.84615384615384,
      "grad_norm": 0.42307016253471375,
      "learning_rate": 5.096158608521878e-07,
      "loss": 0.0289,
      "step": 18420
    },
    {
      "epoch": 70.88461538461539,
      "grad_norm": 0.3856401741504669,
      "learning_rate": 5.032256729564349e-07,
      "loss": 0.0306,
      "step": 18430
    },
    {
      "epoch": 70.92307692307692,
      "grad_norm": 0.44772571325302124,
      "learning_rate": 4.968751186881321e-07,
      "loss": 0.0298,
      "step": 18440
    },
    {
      "epoch": 70.96153846153847,
      "grad_norm": 0.4006417989730835,
      "learning_rate": 4.905642154094526e-07,
      "loss": 0.0285,
      "step": 18450
    },
    {
      "epoch": 71.0,
      "grad_norm": 0.5411732792854309,
      "learning_rate": 4.842929803741713e-07,
      "loss": 0.0333,
      "step": 18460
    },
    {
      "epoch": 71.03846153846153,
      "grad_norm": 0.566062331199646,
      "learning_rate": 4.780614307275987e-07,
      "loss": 0.0286,
      "step": 18470
    },
    {
      "epoch": 71.07692307692308,
      "grad_norm": 0.7110042572021484,
      "learning_rate": 4.7186958350655506e-07,
      "loss": 0.026,
      "step": 18480
    },
    {
      "epoch": 71.11538461538461,
      "grad_norm": 0.5046260356903076,
      "learning_rate": 4.65717455639314e-07,
      "loss": 0.0297,
      "step": 18490
    },
    {
      "epoch": 71.15384615384616,
      "grad_norm": 0.46450793743133545,
      "learning_rate": 4.5960506394555956e-07,
      "loss": 0.0302,
      "step": 18500
    },
    {
      "epoch": 71.1923076923077,
      "grad_norm": 0.6306203603744507,
      "learning_rate": 4.53532425136341e-07,
      "loss": 0.0325,
      "step": 18510
    },
    {
      "epoch": 71.23076923076923,
      "grad_norm": 0.42232760787010193,
      "learning_rate": 4.4749955581401103e-07,
      "loss": 0.028,
      "step": 18520
    },
    {
      "epoch": 71.26923076923077,
      "grad_norm": 0.4966919720172882,
      "learning_rate": 4.415064724722129e-07,
      "loss": 0.0299,
      "step": 18530
    },
    {
      "epoch": 71.3076923076923,
      "grad_norm": 0.5042365193367004,
      "learning_rate": 4.355531914958016e-07,
      "loss": 0.0373,
      "step": 18540
    },
    {
      "epoch": 71.34615384615384,
      "grad_norm": 0.5430654883384705,
      "learning_rate": 4.2963972916082286e-07,
      "loss": 0.0272,
      "step": 18550
    },
    {
      "epoch": 71.38461538461539,
      "grad_norm": 0.4358469843864441,
      "learning_rate": 4.2376610163446074e-07,
      "loss": 0.0328,
      "step": 18560
    },
    {
      "epoch": 71.42307692307692,
      "grad_norm": 0.4239481985569,
      "learning_rate": 4.1793232497498167e-07,
      "loss": 0.0301,
      "step": 18570
    },
    {
      "epoch": 71.46153846153847,
      "grad_norm": 0.49865809082984924,
      "learning_rate": 4.1213841513171257e-07,
      "loss": 0.0278,
      "step": 18580
    },
    {
      "epoch": 71.5,
      "grad_norm": 0.6041271686553955,
      "learning_rate": 4.0638438794497743e-07,
      "loss": 0.0317,
      "step": 18590
    },
    {
      "epoch": 71.53846153846153,
      "grad_norm": 0.5827446579933167,
      "learning_rate": 4.0067025914607257e-07,
      "loss": 0.0313,
      "step": 18600
    },
    {
      "epoch": 71.57692307692308,
      "grad_norm": 0.6713128685951233,
      "learning_rate": 3.9499604435720483e-07,
      "loss": 0.0308,
      "step": 18610
    },
    {
      "epoch": 71.61538461538461,
      "grad_norm": 0.42750629782676697,
      "learning_rate": 3.8936175909146e-07,
      "loss": 0.0258,
      "step": 18620
    },
    {
      "epoch": 71.65384615384616,
      "grad_norm": 0.4124327600002289,
      "learning_rate": 3.837674187527629e-07,
      "loss": 0.0292,
      "step": 18630
    },
    {
      "epoch": 71.6923076923077,
      "grad_norm": 0.49467605352401733,
      "learning_rate": 3.7821303863581904e-07,
      "loss": 0.0253,
      "step": 18640
    },
    {
      "epoch": 71.73076923076923,
      "grad_norm": 0.3977210819721222,
      "learning_rate": 3.726986339260996e-07,
      "loss": 0.0284,
      "step": 18650
    },
    {
      "epoch": 71.76923076923077,
      "grad_norm": 0.5405611991882324,
      "learning_rate": 3.672242196997733e-07,
      "loss": 0.0285,
      "step": 18660
    },
    {
      "epoch": 71.8076923076923,
      "grad_norm": 0.5646962523460388,
      "learning_rate": 3.6178981092367615e-07,
      "loss": 0.039,
      "step": 18670
    },
    {
      "epoch": 71.84615384615384,
      "grad_norm": 0.3832261264324188,
      "learning_rate": 3.5639542245527847e-07,
      "loss": 0.0294,
      "step": 18680
    },
    {
      "epoch": 71.88461538461539,
      "grad_norm": 0.6208793520927429,
      "learning_rate": 3.5104106904263134e-07,
      "loss": 0.0308,
      "step": 18690
    },
    {
      "epoch": 71.92307692307692,
      "grad_norm": 0.3466988801956177,
      "learning_rate": 3.4572676532433345e-07,
      "loss": 0.0314,
      "step": 18700
    },
    {
      "epoch": 71.96153846153847,
      "grad_norm": 0.4137439727783203,
      "learning_rate": 3.4045252582948603e-07,
      "loss": 0.0309,
      "step": 18710
    },
    {
      "epoch": 72.0,
      "grad_norm": 0.4454915225505829,
      "learning_rate": 3.3521836497765803e-07,
      "loss": 0.0273,
      "step": 18720
    },
    {
      "epoch": 72.03846153846153,
      "grad_norm": 0.3448931872844696,
      "learning_rate": 3.300242970788492e-07,
      "loss": 0.0271,
      "step": 18730
    },
    {
      "epoch": 72.07692307692308,
      "grad_norm": 0.46295422315597534,
      "learning_rate": 3.248703363334404e-07,
      "loss": 0.0283,
      "step": 18740
    },
    {
      "epoch": 72.11538461538461,
      "grad_norm": 0.46668925881385803,
      "learning_rate": 3.197564968321637e-07,
      "loss": 0.0257,
      "step": 18750
    },
    {
      "epoch": 72.15384615384616,
      "grad_norm": 0.36828577518463135,
      "learning_rate": 3.1468279255606027e-07,
      "loss": 0.0271,
      "step": 18760
    },
    {
      "epoch": 72.1923076923077,
      "grad_norm": 0.5191018581390381,
      "learning_rate": 3.096492373764442e-07,
      "loss": 0.029,
      "step": 18770
    },
    {
      "epoch": 72.23076923076923,
      "grad_norm": 0.5372118353843689,
      "learning_rate": 3.046558450548642e-07,
      "loss": 0.0289,
      "step": 18780
    },
    {
      "epoch": 72.26923076923077,
      "grad_norm": 0.49187055230140686,
      "learning_rate": 2.997026292430632e-07,
      "loss": 0.0297,
      "step": 18790
    },
    {
      "epoch": 72.3076923076923,
      "grad_norm": 0.4657900929450989,
      "learning_rate": 2.9478960348294393e-07,
      "loss": 0.0298,
      "step": 18800
    },
    {
      "epoch": 72.34615384615384,
      "grad_norm": 0.4845152795314789,
      "learning_rate": 2.8991678120653343e-07,
      "loss": 0.0311,
      "step": 18810
    },
    {
      "epoch": 72.38461538461539,
      "grad_norm": 0.3693923056125641,
      "learning_rate": 2.850841757359385e-07,
      "loss": 0.0292,
      "step": 18820
    },
    {
      "epoch": 72.42307692307692,
      "grad_norm": 0.5879788994789124,
      "learning_rate": 2.802918002833188e-07,
      "loss": 0.0278,
      "step": 18830
    },
    {
      "epoch": 72.46153846153847,
      "grad_norm": 0.474170058965683,
      "learning_rate": 2.7553966795084875e-07,
      "loss": 0.0263,
      "step": 18840
    },
    {
      "epoch": 72.5,
      "grad_norm": 0.5131663680076599,
      "learning_rate": 2.708277917306723e-07,
      "loss": 0.0295,
      "step": 18850
    },
    {
      "epoch": 72.53846153846153,
      "grad_norm": 0.5183109641075134,
      "learning_rate": 2.661561845048832e-07,
      "loss": 0.026,
      "step": 18860
    },
    {
      "epoch": 72.57692307692308,
      "grad_norm": 0.37531840801239014,
      "learning_rate": 2.615248590454733e-07,
      "loss": 0.0285,
      "step": 18870
    },
    {
      "epoch": 72.61538461538461,
      "grad_norm": 0.38698941469192505,
      "learning_rate": 2.569338280143124e-07,
      "loss": 0.0296,
      "step": 18880
    },
    {
      "epoch": 72.65384615384616,
      "grad_norm": 0.40946704149246216,
      "learning_rate": 2.523831039631036e-07,
      "loss": 0.0259,
      "step": 18890
    },
    {
      "epoch": 72.6923076923077,
      "grad_norm": 0.456138014793396,
      "learning_rate": 2.478726993333513e-07,
      "loss": 0.0297,
      "step": 18900
    },
    {
      "epoch": 72.73076923076923,
      "grad_norm": 0.46513912081718445,
      "learning_rate": 2.434026264563299e-07,
      "loss": 0.0264,
      "step": 18910
    },
    {
      "epoch": 72.76923076923077,
      "grad_norm": 0.5075211524963379,
      "learning_rate": 2.389728975530486e-07,
      "loss": 0.0339,
      "step": 18920
    },
    {
      "epoch": 72.8076923076923,
      "grad_norm": 0.3680661916732788,
      "learning_rate": 2.3458352473421986e-07,
      "loss": 0.0295,
      "step": 18930
    },
    {
      "epoch": 72.84615384615384,
      "grad_norm": 0.362907737493515,
      "learning_rate": 2.3023452000021594e-07,
      "loss": 0.0292,
      "step": 18940
    },
    {
      "epoch": 72.88461538461539,
      "grad_norm": 0.4176541864871979,
      "learning_rate": 2.2592589524105255e-07,
      "loss": 0.0259,
      "step": 18950
    },
    {
      "epoch": 72.92307692307692,
      "grad_norm": 0.5750277042388916,
      "learning_rate": 2.216576622363453e-07,
      "loss": 0.0316,
      "step": 18960
    },
    {
      "epoch": 72.96153846153847,
      "grad_norm": 0.3795614242553711,
      "learning_rate": 2.1742983265527984e-07,
      "loss": 0.0272,
      "step": 18970
    },
    {
      "epoch": 73.0,
      "grad_norm": 0.3043051064014435,
      "learning_rate": 2.1324241805658006e-07,
      "loss": 0.0276,
      "step": 18980
    },
    {
      "epoch": 73.03846153846153,
      "grad_norm": 0.5338976383209229,
      "learning_rate": 2.0909542988848007e-07,
      "loss": 0.0239,
      "step": 18990
    },
    {
      "epoch": 73.07692307692308,
      "grad_norm": 0.35654547810554504,
      "learning_rate": 2.0498887948868395e-07,
      "loss": 0.026,
      "step": 19000
    },
    {
      "epoch": 73.11538461538461,
      "grad_norm": 0.5859305262565613,
      "learning_rate": 2.009227780843459e-07,
      "loss": 0.0274,
      "step": 19010
    },
    {
      "epoch": 73.15384615384616,
      "grad_norm": 0.5016968250274658,
      "learning_rate": 1.968971367920319e-07,
      "loss": 0.0318,
      "step": 19020
    },
    {
      "epoch": 73.1923076923077,
      "grad_norm": 0.5447234511375427,
      "learning_rate": 1.9291196661768984e-07,
      "loss": 0.0335,
      "step": 19030
    },
    {
      "epoch": 73.23076923076923,
      "grad_norm": 0.5071997046470642,
      "learning_rate": 1.8896727845662432e-07,
      "loss": 0.0278,
      "step": 19040
    },
    {
      "epoch": 73.26923076923077,
      "grad_norm": 0.29972633719444275,
      "learning_rate": 1.8506308309346022e-07,
      "loss": 0.025,
      "step": 19050
    },
    {
      "epoch": 73.3076923076923,
      "grad_norm": 0.4020128548145294,
      "learning_rate": 1.811993912021226e-07,
      "loss": 0.0259,
      "step": 19060
    },
    {
      "epoch": 73.34615384615384,
      "grad_norm": 0.4244936406612396,
      "learning_rate": 1.7737621334579346e-07,
      "loss": 0.0281,
      "step": 19070
    },
    {
      "epoch": 73.38461538461539,
      "grad_norm": 0.4991587698459625,
      "learning_rate": 1.735935599768951e-07,
      "loss": 0.0286,
      "step": 19080
    },
    {
      "epoch": 73.42307692307692,
      "grad_norm": 0.4140017628669739,
      "learning_rate": 1.6985144143706166e-07,
      "loss": 0.0278,
      "step": 19090
    },
    {
      "epoch": 73.46153846153847,
      "grad_norm": 0.6661912202835083,
      "learning_rate": 1.6614986795709774e-07,
      "loss": 0.0292,
      "step": 19100
    },
    {
      "epoch": 73.5,
      "grad_norm": 0.39654165506362915,
      "learning_rate": 1.6248884965696654e-07,
      "loss": 0.0269,
      "step": 19110
    },
    {
      "epoch": 73.53846153846153,
      "grad_norm": 0.4546181261539459,
      "learning_rate": 1.5886839654575158e-07,
      "loss": 0.0268,
      "step": 19120
    },
    {
      "epoch": 73.57692307692308,
      "grad_norm": 0.5141550898551941,
      "learning_rate": 1.5528851852163183e-07,
      "loss": 0.0316,
      "step": 19130
    },
    {
      "epoch": 73.61538461538461,
      "grad_norm": 0.3499520421028137,
      "learning_rate": 1.5174922537185997e-07,
      "loss": 0.0279,
      "step": 19140
    },
    {
      "epoch": 73.65384615384616,
      "grad_norm": 0.4141696095466614,
      "learning_rate": 1.4825052677272576e-07,
      "loss": 0.0307,
      "step": 19150
    },
    {
      "epoch": 73.6923076923077,
      "grad_norm": 0.39404889941215515,
      "learning_rate": 1.4479243228953942e-07,
      "loss": 0.031,
      "step": 19160
    },
    {
      "epoch": 73.73076923076923,
      "grad_norm": 0.5340063571929932,
      "learning_rate": 1.4137495137659827e-07,
      "loss": 0.0318,
      "step": 19170
    },
    {
      "epoch": 73.76923076923077,
      "grad_norm": 0.5623757839202881,
      "learning_rate": 1.3799809337716517e-07,
      "loss": 0.0274,
      "step": 19180
    },
    {
      "epoch": 73.8076923076923,
      "grad_norm": 0.4724770486354828,
      "learning_rate": 1.3466186752344178e-07,
      "loss": 0.0304,
      "step": 19190
    },
    {
      "epoch": 73.84615384615384,
      "grad_norm": 0.46430504322052,
      "learning_rate": 1.3136628293653863e-07,
      "loss": 0.0279,
      "step": 19200
    },
    {
      "epoch": 73.88461538461539,
      "grad_norm": 0.36791667342185974,
      "learning_rate": 1.2811134862646178e-07,
      "loss": 0.0258,
      "step": 19210
    },
    {
      "epoch": 73.92307692307692,
      "grad_norm": 0.3952659070491791,
      "learning_rate": 1.2489707349207623e-07,
      "loss": 0.0279,
      "step": 19220
    },
    {
      "epoch": 73.96153846153847,
      "grad_norm": 0.5908829569816589,
      "learning_rate": 1.2172346632108754e-07,
      "loss": 0.0313,
      "step": 19230
    },
    {
      "epoch": 74.0,
      "grad_norm": 0.49030816555023193,
      "learning_rate": 1.1859053579001688e-07,
      "loss": 0.0279,
      "step": 19240
    },
    {
      "epoch": 74.03846153846153,
      "grad_norm": 0.537586510181427,
      "learning_rate": 1.1549829046417437e-07,
      "loss": 0.0306,
      "step": 19250
    },
    {
      "epoch": 74.07692307692308,
      "grad_norm": 0.2679162919521332,
      "learning_rate": 1.1244673879764411e-07,
      "loss": 0.028,
      "step": 19260
    },
    {
      "epoch": 74.11538461538461,
      "grad_norm": 0.45097458362579346,
      "learning_rate": 1.094358891332492e-07,
      "loss": 0.0277,
      "step": 19270
    },
    {
      "epoch": 74.15384615384616,
      "grad_norm": 0.5424238443374634,
      "learning_rate": 1.0646574970253842e-07,
      "loss": 0.0336,
      "step": 19280
    },
    {
      "epoch": 74.1923076923077,
      "grad_norm": 0.4734244644641876,
      "learning_rate": 1.0353632862576124e-07,
      "loss": 0.0315,
      "step": 19290
    },
    {
      "epoch": 74.23076923076923,
      "grad_norm": 0.39023080468177795,
      "learning_rate": 1.0064763391184118e-07,
      "loss": 0.0269,
      "step": 19300
    },
    {
      "epoch": 74.26923076923077,
      "grad_norm": 0.48881417512893677,
      "learning_rate": 9.779967345835917e-08,
      "loss": 0.0272,
      "step": 19310
    },
    {
      "epoch": 74.3076923076923,
      "grad_norm": 0.33827894926071167,
      "learning_rate": 9.49924550515302e-08,
      "loss": 0.0267,
      "step": 19320
    },
    {
      "epoch": 74.34615384615384,
      "grad_norm": 0.48151615262031555,
      "learning_rate": 9.22259863661834e-08,
      "loss": 0.0283,
      "step": 19330
    },
    {
      "epoch": 74.38461538461539,
      "grad_norm": 0.3296300172805786,
      "learning_rate": 8.950027496573865e-08,
      "loss": 0.0288,
      "step": 19340
    },
    {
      "epoch": 74.42307692307692,
      "grad_norm": 0.6360703110694885,
      "learning_rate": 8.681532830218497e-08,
      "loss": 0.0305,
      "step": 19350
    },
    {
      "epoch": 74.46153846153847,
      "grad_norm": 0.3356926143169403,
      "learning_rate": 8.417115371606554e-08,
      "loss": 0.0262,
      "step": 19360
    },
    {
      "epoch": 74.5,
      "grad_norm": 0.4273458421230316,
      "learning_rate": 8.15677584364527e-08,
      "loss": 0.0278,
      "step": 19370
    },
    {
      "epoch": 74.53846153846153,
      "grad_norm": 0.3618144094944,
      "learning_rate": 7.900514958092964e-08,
      "loss": 0.0298,
      "step": 19380
    },
    {
      "epoch": 74.57692307692308,
      "grad_norm": 0.47049006819725037,
      "learning_rate": 7.64833341555704e-08,
      "loss": 0.0317,
      "step": 19390
    },
    {
      "epoch": 74.61538461538461,
      "grad_norm": 0.3946126401424408,
      "learning_rate": 7.400231905492328e-08,
      "loss": 0.028,
      "step": 19400
    },
    {
      "epoch": 74.65384615384616,
      "grad_norm": 0.682574450969696,
      "learning_rate": 7.15621110619874e-08,
      "loss": 0.0321,
      "step": 19410
    },
    {
      "epoch": 74.6923076923077,
      "grad_norm": 0.4793030917644501,
      "learning_rate": 6.916271684819787e-08,
      "loss": 0.0269,
      "step": 19420
    },
    {
      "epoch": 74.73076923076923,
      "grad_norm": 0.38368162512779236,
      "learning_rate": 6.680414297340897e-08,
      "loss": 0.0269,
      "step": 19430
    },
    {
      "epoch": 74.76923076923077,
      "grad_norm": 0.4740610420703888,
      "learning_rate": 6.448639588587103e-08,
      "loss": 0.0296,
      "step": 19440
    },
    {
      "epoch": 74.8076923076923,
      "grad_norm": 0.36339718103408813,
      "learning_rate": 6.22094819222152e-08,
      "loss": 0.0282,
      "step": 19450
    },
    {
      "epoch": 74.84615384615384,
      "grad_norm": 0.44646188616752625,
      "learning_rate": 5.997340730743705e-08,
      "loss": 0.025,
      "step": 19460
    },
    {
      "epoch": 74.88461538461539,
      "grad_norm": 0.32935407757759094,
      "learning_rate": 5.7778178154879736e-08,
      "loss": 0.0312,
      "step": 19470
    },
    {
      "epoch": 74.92307692307692,
      "grad_norm": 0.5153601169586182,
      "learning_rate": 5.56238004662174e-08,
      "loss": 0.035,
      "step": 19480
    },
    {
      "epoch": 74.96153846153847,
      "grad_norm": 0.5570949912071228,
      "learning_rate": 5.351028013143355e-08,
      "loss": 0.0346,
      "step": 19490
    },
    {
      "epoch": 75.0,
      "grad_norm": 0.40673136711120605,
      "learning_rate": 5.1437622928814374e-08,
      "loss": 0.0271,
      "step": 19500
    },
    {
      "epoch": 75.03846153846153,
      "grad_norm": 0.48403364419937134,
      "learning_rate": 4.940583452492542e-08,
      "loss": 0.0291,
      "step": 19510
    },
    {
      "epoch": 75.07692307692308,
      "grad_norm": 0.32624363899230957,
      "learning_rate": 4.741492047459661e-08,
      "loss": 0.0275,
      "step": 19520
    },
    {
      "epoch": 75.11538461538461,
      "grad_norm": 0.5291919708251953,
      "learning_rate": 4.5464886220912275e-08,
      "loss": 0.03,
      "step": 19530
    },
    {
      "epoch": 75.15384615384616,
      "grad_norm": 0.3304661810398102,
      "learning_rate": 4.355573709519112e-08,
      "loss": 0.028,
      "step": 19540
    },
    {
      "epoch": 75.1923076923077,
      "grad_norm": 0.5096902847290039,
      "learning_rate": 4.168747831697628e-08,
      "loss": 0.0329,
      "step": 19550
    },
    {
      "epoch": 75.23076923076923,
      "grad_norm": 0.6049113869667053,
      "learning_rate": 3.986011499401199e-08,
      "loss": 0.0301,
      "step": 19560
    },
    {
      "epoch": 75.26923076923077,
      "grad_norm": 0.43766793608665466,
      "learning_rate": 3.80736521222419e-08,
      "loss": 0.0327,
      "step": 19570
    },
    {
      "epoch": 75.3076923076923,
      "grad_norm": 0.3489794135093689,
      "learning_rate": 3.6328094585789116e-08,
      "loss": 0.0307,
      "step": 19580
    },
    {
      "epoch": 75.34615384615384,
      "grad_norm": 0.3926312327384949,
      "learning_rate": 3.462344715693788e-08,
      "loss": 0.0257,
      "step": 19590
    },
    {
      "epoch": 75.38461538461539,
      "grad_norm": 0.33839303255081177,
      "learning_rate": 3.295971449613022e-08,
      "loss": 0.0262,
      "step": 19600
    },
    {
      "epoch": 75.42307692307692,
      "grad_norm": 0.34823545813560486,
      "learning_rate": 3.1336901151949316e-08,
      "loss": 0.0242,
      "step": 19610
    },
    {
      "epoch": 75.46153846153847,
      "grad_norm": 0.5097415447235107,
      "learning_rate": 2.975501156110283e-08,
      "loss": 0.0289,
      "step": 19620
    },
    {
      "epoch": 75.5,
      "grad_norm": 0.4118276834487915,
      "learning_rate": 2.821405004841793e-08,
      "loss": 0.0276,
      "step": 19630
    },
    {
      "epoch": 75.53846153846153,
      "grad_norm": 0.4702577590942383,
      "learning_rate": 2.671402082682295e-08,
      "loss": 0.0263,
      "step": 19640
    },
    {
      "epoch": 75.57692307692308,
      "grad_norm": 0.47985705733299255,
      "learning_rate": 2.5254927997342415e-08,
      "loss": 0.0257,
      "step": 19650
    },
    {
      "epoch": 75.61538461538461,
      "grad_norm": 0.4477846920490265,
      "learning_rate": 2.3836775549078703e-08,
      "loss": 0.032,
      "step": 19660
    },
    {
      "epoch": 75.65384615384616,
      "grad_norm": 0.45571255683898926,
      "learning_rate": 2.245956735920873e-08,
      "loss": 0.0314,
      "step": 19670
    },
    {
      "epoch": 75.6923076923077,
      "grad_norm": 0.43451234698295593,
      "learning_rate": 2.1123307192965625e-08,
      "loss": 0.0259,
      "step": 19680
    },
    {
      "epoch": 75.73076923076923,
      "grad_norm": 0.33790716528892517,
      "learning_rate": 1.9827998703632056e-08,
      "loss": 0.0267,
      "step": 19690
    },
    {
      "epoch": 75.76923076923077,
      "grad_norm": 0.5504989624023438,
      "learning_rate": 1.8573645432535258e-08,
      "loss": 0.0348,
      "step": 19700
    },
    {
      "epoch": 75.8076923076923,
      "grad_norm": 0.32850709557533264,
      "learning_rate": 1.7360250809027034e-08,
      "loss": 0.0277,
      "step": 19710
    },
    {
      "epoch": 75.84615384615384,
      "grad_norm": 0.3690672218799591,
      "learning_rate": 1.618781815048209e-08,
      "loss": 0.0292,
      "step": 19720
    },
    {
      "epoch": 75.88461538461539,
      "grad_norm": 0.3160001039505005,
      "learning_rate": 1.5056350662286388e-08,
      "loss": 0.0303,
      "step": 19730
    },
    {
      "epoch": 75.92307692307692,
      "grad_norm": 0.5542304515838623,
      "learning_rate": 1.3965851437830468e-08,
      "loss": 0.0299,
      "step": 19740
    },
    {
      "epoch": 75.96153846153847,
      "grad_norm": 0.25911015272140503,
      "learning_rate": 1.2916323458494473e-08,
      "loss": 0.0306,
      "step": 19750
    },
    {
      "epoch": 76.0,
      "grad_norm": 0.524623692035675,
      "learning_rate": 1.1907769593651474e-08,
      "loss": 0.0294,
      "step": 19760
    },
    {
      "epoch": 76.03846153846153,
      "grad_norm": 0.3299170136451721,
      "learning_rate": 1.0940192600647491e-08,
      "loss": 0.0304,
      "step": 19770
    },
    {
      "epoch": 76.07692307692308,
      "grad_norm": 0.3935050964355469,
      "learning_rate": 1.0013595124801488e-08,
      "loss": 0.0298,
      "step": 19780
    },
    {
      "epoch": 76.11538461538461,
      "grad_norm": 0.5473943948745728,
      "learning_rate": 9.127979699393719e-09,
      "loss": 0.0308,
      "step": 19790
    },
    {
      "epoch": 76.15384615384616,
      "grad_norm": 0.38750502467155457,
      "learning_rate": 8.283348745665719e-09,
      "loss": 0.0276,
      "step": 19800
    },
    {
      "epoch": 76.1923076923077,
      "grad_norm": 0.31281858682632446,
      "learning_rate": 7.479704572805336e-09,
      "loss": 0.0306,
      "step": 19810
    },
    {
      "epoch": 76.23076923076923,
      "grad_norm": 0.6501541137695312,
      "learning_rate": 6.717049377943374e-09,
      "loss": 0.0287,
      "step": 19820
    },
    {
      "epoch": 76.26923076923077,
      "grad_norm": 0.32253095507621765,
      "learning_rate": 5.995385246151952e-09,
      "loss": 0.0307,
      "step": 19830
    },
    {
      "epoch": 76.3076923076923,
      "grad_norm": 0.2738461494445801,
      "learning_rate": 5.314714150432831e-09,
      "loss": 0.0342,
      "step": 19840
    },
    {
      "epoch": 76.34615384615384,
      "grad_norm": 0.6626792550086975,
      "learning_rate": 4.67503795171409e-09,
      "loss": 0.0336,
      "step": 19850
    },
    {
      "epoch": 76.38461538461539,
      "grad_norm": 0.6046369671821594,
      "learning_rate": 4.076358398846791e-09,
      "loss": 0.0337,
      "step": 19860
    },
    {
      "epoch": 76.42307692307692,
      "grad_norm": 0.38855934143066406,
      "learning_rate": 3.518677128598324e-09,
      "loss": 0.0318,
      "step": 19870
    },
    {
      "epoch": 76.46153846153847,
      "grad_norm": 0.4337220788002014,
      "learning_rate": 3.0019956656457404e-09,
      "loss": 0.0272,
      "step": 19880
    },
    {
      "epoch": 76.5,
      "grad_norm": 0.3263535499572754,
      "learning_rate": 2.526315422579084e-09,
      "loss": 0.0303,
      "step": 19890
    },
    {
      "epoch": 76.53846153846153,
      "grad_norm": 0.5594188570976257,
      "learning_rate": 2.091637699889737e-09,
      "loss": 0.0288,
      "step": 19900
    },
    {
      "epoch": 76.57692307692308,
      "grad_norm": 0.4034026563167572,
      "learning_rate": 1.6979636859687509e-09,
      "loss": 0.0273,
      "step": 19910
    },
    {
      "epoch": 76.61538461538461,
      "grad_norm": 0.40827733278274536,
      "learning_rate": 1.3452944571051839e-09,
      "loss": 0.0267,
      "step": 19920
    },
    {
      "epoch": 76.65384615384616,
      "grad_norm": 0.3561939597129822,
      "learning_rate": 1.0336309774860998e-09,
      "loss": 0.025,
      "step": 19930
    },
    {
      "epoch": 76.6923076923077,
      "grad_norm": 0.5761282444000244,
      "learning_rate": 7.629740991849099e-10,
      "loss": 0.0276,
      "step": 19940
    },
    {
      "epoch": 76.73076923076923,
      "grad_norm": 0.4117676615715027,
      "learning_rate": 5.333245621680361e-10,
      "loss": 0.0315,
      "step": 19950
    },
    {
      "epoch": 76.76923076923077,
      "grad_norm": 0.35498183965682983,
      "learning_rate": 3.446829942882479e-10,
      "loss": 0.0278,
      "step": 19960
    },
    {
      "epoch": 76.8076923076923,
      "grad_norm": 0.5719658732414246,
      "learning_rate": 1.9704991128632887e-10,
      "loss": 0.0318,
      "step": 19970
    },
    {
      "epoch": 76.84615384615384,
      "grad_norm": 0.5071206092834473,
      "learning_rate": 9.042571678274936e-11,
      "loss": 0.0263,
      "step": 19980
    },
    {
      "epoch": 76.88461538461539,
      "grad_norm": 0.4370606243610382,
      "learning_rate": 2.4810702284328024e-11,
      "loss": 0.0311,
      "step": 19990
    },
    {
      "epoch": 76.92307692307692,
      "grad_norm": 0.5554015040397644,
      "learning_rate": 2.050471825665312e-13,
      "loss": 0.0256,
      "step": 20000
    },
    {
      "epoch": 76.92307692307692,
      "step": 20000,
      "total_flos": 0.0,
      "train_loss": 0.09584806797504425,
      "train_runtime": 7325.8064,
      "train_samples_per_second": 174.725,
      "train_steps_per_second": 2.73
    }
  ],
  "logging_steps": 10,
  "max_steps": 20000,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 77,
  "save_steps": 10000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 0.0,
  "train_batch_size": 32,
  "trial_name": null,
  "trial_params": null
}