{
  "best_global_step": 7210,
  "best_metric": 2.6293044090270996,
  "best_model_checkpoint": "/workspace/AI/Tunning/FFT/_cpu_save/Llama-3.2-1B-ins-korean_best2/checkpoint-7210",
  "epoch": 8.0,
  "eval_steps": 103,
  "global_step": 8280,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.00966533768273529,
      "grad_norm": 22.400630950927734,
      "learning_rate": 2.1739130434782606e-08,
      "loss": 3.6412,
      "step": 10
    },
    {
      "epoch": 0.01933067536547058,
      "grad_norm": 21.54340934753418,
      "learning_rate": 4.589371980676329e-08,
      "loss": 3.6599,
      "step": 20
    },
    {
      "epoch": 0.02899601304820587,
      "grad_norm": 17.44480323791504,
      "learning_rate": 7.004830917874397e-08,
      "loss": 3.6637,
      "step": 30
    },
    {
      "epoch": 0.03866135073094116,
      "grad_norm": 14.80634593963623,
      "learning_rate": 9.420289855072464e-08,
      "loss": 3.6108,
      "step": 40
    },
    {
      "epoch": 0.048326688413676454,
      "grad_norm": 11.775601387023926,
      "learning_rate": 1.1835748792270531e-07,
      "loss": 3.6227,
      "step": 50
    },
    {
      "epoch": 0.05799202609641174,
      "grad_norm": 17.34461212158203,
      "learning_rate": 1.4251207729468598e-07,
      "loss": 3.611,
      "step": 60
    },
    {
      "epoch": 0.06765736377914704,
      "grad_norm": 9.619295120239258,
      "learning_rate": 1.6666666666666665e-07,
      "loss": 3.5769,
      "step": 70
    },
    {
      "epoch": 0.07732270146188232,
      "grad_norm": 8.995287895202637,
      "learning_rate": 1.9082125603864732e-07,
      "loss": 3.5653,
      "step": 80
    },
    {
      "epoch": 0.08698803914461761,
      "grad_norm": 7.953859329223633,
      "learning_rate": 2.1497584541062802e-07,
      "loss": 3.5337,
      "step": 90
    },
    {
      "epoch": 0.09665337682735291,
      "grad_norm": 7.673056125640869,
      "learning_rate": 2.391304347826087e-07,
      "loss": 3.5483,
      "step": 100
    },
    {
      "epoch": 0.0995529781321735,
      "eval_loss": 3.5090503692626953,
      "eval_runtime": 217.1473,
      "eval_samples_per_second": 101.636,
      "eval_steps_per_second": 4.237,
      "step": 103
    },
    {
      "epoch": 0.1063187145100882,
      "grad_norm": 7.639675617218018,
      "learning_rate": 2.6328502415458936e-07,
      "loss": 3.5037,
      "step": 110
    },
    {
      "epoch": 0.11598405219282348,
      "grad_norm": 7.536130428314209,
      "learning_rate": 2.8743961352657006e-07,
      "loss": 3.5268,
      "step": 120
    },
    {
      "epoch": 0.12564938987555876,
      "grad_norm": 7.575876235961914,
      "learning_rate": 3.115942028985507e-07,
      "loss": 3.4664,
      "step": 130
    },
    {
      "epoch": 0.13531472755829407,
      "grad_norm": 7.081434726715088,
      "learning_rate": 3.357487922705314e-07,
      "loss": 3.4784,
      "step": 140
    },
    {
      "epoch": 0.14498006524102935,
      "grad_norm": 7.422059059143066,
      "learning_rate": 3.5990338164251205e-07,
      "loss": 3.475,
      "step": 150
    },
    {
      "epoch": 0.15464540292376464,
      "grad_norm": 7.345850467681885,
      "learning_rate": 3.8405797101449274e-07,
      "loss": 3.4595,
      "step": 160
    },
    {
      "epoch": 0.16431074060649994,
      "grad_norm": 7.430078029632568,
      "learning_rate": 4.082125603864734e-07,
      "loss": 3.4618,
      "step": 170
    },
    {
      "epoch": 0.17397607828923523,
      "grad_norm": 7.277656078338623,
      "learning_rate": 4.323671497584541e-07,
      "loss": 3.4182,
      "step": 180
    },
    {
      "epoch": 0.18364141597197053,
      "grad_norm": 7.314350605010986,
      "learning_rate": 4.5652173913043473e-07,
      "loss": 3.4357,
      "step": 190
    },
    {
      "epoch": 0.19330675365470582,
      "grad_norm": 7.0931267738342285,
      "learning_rate": 4.806763285024155e-07,
      "loss": 3.359,
      "step": 200
    },
    {
      "epoch": 0.199105956264347,
      "eval_loss": 3.377324342727661,
      "eval_runtime": 216.8839,
      "eval_samples_per_second": 101.759,
      "eval_steps_per_second": 4.242,
      "step": 206
    },
    {
      "epoch": 0.2029720913374411,
      "grad_norm": 7.167511940002441,
      "learning_rate": 5.048309178743962e-07,
      "loss": 3.3954,
      "step": 210
    },
    {
      "epoch": 0.2126374290201764,
      "grad_norm": 6.995325565338135,
      "learning_rate": 5.289855072463768e-07,
      "loss": 3.3675,
      "step": 220
    },
    {
      "epoch": 0.22230276670291169,
      "grad_norm": 7.191945552825928,
      "learning_rate": 5.531400966183575e-07,
      "loss": 3.333,
      "step": 230
    },
    {
      "epoch": 0.23196810438564697,
      "grad_norm": 7.308806419372559,
      "learning_rate": 5.772946859903382e-07,
      "loss": 3.3752,
      "step": 240
    },
    {
      "epoch": 0.24163344206838228,
      "grad_norm": 7.029453277587891,
      "learning_rate": 6.014492753623189e-07,
      "loss": 3.3537,
      "step": 250
    },
    {
      "epoch": 0.25129877975111753,
      "grad_norm": 7.261192798614502,
      "learning_rate": 6.256038647342995e-07,
      "loss": 3.3393,
      "step": 260
    },
    {
      "epoch": 0.26096411743385284,
      "grad_norm": 7.451327800750732,
      "learning_rate": 6.497584541062802e-07,
      "loss": 3.3266,
      "step": 270
    },
    {
      "epoch": 0.27062945511658815,
      "grad_norm": 7.12129020690918,
      "learning_rate": 6.739130434782609e-07,
      "loss": 3.293,
      "step": 280
    },
    {
      "epoch": 0.2802947927993234,
      "grad_norm": 7.322017192840576,
      "learning_rate": 6.980676328502416e-07,
      "loss": 3.3214,
      "step": 290
    },
    {
      "epoch": 0.2899601304820587,
      "grad_norm": 7.200961589813232,
      "learning_rate": 7.222222222222221e-07,
      "loss": 3.298,
      "step": 300
    },
    {
      "epoch": 0.29865893439652047,
      "eval_loss": 3.266552448272705,
      "eval_runtime": 217.0856,
      "eval_samples_per_second": 101.665,
      "eval_steps_per_second": 4.238,
      "step": 309
    },
    {
      "epoch": 0.299625468164794,
      "grad_norm": 7.080708026885986,
      "learning_rate": 7.463768115942028e-07,
      "loss": 3.2466,
      "step": 310
    },
    {
      "epoch": 0.30929080584752927,
      "grad_norm": 7.21260929107666,
      "learning_rate": 7.705314009661835e-07,
      "loss": 3.2607,
      "step": 320
    },
    {
      "epoch": 0.3189561435302646,
      "grad_norm": 7.206089973449707,
      "learning_rate": 7.946859903381642e-07,
      "loss": 3.2278,
      "step": 330
    },
    {
      "epoch": 0.3286214812129999,
      "grad_norm": 7.031430244445801,
      "learning_rate": 8.188405797101448e-07,
      "loss": 3.2724,
      "step": 340
    },
    {
      "epoch": 0.3382868188957352,
      "grad_norm": 7.544980525970459,
      "learning_rate": 8.429951690821255e-07,
      "loss": 3.2514,
      "step": 350
    },
    {
      "epoch": 0.34795215657847045,
      "grad_norm": 7.031979084014893,
      "learning_rate": 8.671497584541062e-07,
      "loss": 3.223,
      "step": 360
    },
    {
      "epoch": 0.35761749426120576,
      "grad_norm": 7.519832611083984,
      "learning_rate": 8.913043478260869e-07,
      "loss": 3.2113,
      "step": 370
    },
    {
      "epoch": 0.36728283194394107,
      "grad_norm": 7.309943675994873,
      "learning_rate": 9.154589371980675e-07,
      "loss": 3.2434,
      "step": 380
    },
    {
      "epoch": 0.3769481696266763,
      "grad_norm": 7.484668254852295,
      "learning_rate": 9.396135265700482e-07,
      "loss": 3.1784,
      "step": 390
    },
    {
      "epoch": 0.38661350730941163,
      "grad_norm": 7.425693988800049,
      "learning_rate": 9.637681159420288e-07,
      "loss": 3.224,
      "step": 400
    },
    {
      "epoch": 0.39627884499214694,
      "grad_norm": 7.163578987121582,
      "learning_rate": 9.879227053140095e-07,
      "loss": 3.1703,
      "step": 410
    },
    {
      "epoch": 0.398211912528694,
      "eval_loss": 3.1767160892486572,
      "eval_runtime": 217.0763,
      "eval_samples_per_second": 101.669,
      "eval_steps_per_second": 4.238,
      "step": 412
    },
    {
      "epoch": 0.4059441826748822,
      "grad_norm": 7.424842357635498,
      "learning_rate": 1.0120772946859904e-06,
      "loss": 3.1604,
      "step": 420
    },
    {
      "epoch": 0.4156095203576175,
      "grad_norm": 7.412405967712402,
      "learning_rate": 1.036231884057971e-06,
      "loss": 3.1459,
      "step": 430
    },
    {
      "epoch": 0.4252748580403528,
      "grad_norm": 7.094534397125244,
      "learning_rate": 1.0603864734299516e-06,
      "loss": 3.1701,
      "step": 440
    },
    {
      "epoch": 0.43494019572308806,
      "grad_norm": 7.796970844268799,
      "learning_rate": 1.0845410628019323e-06,
      "loss": 3.1437,
      "step": 450
    },
    {
      "epoch": 0.44460553340582337,
      "grad_norm": 7.447244644165039,
      "learning_rate": 1.108695652173913e-06,
      "loss": 3.1425,
      "step": 460
    },
    {
      "epoch": 0.4542708710885587,
      "grad_norm": 7.39740514755249,
      "learning_rate": 1.1328502415458937e-06,
      "loss": 3.1273,
      "step": 470
    },
    {
      "epoch": 0.46393620877129393,
      "grad_norm": 7.5719428062438965,
      "learning_rate": 1.1570048309178744e-06,
      "loss": 3.1535,
      "step": 480
    },
    {
      "epoch": 0.47360154645402924,
      "grad_norm": 7.861938953399658,
      "learning_rate": 1.1811594202898549e-06,
      "loss": 3.1265,
      "step": 490
    },
    {
      "epoch": 0.48326688413676455,
      "grad_norm": 7.544646263122559,
      "learning_rate": 1.2053140096618358e-06,
      "loss": 3.1087,
      "step": 500
    },
    {
      "epoch": 0.4929322218194998,
      "grad_norm": 7.783000469207764,
      "learning_rate": 1.2294685990338163e-06,
      "loss": 3.1148,
      "step": 510
    },
    {
      "epoch": 0.4977648906608675,
      "eval_loss": 3.1075122356414795,
      "eval_runtime": 216.8998,
      "eval_samples_per_second": 101.752,
      "eval_steps_per_second": 4.242,
      "step": 515
    },
    {
      "epoch": 0.5025975595022351,
      "grad_norm": 7.453518390655518,
      "learning_rate": 1.253623188405797e-06,
      "loss": 3.1099,
      "step": 520
    },
    {
      "epoch": 0.5122628971849704,
      "grad_norm": 7.3546600341796875,
      "learning_rate": 1.2777777777777777e-06,
      "loss": 3.0977,
      "step": 530
    },
    {
      "epoch": 0.5219282348677057,
      "grad_norm": 7.336857318878174,
      "learning_rate": 1.3019323671497584e-06,
      "loss": 3.1053,
      "step": 540
    },
    {
      "epoch": 0.5315935725504409,
      "grad_norm": 7.137737274169922,
      "learning_rate": 1.326086956521739e-06,
      "loss": 3.1258,
      "step": 550
    },
    {
      "epoch": 0.5412589102331763,
      "grad_norm": 7.388270854949951,
      "learning_rate": 1.3502415458937198e-06,
      "loss": 3.0867,
      "step": 560
    },
    {
      "epoch": 0.5509242479159115,
      "grad_norm": 7.798702239990234,
      "learning_rate": 1.3743961352657005e-06,
      "loss": 3.0653,
      "step": 570
    },
    {
      "epoch": 0.5605895855986468,
      "grad_norm": 7.419099807739258,
      "learning_rate": 1.3985507246376811e-06,
      "loss": 3.0953,
      "step": 580
    },
    {
      "epoch": 0.5702549232813822,
      "grad_norm": 7.186514377593994,
      "learning_rate": 1.4227053140096618e-06,
      "loss": 3.0377,
      "step": 590
    },
    {
      "epoch": 0.5799202609641174,
      "grad_norm": 7.876040935516357,
      "learning_rate": 1.4468599033816423e-06,
      "loss": 3.0786,
      "step": 600
    },
    {
      "epoch": 0.5895855986468527,
      "grad_norm": 7.537592887878418,
      "learning_rate": 1.4710144927536232e-06,
      "loss": 3.0611,
      "step": 610
    },
    {
      "epoch": 0.5973178687930409,
      "eval_loss": 3.0519590377807617,
      "eval_runtime": 217.0226,
      "eval_samples_per_second": 101.694,
      "eval_steps_per_second": 4.239,
      "step": 618
    },
    {
      "epoch": 0.599250936329588,
      "grad_norm": 7.553813457489014,
      "learning_rate": 1.4951690821256037e-06,
      "loss": 3.0642,
      "step": 620
    },
    {
      "epoch": 0.6089162740123233,
      "grad_norm": 7.489668369293213,
      "learning_rate": 1.5193236714975846e-06,
      "loss": 3.0466,
      "step": 630
    },
    {
      "epoch": 0.6185816116950585,
      "grad_norm": 7.333913803100586,
      "learning_rate": 1.5434782608695651e-06,
      "loss": 3.0133,
      "step": 640
    },
    {
      "epoch": 0.6282469493777939,
      "grad_norm": 7.396905422210693,
      "learning_rate": 1.5676328502415458e-06,
      "loss": 3.0207,
      "step": 650
    },
    {
      "epoch": 0.6379122870605292,
      "grad_norm": 7.6018266677856445,
      "learning_rate": 1.5917874396135265e-06,
      "loss": 3.0175,
      "step": 660
    },
    {
      "epoch": 0.6475776247432644,
      "grad_norm": 7.45857048034668,
      "learning_rate": 1.6159420289855072e-06,
      "loss": 3.0618,
      "step": 670
    },
    {
      "epoch": 0.6572429624259998,
      "grad_norm": 7.37148904800415,
      "learning_rate": 1.6400966183574877e-06,
      "loss": 3.0365,
      "step": 680
    },
    {
      "epoch": 0.666908300108735,
      "grad_norm": 7.367425918579102,
      "learning_rate": 1.6642512077294686e-06,
      "loss": 3.0245,
      "step": 690
    },
    {
      "epoch": 0.6765736377914704,
      "grad_norm": 7.418240547180176,
      "learning_rate": 1.688405797101449e-06,
      "loss": 3.0269,
      "step": 700
    },
    {
      "epoch": 0.6862389754742056,
      "grad_norm": 7.5704426765441895,
      "learning_rate": 1.71256038647343e-06,
      "loss": 3.0419,
      "step": 710
    },
    {
      "epoch": 0.6959043131569409,
      "grad_norm": 7.671561241149902,
      "learning_rate": 1.7367149758454105e-06,
      "loss": 3.0498,
      "step": 720
    },
    {
      "epoch": 0.6968708469252145,
      "eval_loss": 3.005807876586914,
      "eval_runtime": 216.8392,
      "eval_samples_per_second": 101.781,
      "eval_steps_per_second": 4.243,
      "step": 721
    },
    {
      "epoch": 0.7055696508396763,
      "grad_norm": 7.509618759155273,
      "learning_rate": 1.7608695652173912e-06,
      "loss": 3.0009,
      "step": 730
    },
    {
      "epoch": 0.7152349885224115,
      "grad_norm": 7.517166614532471,
      "learning_rate": 1.7850241545893719e-06,
      "loss": 2.992,
      "step": 740
    },
    {
      "epoch": 0.7249003262051468,
      "grad_norm": 7.742889881134033,
      "learning_rate": 1.8091787439613526e-06,
      "loss": 2.9995,
      "step": 750
    },
    {
      "epoch": 0.7345656638878821,
      "grad_norm": 7.825319290161133,
      "learning_rate": 1.833333333333333e-06,
      "loss": 3.021,
      "step": 760
    },
    {
      "epoch": 0.7442310015706174,
      "grad_norm": 7.782094478607178,
      "learning_rate": 1.857487922705314e-06,
      "loss": 3.0349,
      "step": 770
    },
    {
      "epoch": 0.7538963392533526,
      "grad_norm": 7.751500606536865,
      "learning_rate": 1.8816425120772945e-06,
      "loss": 2.9727,
      "step": 780
    },
    {
      "epoch": 0.763561676936088,
      "grad_norm": 7.506228923797607,
      "learning_rate": 1.9057971014492754e-06,
      "loss": 2.9381,
      "step": 790
    },
    {
      "epoch": 0.7732270146188233,
      "grad_norm": 7.2402849197387695,
      "learning_rate": 1.9299516908212557e-06,
      "loss": 2.9831,
      "step": 800
    },
    {
      "epoch": 0.7828923523015585,
      "grad_norm": 7.474483013153076,
      "learning_rate": 1.9541062801932366e-06,
      "loss": 3.0057,
      "step": 810
    },
    {
      "epoch": 0.7925576899842939,
      "grad_norm": 7.3539934158325195,
      "learning_rate": 1.978260869565217e-06,
      "loss": 2.969,
      "step": 820
    },
    {
      "epoch": 0.796423825057388,
      "eval_loss": 2.966066360473633,
      "eval_runtime": 216.579,
      "eval_samples_per_second": 101.903,
      "eval_steps_per_second": 4.248,
      "step": 824
    },
    {
      "epoch": 0.8022230276670291,
      "grad_norm": 7.149211406707764,
      "learning_rate": 1.99999991113637e-06,
      "loss": 2.974,
      "step": 830
    },
    {
      "epoch": 0.8118883653497644,
      "grad_norm": 7.528937339782715,
      "learning_rate": 1.9999892475198546e-06,
      "loss": 2.9405,
      "step": 840
    },
    {
      "epoch": 0.8215537030324997,
      "grad_norm": 7.3311614990234375,
      "learning_rate": 1.9999608113944566e-06,
      "loss": 2.9328,
      "step": 850
    },
    {
      "epoch": 0.831219040715235,
      "grad_norm": 7.876272678375244,
      "learning_rate": 1.9999146032655633e-06,
      "loss": 2.9703,
      "step": 860
    },
    {
      "epoch": 0.8408843783979703,
      "grad_norm": 7.37180757522583,
      "learning_rate": 1.999850623954417e-06,
      "loss": 2.9538,
      "step": 870
    },
    {
      "epoch": 0.8505497160807056,
      "grad_norm": 7.159989833831787,
      "learning_rate": 1.999768874598104e-06,
      "loss": 2.934,
      "step": 880
    },
    {
      "epoch": 0.8602150537634409,
      "grad_norm": 7.683533191680908,
      "learning_rate": 1.9996693566495293e-06,
      "loss": 2.9945,
      "step": 890
    },
    {
      "epoch": 0.8698803914461761,
      "grad_norm": 7.5594353675842285,
      "learning_rate": 1.999552071877397e-06,
      "loss": 2.9649,
      "step": 900
    },
    {
      "epoch": 0.8795457291289115,
      "grad_norm": 7.358302116394043,
      "learning_rate": 1.999417022366174e-06,
      "loss": 2.9244,
      "step": 910
    },
    {
      "epoch": 0.8892110668116467,
      "grad_norm": 7.427350997924805,
      "learning_rate": 1.9992642105160544e-06,
      "loss": 2.9356,
      "step": 920
    },
    {
      "epoch": 0.8959768031895614,
      "eval_loss": 2.9331393241882324,
      "eval_runtime": 216.9209,
      "eval_samples_per_second": 101.742,
      "eval_steps_per_second": 4.241,
      "step": 927
    },
    {
      "epoch": 0.898876404494382,
      "grad_norm": 7.108737945556641,
      "learning_rate": 1.9990936390429174e-06,
      "loss": 2.8991,
      "step": 930
    },
    {
      "epoch": 0.9085417421771174,
      "grad_norm": 7.447180271148682,
      "learning_rate": 1.9989053109782786e-06,
      "loss": 2.9311,
      "step": 940
    },
    {
      "epoch": 0.9182070798598526,
      "grad_norm": 7.615334987640381,
      "learning_rate": 1.998699229669236e-06,
      "loss": 2.9204,
      "step": 950
    },
    {
      "epoch": 0.9278724175425879,
      "grad_norm": 7.724397659301758,
      "learning_rate": 1.9984753987784118e-06,
      "loss": 2.9048,
      "step": 960
    },
    {
      "epoch": 0.9375377552253232,
      "grad_norm": 7.22221565246582,
      "learning_rate": 1.9982338222838842e-06,
      "loss": 2.9372,
      "step": 970
    },
    {
      "epoch": 0.9472030929080585,
      "grad_norm": 7.188429832458496,
      "learning_rate": 1.9979745044791204e-06,
      "loss": 2.9471,
      "step": 980
    },
    {
      "epoch": 0.9568684305907937,
      "grad_norm": 7.243603706359863,
      "learning_rate": 1.9976974499728977e-06,
      "loss": 2.9325,
      "step": 990
    },
    {
      "epoch": 0.9665337682735291,
      "grad_norm": 7.491036891937256,
      "learning_rate": 1.9974026636892224e-06,
      "loss": 2.9511,
      "step": 1000
    },
    {
      "epoch": 0.9761991059562644,
      "grad_norm": 7.160167217254639,
      "learning_rate": 1.9970901508672435e-06,
      "loss": 2.9265,
      "step": 1010
    },
    {
      "epoch": 0.9858644436389996,
      "grad_norm": 7.02191686630249,
      "learning_rate": 1.9967599170611565e-06,
      "loss": 2.9277,
      "step": 1020
    },
    {
      "epoch": 0.995529781321735,
      "grad_norm": 7.492205619812012,
      "learning_rate": 1.996411968140109e-06,
      "loss": 2.9185,
      "step": 1030
    },
    {
      "epoch": 0.995529781321735,
      "eval_loss": 2.905233383178711,
      "eval_runtime": 216.909,
      "eval_samples_per_second": 101.748,
      "eval_steps_per_second": 4.241,
      "step": 1030
    },
    {
      "epoch": 1.0048326688413676,
      "grad_norm": 7.374047756195068,
      "learning_rate": 1.996046310288092e-06,
      "loss": 2.9196,
      "step": 1040
    },
    {
      "epoch": 1.014498006524103,
      "grad_norm": 7.255711555480957,
      "learning_rate": 1.995662950003833e-06,
      "loss": 2.8683,
      "step": 1050
    },
    {
      "epoch": 1.0241633442068383,
      "grad_norm": 7.150922775268555,
      "learning_rate": 1.9952618941006794e-06,
      "loss": 2.8806,
      "step": 1060
    },
    {
      "epoch": 1.0338286818895734,
      "grad_norm": 7.3063883781433105,
      "learning_rate": 1.9948431497064772e-06,
      "loss": 2.8827,
      "step": 1070
    },
    {
      "epoch": 1.0434940195723088,
      "grad_norm": 7.305731773376465,
      "learning_rate": 1.994406724263445e-06,
      "loss": 2.8813,
      "step": 1080
    },
    {
      "epoch": 1.0531593572550442,
      "grad_norm": 7.360948085784912,
      "learning_rate": 1.9939526255280415e-06,
      "loss": 2.8888,
      "step": 1090
    },
    {
      "epoch": 1.0628246949377793,
      "grad_norm": 7.436374187469482,
      "learning_rate": 1.993480861570827e-06,
      "loss": 2.8621,
      "step": 1100
    },
    {
      "epoch": 1.0724900326205147,
      "grad_norm": 7.136722564697266,
      "learning_rate": 1.9929914407763206e-06,
      "loss": 2.8604,
      "step": 1110
    },
    {
      "epoch": 1.08215537030325,
      "grad_norm": 7.82803201675415,
      "learning_rate": 1.9924843718428517e-06,
      "loss": 2.8565,
      "step": 1120
    },
    {
      "epoch": 1.0918207079859852,
      "grad_norm": 7.341372489929199,
      "learning_rate": 1.9919596637824044e-06,
      "loss": 2.8914,
      "step": 1130
    },
    {
      "epoch": 1.0947203092908058,
      "eval_loss": 2.883575201034546,
      "eval_runtime": 216.9173,
      "eval_samples_per_second": 101.744,
      "eval_steps_per_second": 4.241,
      "step": 1133
    },
    {
      "epoch": 1.1014860456687205,
      "grad_norm": 7.483231544494629,
      "learning_rate": 1.991417325920457e-06,
      "loss": 2.8729,
      "step": 1140
    },
    {
      "epoch": 1.111151383351456,
      "grad_norm": 7.345571041107178,
      "learning_rate": 1.990857367895818e-06,
      "loss": 2.8265,
      "step": 1150
    },
    {
      "epoch": 1.120816721034191,
      "grad_norm": 7.247069835662842,
      "learning_rate": 1.9902797996604535e-06,
      "loss": 2.8562,
      "step": 1160
    },
    {
      "epoch": 1.1304820587169264,
      "grad_norm": 7.213609218597412,
      "learning_rate": 1.9896846314793106e-06,
      "loss": 2.8768,
      "step": 1170
    },
    {
      "epoch": 1.1401473963996618,
      "grad_norm": 7.366117477416992,
      "learning_rate": 1.989071873930134e-06,
      "loss": 2.8697,
      "step": 1180
    },
    {
      "epoch": 1.149812734082397,
      "grad_norm": 7.163483619689941,
      "learning_rate": 1.9884415379032807e-06,
      "loss": 2.8694,
      "step": 1190
    },
    {
      "epoch": 1.1594780717651323,
      "grad_norm": 7.064028739929199,
      "learning_rate": 1.9877936346015232e-06,
      "loss": 2.8417,
      "step": 1200
    },
    {
      "epoch": 1.1691434094478677,
      "grad_norm": 7.20824670791626,
      "learning_rate": 1.987128175539853e-06,
      "loss": 2.8613,
      "step": 1210
    },
    {
      "epoch": 1.1788087471306028,
      "grad_norm": 7.681613922119141,
      "learning_rate": 1.9864451725452738e-06,
      "loss": 2.8694,
      "step": 1220
    },
    {
      "epoch": 1.1884740848133382,
      "grad_norm": 7.184121131896973,
      "learning_rate": 1.985744637756593e-06,
      "loss": 2.8297,
      "step": 1230
    },
    {
      "epoch": 1.1942732874229793,
      "eval_loss": 2.863403081893921,
      "eval_runtime": 216.6561,
      "eval_samples_per_second": 101.867,
      "eval_steps_per_second": 4.246,
      "step": 1236
    },
    {
      "epoch": 1.1981394224960735,
      "grad_norm": 7.362229347229004,
      "learning_rate": 1.985026583624206e-06,
      "loss": 2.876,
      "step": 1240
    },
    {
      "epoch": 1.2078047601788087,
      "grad_norm": 6.909084320068359,
      "learning_rate": 1.9842910229098727e-06,
      "loss": 2.8253,
      "step": 1250
    },
    {
      "epoch": 1.217470097861544,
      "grad_norm": 7.297941207885742,
      "learning_rate": 1.983537968686493e-06,
      "loss": 2.832,
      "step": 1260
    },
    {
      "epoch": 1.2271354355442794,
      "grad_norm": 7.0146164894104,
      "learning_rate": 1.982767434337874e-06,
      "loss": 2.8104,
      "step": 1270
    },
    {
      "epoch": 1.2368007732270145,
      "grad_norm": 7.416932582855225,
      "learning_rate": 1.9819794335584913e-06,
      "loss": 2.8184,
      "step": 1280
    },
    {
      "epoch": 1.24646611090975,
      "grad_norm": 7.231618881225586,
      "learning_rate": 1.981173980353246e-06,
      "loss": 2.8503,
      "step": 1290
    },
    {
      "epoch": 1.2561314485924853,
      "grad_norm": 7.189469337463379,
      "learning_rate": 1.9803510890372174e-06,
      "loss": 2.8199,
      "step": 1300
    },
    {
      "epoch": 1.2657967862752204,
      "grad_norm": 7.181421279907227,
      "learning_rate": 1.9795107742354046e-06,
      "loss": 2.8475,
      "step": 1310
    },
    {
      "epoch": 1.2754621239579558,
      "grad_norm": 7.317245960235596,
      "learning_rate": 1.9786530508824715e-06,
      "loss": 2.8784,
      "step": 1320
    },
    {
      "epoch": 1.2851274616406911,
      "grad_norm": 7.532864570617676,
      "learning_rate": 1.9777779342224776e-06,
      "loss": 2.8484,
      "step": 1330
    },
    {
      "epoch": 1.293826265555153,
      "eval_loss": 2.8460726737976074,
      "eval_runtime": 216.904,
      "eval_samples_per_second": 101.75,
      "eval_steps_per_second": 4.242,
      "step": 1339
    },
    {
      "epoch": 1.2947927993234263,
      "grad_norm": 6.849309921264648,
      "learning_rate": 1.9768854398086084e-06,
      "loss": 2.8427,
      "step": 1340
    },
    {
      "epoch": 1.3044581370061616,
      "grad_norm": 7.047804355621338,
      "learning_rate": 1.9759755835029e-06,
      "loss": 2.8141,
      "step": 1350
    },
    {
      "epoch": 1.314123474688897,
      "grad_norm": 7.175754547119141,
      "learning_rate": 1.975048381475955e-06,
      "loss": 2.8576,
      "step": 1360
    },
    {
      "epoch": 1.3237888123716322,
      "grad_norm": 7.228835105895996,
      "learning_rate": 1.9741038502066566e-06,
      "loss": 2.8288,
      "step": 1370
    },
    {
      "epoch": 1.3334541500543675,
      "grad_norm": 7.117552757263184,
      "learning_rate": 1.9731420064818765e-06,
      "loss": 2.8667,
      "step": 1380
    },
    {
      "epoch": 1.3431194877371029,
      "grad_norm": 7.141602039337158,
      "learning_rate": 1.9721628673961743e-06,
      "loss": 2.8021,
      "step": 1390
    },
    {
      "epoch": 1.352784825419838,
      "grad_norm": 7.065165042877197,
      "learning_rate": 1.971166450351495e-06,
      "loss": 2.8376,
      "step": 1400
    },
    {
      "epoch": 1.3624501631025734,
      "grad_norm": 7.072872638702393,
      "learning_rate": 1.97015277305686e-06,
      "loss": 2.8373,
      "step": 1410
    },
    {
      "epoch": 1.3721155007853088,
      "grad_norm": 6.841920375823975,
      "learning_rate": 1.9691218535280517e-06,
      "loss": 2.8458,
      "step": 1420
    },
    {
      "epoch": 1.381780838468044,
      "grad_norm": 7.044722557067871,
      "learning_rate": 1.968073710087294e-06,
      "loss": 2.8373,
      "step": 1430
    },
    {
      "epoch": 1.3914461761507793,
      "grad_norm": 7.605813980102539,
      "learning_rate": 1.9670083613629245e-06,
      "loss": 2.8032,
      "step": 1440
    },
    {
      "epoch": 1.3933792436873262,
      "eval_loss": 2.8305492401123047,
      "eval_runtime": 216.7183,
      "eval_samples_per_second": 101.837,
      "eval_steps_per_second": 4.245,
      "step": 1442
    },
    {
      "epoch": 1.4011115138335146,
      "grad_norm": 7.031517505645752,
      "learning_rate": 1.965925826289068e-06,
      "loss": 2.8395,
      "step": 1450
    },
    {
      "epoch": 1.4107768515162498,
      "grad_norm": 7.169219970703125,
      "learning_rate": 1.9648261241052952e-06,
      "loss": 2.8244,
      "step": 1460
    },
    {
      "epoch": 1.4204421891989851,
      "grad_norm": 7.192759037017822,
      "learning_rate": 1.9637092743562823e-06,
      "loss": 2.8123,
      "step": 1470
    },
    {
      "epoch": 1.4301075268817205,
      "grad_norm": 7.061282634735107,
      "learning_rate": 1.9625752968914656e-06,
      "loss": 2.7968,
      "step": 1480
    },
    {
      "epoch": 1.4397728645644556,
      "grad_norm": 7.095070838928223,
      "learning_rate": 1.9614242118646858e-06,
      "loss": 2.8005,
      "step": 1490
    },
    {
      "epoch": 1.449438202247191,
      "grad_norm": 6.964037895202637,
      "learning_rate": 1.9602560397338325e-06,
      "loss": 2.7837,
      "step": 1500
    },
    {
      "epoch": 1.4591035399299264,
      "grad_norm": 6.997467517852783,
      "learning_rate": 1.959070801260478e-06,
      "loss": 2.8355,
      "step": 1510
    },
    {
      "epoch": 1.4687688776126615,
      "grad_norm": 6.82883882522583,
      "learning_rate": 1.9578685175095098e-06,
      "loss": 2.817,
      "step": 1520
    },
    {
      "epoch": 1.4784342152953969,
      "grad_norm": 6.964229583740234,
      "learning_rate": 1.9566492098487572e-06,
      "loss": 2.7913,
      "step": 1530
    },
    {
      "epoch": 1.4880995529781322,
      "grad_norm": 6.858983516693115,
      "learning_rate": 1.9554128999486085e-06,
      "loss": 2.7997,
      "step": 1540
    },
    {
      "epoch": 1.4929322218194998,
      "eval_loss": 2.816601037979126,
      "eval_runtime": 217.0118,
      "eval_samples_per_second": 101.7,
      "eval_steps_per_second": 4.239,
      "step": 1545
    },
    {
      "epoch": 1.4977648906608674,
      "grad_norm": 6.959181308746338,
      "learning_rate": 1.954159609781629e-06,
      "loss": 2.7839,
      "step": 1550
    },
    {
      "epoch": 1.5074302283436027,
      "grad_norm": 6.717589855194092,
      "learning_rate": 1.952889361622169e-06,
      "loss": 2.7969,
      "step": 1560
    },
    {
      "epoch": 1.517095566026338,
      "grad_norm": 6.919014930725098,
      "learning_rate": 1.9516021780459678e-06,
      "loss": 2.7675,
      "step": 1570
    },
    {
      "epoch": 1.5267609037090732,
      "grad_norm": 7.024904251098633,
      "learning_rate": 1.950298081929753e-06,
      "loss": 2.7854,
      "step": 1580
    },
    {
      "epoch": 1.5364262413918086,
      "grad_norm": 7.037530422210693,
      "learning_rate": 1.9489770964508335e-06,
      "loss": 2.7911,
      "step": 1590
    },
    {
      "epoch": 1.546091579074544,
      "grad_norm": 6.958497524261475,
      "learning_rate": 1.947639245086688e-06,
      "loss": 2.801,
      "step": 1600
    },
    {
      "epoch": 1.5557569167572791,
      "grad_norm": 6.978152751922607,
      "learning_rate": 1.9462845516145473e-06,
      "loss": 2.7855,
      "step": 1610
    },
    {
      "epoch": 1.5654222544400145,
      "grad_norm": 6.826775550842285,
      "learning_rate": 1.944913040110972e-06,
      "loss": 2.7614,
      "step": 1620
    },
    {
      "epoch": 1.5750875921227498,
      "grad_norm": 6.996805191040039,
      "learning_rate": 1.943524734951425e-06,
      "loss": 2.8176,
      "step": 1630
    },
    {
      "epoch": 1.584752929805485,
      "grad_norm": 7.008688449859619,
      "learning_rate": 1.942119660809837e-06,
      "loss": 2.7718,
      "step": 1640
    },
    {
      "epoch": 1.5924851999516734,
      "eval_loss": 2.8026342391967773,
      "eval_runtime": 216.9019,
      "eval_samples_per_second": 101.751,
      "eval_steps_per_second": 4.242,
      "step": 1648
    },
    {
      "epoch": 1.5944182674882204,
      "grad_norm": 7.19225549697876,
      "learning_rate": 1.940697842658169e-06,
      "loss": 2.7797,
      "step": 1650
    },
    {
      "epoch": 1.6040836051709557,
      "grad_norm": 7.009806156158447,
      "learning_rate": 1.939259305765969e-06,
      "loss": 2.7773,
      "step": 1660
    },
    {
      "epoch": 1.6137489428536909,
      "grad_norm": 6.812699317932129,
      "learning_rate": 1.937804075699921e-06,
      "loss": 2.7684,
      "step": 1670
    },
    {
      "epoch": 1.6234142805364262,
      "grad_norm": 7.124710559844971,
      "learning_rate": 1.936332178323393e-06,
      "loss": 2.789,
      "step": 1680
    },
    {
      "epoch": 1.6330796182191616,
      "grad_norm": 7.376682758331299,
      "learning_rate": 1.934843639795975e-06,
      "loss": 2.801,
      "step": 1690
    },
    {
      "epoch": 1.6427449559018967,
      "grad_norm": 6.929679870605469,
      "learning_rate": 1.933338486573016e-06,
      "loss": 2.8004,
      "step": 1700
    },
    {
      "epoch": 1.652410293584632,
      "grad_norm": 7.01241397857666,
      "learning_rate": 1.9318167454051523e-06,
      "loss": 2.7923,
      "step": 1710
    },
    {
      "epoch": 1.6620756312673675,
      "grad_norm": 6.667963981628418,
      "learning_rate": 1.930278443337833e-06,
      "loss": 2.7892,
      "step": 1720
    },
    {
      "epoch": 1.6717409689501026,
      "grad_norm": 6.875312805175781,
      "learning_rate": 1.92872360771084e-06,
      "loss": 2.7754,
      "step": 1730
    },
    {
      "epoch": 1.681406306632838,
      "grad_norm": 6.666006565093994,
      "learning_rate": 1.9271522661577995e-06,
      "loss": 2.7922,
      "step": 1740
    },
    {
      "epoch": 1.6910716443155733,
      "grad_norm": 7.197988986968994,
      "learning_rate": 1.925564446605694e-06,
      "loss": 2.7951,
      "step": 1750
    },
    {
      "epoch": 1.692038178083847,
      "eval_loss": 2.791018009185791,
      "eval_runtime": 216.9287,
      "eval_samples_per_second": 101.739,
      "eval_steps_per_second": 4.241,
      "step": 1751
    },
    {
      "epoch": 1.7007369819983085,
      "grad_norm": 6.819860935211182,
      "learning_rate": 1.9239601772743645e-06,
      "loss": 2.7526,
      "step": 1760
    },
    {
      "epoch": 1.7104023196810438,
      "grad_norm": 6.862004280090332,
      "learning_rate": 1.9223394866760073e-06,
      "loss": 2.7449,
      "step": 1770
    },
    {
      "epoch": 1.7200676573637792,
      "grad_norm": 6.870265007019043,
      "learning_rate": 1.920702403614671e-06,
      "loss": 2.7771,
      "step": 1780
    },
    {
      "epoch": 1.7297329950465143,
      "grad_norm": 7.154959678649902,
      "learning_rate": 1.9190489571857423e-06,
      "loss": 2.8067,
      "step": 1790
    },
    {
      "epoch": 1.7393983327292497,
      "grad_norm": 6.809077739715576,
      "learning_rate": 1.9173791767754272e-06,
      "loss": 2.7733,
      "step": 1800
    },
    {
      "epoch": 1.749063670411985,
      "grad_norm": 6.7708282470703125,
      "learning_rate": 1.915693092060232e-06,
      "loss": 2.7649,
      "step": 1810
    },
    {
      "epoch": 1.7587290080947202,
      "grad_norm": 7.031125068664551,
      "learning_rate": 1.913990733006436e-06,
      "loss": 2.7686,
      "step": 1820
    },
    {
      "epoch": 1.7683943457774556,
      "grad_norm": 6.831878662109375,
      "learning_rate": 1.912272129869554e-06,
      "loss": 2.7496,
      "step": 1830
    },
    {
      "epoch": 1.778059683460191,
      "grad_norm": 6.8769097328186035,
      "learning_rate": 1.9105373131938057e-06,
      "loss": 2.7351,
      "step": 1840
    },
    {
      "epoch": 1.787725021142926,
      "grad_norm": 6.5916266441345215,
      "learning_rate": 1.9087863138115665e-06,
      "loss": 2.7503,
      "step": 1850
    },
    {
      "epoch": 1.7915911562160203,
      "eval_loss": 2.7797155380249023,
      "eval_runtime": 216.9502,
      "eval_samples_per_second": 101.728,
      "eval_steps_per_second": 4.241,
      "step": 1854
    },
    {
      "epoch": 1.7973903588256614,
      "grad_norm": 6.822347164154053,
      "learning_rate": 1.907019162842823e-06,
      "loss": 2.7729,
      "step": 1860
    },
    {
      "epoch": 1.8070556965083968,
      "grad_norm": 7.012885093688965,
      "learning_rate": 1.9052358916946192e-06,
      "loss": 2.7429,
      "step": 1870
    },
    {
      "epoch": 1.816721034191132,
      "grad_norm": 6.920743942260742,
      "learning_rate": 1.9034365320604987e-06,
      "loss": 2.7963,
      "step": 1880
    },
    {
      "epoch": 1.8263863718738673,
      "grad_norm": 7.041555404663086,
      "learning_rate": 1.90162111591994e-06,
      "loss": 2.752,
      "step": 1890
    },
    {
      "epoch": 1.8360517095566027,
      "grad_norm": 6.854340076446533,
      "learning_rate": 1.8997896755377898e-06,
      "loss": 2.786,
      "step": 1900
    },
    {
      "epoch": 1.8457170472393378,
      "grad_norm": 7.011345386505127,
      "learning_rate": 1.897942243463688e-06,
      "loss": 2.7627,
      "step": 1910
    },
    {
      "epoch": 1.8553823849220732,
      "grad_norm": 6.391646385192871,
      "learning_rate": 1.8960788525314912e-06,
      "loss": 2.7706,
      "step": 1920
    },
    {
      "epoch": 1.8650477226048086,
      "grad_norm": 6.750019550323486,
      "learning_rate": 1.8941995358586874e-06,
      "loss": 2.7245,
      "step": 1930
    },
    {
      "epoch": 1.8747130602875437,
      "grad_norm": 6.734500408172607,
      "learning_rate": 1.8923043268458074e-06,
      "loss": 2.7494,
      "step": 1940
    },
    {
      "epoch": 1.884378397970279,
      "grad_norm": 6.839148998260498,
      "learning_rate": 1.8903932591758328e-06,
      "loss": 2.7551,
      "step": 1950
    },
    {
      "epoch": 1.8911441343481938,
      "eval_loss": 2.7689898014068604,
      "eval_runtime": 216.9508,
      "eval_samples_per_second": 101.728,
      "eval_steps_per_second": 4.241,
      "step": 1957
    },
    {
      "epoch": 1.8940437356530144,
      "grad_norm": 6.925171852111816,
      "learning_rate": 1.888466366813596e-06,
      "loss": 2.7679,
      "step": 1960
    },
    {
      "epoch": 1.9037090733357496,
      "grad_norm": 7.017655849456787,
      "learning_rate": 1.8865236840051769e-06,
      "loss": 2.7386,
      "step": 1970
    },
    {
      "epoch": 1.913374411018485,
      "grad_norm": 6.900379180908203,
      "learning_rate": 1.8845652452772938e-06,
      "loss": 2.7741,
      "step": 1980
    },
    {
      "epoch": 1.9230397487012203,
      "grad_norm": 6.903608798980713,
      "learning_rate": 1.8825910854366912e-06,
      "loss": 2.7476,
      "step": 1990
    },
    {
      "epoch": 1.9327050863839554,
      "grad_norm": 6.967295169830322,
      "learning_rate": 1.8806012395695193e-06,
      "loss": 2.7653,
      "step": 2000
    },
    {
      "epoch": 1.9423704240666908,
      "grad_norm": 6.658292770385742,
      "learning_rate": 1.8785957430407116e-06,
      "loss": 2.7692,
      "step": 2010
    },
    {
      "epoch": 1.9520357617494262,
      "grad_norm": 6.8208909034729,
      "learning_rate": 1.8765746314933564e-06,
      "loss": 2.7523,
      "step": 2020
    },
    {
      "epoch": 1.9617010994321613,
      "grad_norm": 6.817293643951416,
      "learning_rate": 1.8745379408480631e-06,
      "loss": 2.7417,
      "step": 2030
    },
    {
      "epoch": 1.9713664371148967,
      "grad_norm": 6.492961406707764,
      "learning_rate": 1.8724857073023232e-06,
      "loss": 2.7474,
      "step": 2040
    },
    {
      "epoch": 1.981031774797632,
      "grad_norm": 6.4757585525512695,
      "learning_rate": 1.8704179673298678e-06,
      "loss": 2.7271,
      "step": 2050
    },
    {
      "epoch": 1.9906971124803672,
      "grad_norm": 6.683932781219482,
      "learning_rate": 1.8683347576800194e-06,
      "loss": 2.763,
      "step": 2060
    },
    {
      "epoch": 1.9906971124803672,
      "eval_loss": 2.759366750717163,
      "eval_runtime": 216.6345,
      "eval_samples_per_second": 101.877,
      "eval_steps_per_second": 4.247,
      "step": 2060
    },
    {
      "epoch": 2.0,
      "grad_norm": 9.310201644897461,
      "learning_rate": 1.8662361153770377e-06,
      "loss": 2.7428,
      "step": 2070
    },
    {
      "epoch": 2.009665337682735,
      "grad_norm": 6.855327129364014,
      "learning_rate": 1.8641220777194628e-06,
      "loss": 2.6795,
      "step": 2080
    },
    {
      "epoch": 2.0193306753654707,
      "grad_norm": 6.812604904174805,
      "learning_rate": 1.8619926822794519e-06,
      "loss": 2.6903,
      "step": 2090
    },
    {
      "epoch": 2.028996013048206,
      "grad_norm": 6.613392353057861,
      "learning_rate": 1.8598479669021114e-06,
      "loss": 2.7386,
      "step": 2100
    },
    {
      "epoch": 2.038661350730941,
      "grad_norm": 6.695821762084961,
      "learning_rate": 1.857687969704824e-06,
      "loss": 2.6984,
      "step": 2110
    },
    {
      "epoch": 2.0483266884136766,
      "grad_norm": 6.728259563446045,
      "learning_rate": 1.8555127290765717e-06,
      "loss": 2.7247,
      "step": 2120
    },
    {
      "epoch": 2.0579920260964117,
      "grad_norm": 6.941239833831787,
      "learning_rate": 1.853322283677254e-06,
      "loss": 2.6862,
      "step": 2130
    },
    {
      "epoch": 2.067657363779147,
      "grad_norm": 6.898434162139893,
      "learning_rate": 1.8511166724369996e-06,
      "loss": 2.6707,
      "step": 2140
    },
    {
      "epoch": 2.0773227014618825,
      "grad_norm": 6.764381408691406,
      "learning_rate": 1.8488959345554754e-06,
      "loss": 2.6758,
      "step": 2150
    },
    {
      "epoch": 2.0869880391446176,
      "grad_norm": 6.8859639167785645,
      "learning_rate": 1.8466601095011893e-06,
      "loss": 2.7344,
      "step": 2160
    },
    {
      "epoch": 2.0898876404494384,
      "eval_loss": 2.7534408569335938,
      "eval_runtime": 216.6942,
      "eval_samples_per_second": 101.849,
      "eval_steps_per_second": 4.246,
      "step": 2163
    },
    {
      "epoch": 2.0966533768273528,
      "grad_norm": 6.86688756942749,
      "learning_rate": 1.8444092370107897e-06,
      "loss": 2.7162,
      "step": 2170
    },
    {
      "epoch": 2.1063187145100883,
      "grad_norm": 6.992837905883789,
      "learning_rate": 1.8421433570883576e-06,
      "loss": 2.7357,
      "step": 2180
    },
    {
      "epoch": 2.1159840521928235,
      "grad_norm": 6.954036712646484,
      "learning_rate": 1.8398625100046971e-06,
      "loss": 2.7045,
      "step": 2190
    },
    {
      "epoch": 2.1256493898755586,
      "grad_norm": 6.828469753265381,
      "learning_rate": 1.8375667362966193e-06,
      "loss": 2.6887,
      "step": 2200
    },
    {
      "epoch": 2.135314727558294,
      "grad_norm": 6.695276260375977,
      "learning_rate": 1.8352560767662217e-06,
      "loss": 2.6672,
      "step": 2210
    },
    {
      "epoch": 2.1449800652410294,
      "grad_norm": 6.662326335906982,
      "learning_rate": 1.8329305724801624e-06,
      "loss": 2.6651,
      "step": 2220
    },
    {
      "epoch": 2.1546454029237645,
      "grad_norm": 6.725667953491211,
      "learning_rate": 1.830590264768932e-06,
      "loss": 2.6712,
      "step": 2230
    },
    {
      "epoch": 2.1643107406065,
      "grad_norm": 6.9403395652771,
      "learning_rate": 1.8282351952261167e-06,
      "loss": 2.6914,
      "step": 2240
    },
    {
      "epoch": 2.1739760782892352,
      "grad_norm": 6.7621636390686035,
      "learning_rate": 1.8258654057076614e-06,
      "loss": 2.7119,
      "step": 2250
    },
    {
      "epoch": 2.1836414159719704,
      "grad_norm": 6.9445719718933105,
      "learning_rate": 1.823480938331124e-06,
      "loss": 2.7022,
      "step": 2260
    },
    {
      "epoch": 2.1894406185816115,
      "eval_loss": 2.7453184127807617,
      "eval_runtime": 216.9137,
      "eval_samples_per_second": 101.746,
      "eval_steps_per_second": 4.241,
      "step": 2266
    },
    {
      "epoch": 2.193306753654706,
      "grad_norm": 6.655174255371094,
      "learning_rate": 1.8210818354749279e-06,
      "loss": 2.7272,
      "step": 2270
    },
    {
      "epoch": 2.202972091337441,
      "grad_norm": 6.8438262939453125,
      "learning_rate": 1.818668139777608e-06,
      "loss": 2.707,
      "step": 2280
    },
    {
      "epoch": 2.2126374290201762,
      "grad_norm": 6.986091613769531,
      "learning_rate": 1.8162398941370545e-06,
      "loss": 2.7106,
      "step": 2290
    },
    {
      "epoch": 2.222302766702912,
      "grad_norm": 6.6938347816467285,
      "learning_rate": 1.813797141709748e-06,
      "loss": 2.7015,
      "step": 2300
    },
    {
      "epoch": 2.231968104385647,
      "grad_norm": 6.803264617919922,
      "learning_rate": 1.811339925909995e-06,
      "loss": 2.7209,
      "step": 2310
    },
    {
      "epoch": 2.241633442068382,
      "grad_norm": 6.701619625091553,
      "learning_rate": 1.8088682904091543e-06,
      "loss": 2.6589,
      "step": 2320
    },
    {
      "epoch": 2.2512987797511177,
      "grad_norm": 6.809988498687744,
      "learning_rate": 1.8063822791348624e-06,
      "loss": 2.7053,
      "step": 2330
    },
    {
      "epoch": 2.260964117433853,
      "grad_norm": 6.671308517456055,
      "learning_rate": 1.803881936270252e-06,
      "loss": 2.7065,
      "step": 2340
    },
    {
      "epoch": 2.270629455116588,
      "grad_norm": 6.887976169586182,
      "learning_rate": 1.8013673062531663e-06,
      "loss": 2.712,
      "step": 2350
    },
    {
      "epoch": 2.2802947927993236,
      "grad_norm": 6.573399543762207,
      "learning_rate": 1.7988384337753702e-06,
      "loss": 2.6855,
      "step": 2360
    },
    {
      "epoch": 2.288993596713785,
      "eval_loss": 2.737840175628662,
      "eval_runtime": 217.0075,
      "eval_samples_per_second": 101.702,
      "eval_steps_per_second": 4.239,
      "step": 2369
    },
    {
      "epoch": 2.2899601304820587,
      "grad_norm": 6.888051509857178,
      "learning_rate": 1.7962953637817556e-06,
      "loss": 2.6826,
      "step": 2370
    },
    {
      "epoch": 2.299625468164794,
      "grad_norm": 6.976341724395752,
      "learning_rate": 1.7937381414695428e-06,
      "loss": 2.688,
      "step": 2380
    },
    {
      "epoch": 2.3092908058475294,
      "grad_norm": 6.785758018493652,
      "learning_rate": 1.7911668122874764e-06,
      "loss": 2.6971,
      "step": 2390
    },
    {
      "epoch": 2.3189561435302646,
      "grad_norm": 6.791547775268555,
      "learning_rate": 1.7885814219350187e-06,
      "loss": 2.7279,
      "step": 2400
    },
    {
      "epoch": 2.3286214812129997,
      "grad_norm": 6.7897820472717285,
      "learning_rate": 1.7859820163615367e-06,
      "loss": 2.697,
      "step": 2410
    },
    {
      "epoch": 2.3382868188957353,
      "grad_norm": 6.9951395988464355,
      "learning_rate": 1.7833686417654857e-06,
      "loss": 2.6994,
      "step": 2420
    },
    {
      "epoch": 2.3479521565784705,
      "grad_norm": 6.830650806427002,
      "learning_rate": 1.7807413445935886e-06,
      "loss": 2.6833,
      "step": 2430
    },
    {
      "epoch": 2.3576174942612056,
      "grad_norm": 6.746628761291504,
      "learning_rate": 1.7781001715400094e-06,
      "loss": 2.699,
      "step": 2440
    },
    {
      "epoch": 2.367282831943941,
      "grad_norm": 6.582501411437988,
      "learning_rate": 1.7754451695455248e-06,
      "loss": 2.6798,
      "step": 2450
    },
    {
      "epoch": 2.3769481696266763,
      "grad_norm": 6.743264675140381,
      "learning_rate": 1.7727763857966887e-06,
      "loss": 2.6569,
      "step": 2460
    },
    {
      "epoch": 2.3866135073094115,
      "grad_norm": 6.615793228149414,
      "learning_rate": 1.7700938677249934e-06,
      "loss": 2.6972,
      "step": 2470
    },
    {
      "epoch": 2.3885465748459587,
      "eval_loss": 2.7308976650238037,
      "eval_runtime": 217.0492,
      "eval_samples_per_second": 101.682,
      "eval_steps_per_second": 4.239,
      "step": 2472
    },
    {
      "epoch": 2.396278844992147,
      "grad_norm": 6.7577948570251465,
      "learning_rate": 1.7673976630060287e-06,
      "loss": 2.6751,
      "step": 2480
    },
    {
      "epoch": 2.405944182674882,
      "grad_norm": 6.334952354431152,
      "learning_rate": 1.7646878195586311e-06,
      "loss": 2.679,
      "step": 2490
    },
    {
      "epoch": 2.4156095203576173,
      "grad_norm": 7.024070739746094,
      "learning_rate": 1.7619643855440362e-06,
      "loss": 2.6967,
      "step": 2500
    },
    {
      "epoch": 2.425274858040353,
      "grad_norm": 6.562467575073242,
      "learning_rate": 1.7592274093650191e-06,
      "loss": 2.6722,
      "step": 2510
    },
    {
      "epoch": 2.434940195723088,
      "grad_norm": 6.788969993591309,
      "learning_rate": 1.7564769396650366e-06,
      "loss": 2.6808,
      "step": 2520
    },
    {
      "epoch": 2.444605533405823,
      "grad_norm": 6.727795124053955,
      "learning_rate": 1.753713025327361e-06,
      "loss": 2.6603,
      "step": 2530
    },
    {
      "epoch": 2.454270871088559,
      "grad_norm": 6.815580368041992,
      "learning_rate": 1.7509357154742132e-06,
      "loss": 2.662,
      "step": 2540
    },
    {
      "epoch": 2.463936208771294,
      "grad_norm": 6.863372802734375,
      "learning_rate": 1.7481450594658873e-06,
      "loss": 2.678,
      "step": 2550
    },
    {
      "epoch": 2.473601546454029,
      "grad_norm": 6.5276641845703125,
      "learning_rate": 1.7453411068998762e-06,
      "loss": 2.6925,
      "step": 2560
    },
    {
      "epoch": 2.4832668841367647,
      "grad_norm": 6.627063274383545,
      "learning_rate": 1.7425239076099866e-06,
      "loss": 2.6452,
      "step": 2570
    },
    {
      "epoch": 2.4880995529781322,
      "eval_loss": 2.7234959602355957,
      "eval_runtime": 216.9128,
      "eval_samples_per_second": 101.746,
      "eval_steps_per_second": 4.241,
      "step": 2575
    },
    {
      "epoch": 2.4929322218195,
      "grad_norm": 6.625070095062256,
      "learning_rate": 1.739693511665457e-06,
      "loss": 2.6579,
      "step": 2580
    },
    {
      "epoch": 2.502597559502235,
      "grad_norm": 6.858110427856445,
      "learning_rate": 1.7368499693700652e-06,
      "loss": 2.6886,
      "step": 2590
    },
    {
      "epoch": 2.5122628971849705,
      "grad_norm": 6.678401470184326,
      "learning_rate": 1.7339933312612352e-06,
      "loss": 2.6669,
      "step": 2600
    },
    {
      "epoch": 2.5219282348677057,
      "grad_norm": 6.686957359313965,
      "learning_rate": 1.731123648109139e-06,
      "loss": 2.7024,
      "step": 2610
    },
    {
      "epoch": 2.531593572550441,
      "grad_norm": 6.644192695617676,
      "learning_rate": 1.7282409709157947e-06,
      "loss": 2.6749,
      "step": 2620
    },
    {
      "epoch": 2.5412589102331764,
      "grad_norm": 6.746331214904785,
      "learning_rate": 1.7253453509141586e-06,
      "loss": 2.6588,
      "step": 2630
    },
    {
      "epoch": 2.5509242479159115,
      "grad_norm": 6.613391876220703,
      "learning_rate": 1.7224368395672166e-06,
      "loss": 2.6554,
      "step": 2640
    },
    {
      "epoch": 2.5605895855986467,
      "grad_norm": 6.989151477813721,
      "learning_rate": 1.7195154885670683e-06,
      "loss": 2.6336,
      "step": 2650
    },
    {
      "epoch": 2.5702549232813823,
      "grad_norm": 6.685927867889404,
      "learning_rate": 1.7165813498340088e-06,
      "loss": 2.6931,
      "step": 2660
    },
    {
      "epoch": 2.5799202609641174,
      "grad_norm": 6.835086345672607,
      "learning_rate": 1.7136344755156048e-06,
      "loss": 2.6702,
      "step": 2670
    },
    {
      "epoch": 2.587652531110306,
      "eval_loss": 2.716982126235962,
      "eval_runtime": 216.725,
      "eval_samples_per_second": 101.834,
      "eval_steps_per_second": 4.245,
      "step": 2678
    },
    {
      "epoch": 2.5895855986468526,
      "grad_norm": 6.729923248291016,
      "learning_rate": 1.7106749179857701e-06,
      "loss": 2.6708,
      "step": 2680
    },
    {
      "epoch": 2.599250936329588,
      "grad_norm": 6.472827911376953,
      "learning_rate": 1.7077027298438327e-06,
      "loss": 2.6505,
      "step": 2690
    },
    {
      "epoch": 2.6089162740123233,
      "grad_norm": 6.623499393463135,
      "learning_rate": 1.7047179639136e-06,
      "loss": 2.666,
      "step": 2700
    },
    {
      "epoch": 2.6185816116950584,
      "grad_norm": 6.723398208618164,
      "learning_rate": 1.7017206732424226e-06,
      "loss": 2.6724,
      "step": 2710
    },
    {
      "epoch": 2.628246949377794,
      "grad_norm": 6.559345245361328,
      "learning_rate": 1.6987109111002474e-06,
      "loss": 2.663,
      "step": 2720
    },
    {
      "epoch": 2.637912287060529,
      "grad_norm": 6.853271484375,
      "learning_rate": 1.6956887309786743e-06,
      "loss": 2.6874,
      "step": 2730
    },
    {
      "epoch": 2.6475776247432643,
      "grad_norm": 7.0866312980651855,
      "learning_rate": 1.692654186590004e-06,
      "loss": 2.6809,
      "step": 2740
    },
    {
      "epoch": 2.657242962426,
      "grad_norm": 6.323083877563477,
      "learning_rate": 1.6896073318662834e-06,
      "loss": 2.6679,
      "step": 2750
    },
    {
      "epoch": 2.666908300108735,
      "grad_norm": 6.670552730560303,
      "learning_rate": 1.6865482209583473e-06,
      "loss": 2.6977,
      "step": 2760
    },
    {
      "epoch": 2.6765736377914706,
      "grad_norm": 6.876490592956543,
      "learning_rate": 1.6834769082348563e-06,
      "loss": 2.6711,
      "step": 2770
    },
    {
      "epoch": 2.6862389754742058,
      "grad_norm": 6.621648788452148,
      "learning_rate": 1.6803934482813297e-06,
      "loss": 2.6526,
      "step": 2780
    },
    {
      "epoch": 2.687205509242479,
      "eval_loss": 2.711458444595337,
      "eval_runtime": 216.9564,
      "eval_samples_per_second": 101.725,
      "eval_steps_per_second": 4.24,
      "step": 2781
    },
    {
      "epoch": 2.695904313156941,
      "grad_norm": 6.591291904449463,
      "learning_rate": 1.6772978958991766e-06,
      "loss": 2.6639,
      "step": 2790
    },
    {
      "epoch": 2.705569650839676,
      "grad_norm": 6.6821608543396,
      "learning_rate": 1.6741903061047201e-06,
      "loss": 2.6498,
      "step": 2800
    },
    {
      "epoch": 2.7152349885224116,
      "grad_norm": 6.35032320022583,
      "learning_rate": 1.6710707341282223e-06,
      "loss": 2.6378,
      "step": 2810
    },
    {
      "epoch": 2.7249003262051468,
      "grad_norm": 6.479367733001709,
      "learning_rate": 1.667939235412899e-06,
      "loss": 2.6458,
      "step": 2820
    },
    {
      "epoch": 2.7345656638878824,
      "grad_norm": 6.6215009689331055,
      "learning_rate": 1.6647958656139376e-06,
      "loss": 2.6879,
      "step": 2830
    },
    {
      "epoch": 2.7442310015706175,
      "grad_norm": 6.726338863372803,
      "learning_rate": 1.6616406805975069e-06,
      "loss": 2.6433,
      "step": 2840
    },
    {
      "epoch": 2.7538963392533526,
      "grad_norm": 6.45868444442749,
      "learning_rate": 1.6584737364397637e-06,
      "loss": 2.6362,
      "step": 2850
    },
    {
      "epoch": 2.763561676936088,
      "grad_norm": 6.664327144622803,
      "learning_rate": 1.6552950894258555e-06,
      "loss": 2.6657,
      "step": 2860
    },
    {
      "epoch": 2.7732270146188234,
      "grad_norm": 6.683444976806641,
      "learning_rate": 1.6521047960489228e-06,
      "loss": 2.6648,
      "step": 2870
    },
    {
      "epoch": 2.7828923523015585,
      "grad_norm": 6.655669212341309,
      "learning_rate": 1.6489029130090921e-06,
      "loss": 2.6701,
      "step": 2880
    },
    {
      "epoch": 2.7867584873746525,
      "eval_loss": 2.705122470855713,
      "eval_runtime": 217.1999,
      "eval_samples_per_second": 101.611,
      "eval_steps_per_second": 4.236,
      "step": 2884
    },
    {
      "epoch": 2.792557689984294,
      "grad_norm": 6.554884910583496,
      "learning_rate": 1.6456894972124707e-06,
      "loss": 2.646,
      "step": 2890
    },
    {
      "epoch": 2.8022230276670292,
      "grad_norm": 6.624351978302002,
      "learning_rate": 1.6424646057701325e-06,
      "loss": 2.6591,
      "step": 2900
    },
    {
      "epoch": 2.8118883653497644,
      "grad_norm": 6.485014915466309,
      "learning_rate": 1.6392282959971068e-06,
      "loss": 2.6668,
      "step": 2910
    },
    {
      "epoch": 2.8215537030324995,
      "grad_norm": 6.348880767822266,
      "learning_rate": 1.6359806254113554e-06,
      "loss": 2.6663,
      "step": 2920
    },
    {
      "epoch": 2.831219040715235,
      "grad_norm": 6.690762519836426,
      "learning_rate": 1.6327216517327535e-06,
      "loss": 2.6598,
      "step": 2930
    },
    {
      "epoch": 2.8408843783979703,
      "grad_norm": 6.5298309326171875,
      "learning_rate": 1.6294514328820629e-06,
      "loss": 2.6988,
      "step": 2940
    },
    {
      "epoch": 2.850549716080706,
      "grad_norm": 6.622351169586182,
      "learning_rate": 1.6261700269799014e-06,
      "loss": 2.6194,
      "step": 2950
    },
    {
      "epoch": 2.860215053763441,
      "grad_norm": 6.835710048675537,
      "learning_rate": 1.622877492345712e-06,
      "loss": 2.6718,
      "step": 2960
    },
    {
      "epoch": 2.869880391446176,
      "grad_norm": 6.526007175445557,
      "learning_rate": 1.6195738874967249e-06,
      "loss": 2.6562,
      "step": 2970
    },
    {
      "epoch": 2.8795457291289113,
      "grad_norm": 6.33076286315918,
      "learning_rate": 1.6162592711469181e-06,
      "loss": 2.6509,
      "step": 2980
    },
    {
      "epoch": 2.886311465506826,
      "eval_loss": 2.699232578277588,
      "eval_runtime": 217.0251,
      "eval_samples_per_second": 101.693,
      "eval_steps_per_second": 4.239,
      "step": 2987
    },
    {
      "epoch": 2.889211066811647,
      "grad_norm": 6.612087249755859,
      "learning_rate": 1.6129337022059733e-06,
      "loss": 2.6695,
      "step": 2990
    },
    {
      "epoch": 2.898876404494382,
      "grad_norm": 6.748770236968994,
      "learning_rate": 1.6095972397782298e-06,
      "loss": 2.6739,
      "step": 3000
    },
    {
      "epoch": 2.9085417421771176,
      "grad_norm": 6.782710552215576,
      "learning_rate": 1.6062499431616331e-06,
      "loss": 2.6703,
      "step": 3010
    },
    {
      "epoch": 2.9182070798598527,
      "grad_norm": 6.288000106811523,
      "learning_rate": 1.602891871846682e-06,
      "loss": 2.6443,
      "step": 3020
    },
    {
      "epoch": 2.927872417542588,
      "grad_norm": 6.792652130126953,
      "learning_rate": 1.59952308551537e-06,
      "loss": 2.6951,
      "step": 3030
    },
    {
      "epoch": 2.937537755225323,
      "grad_norm": 6.761292934417725,
      "learning_rate": 1.5961436440401267e-06,
      "loss": 2.6623,
      "step": 3040
    },
    {
      "epoch": 2.9472030929080586,
      "grad_norm": 6.930576324462891,
      "learning_rate": 1.5927536074827503e-06,
      "loss": 2.6476,
      "step": 3050
    },
    {
      "epoch": 2.9568684305907937,
      "grad_norm": 6.642486095428467,
      "learning_rate": 1.5893530360933448e-06,
      "loss": 2.6679,
      "step": 3060
    },
    {
      "epoch": 2.9665337682735293,
      "grad_norm": 6.4895501136779785,
      "learning_rate": 1.5859419903092445e-06,
      "loss": 2.6638,
      "step": 3070
    },
    {
      "epoch": 2.9761991059562645,
      "grad_norm": 6.47406005859375,
      "learning_rate": 1.582520530753943e-06,
      "loss": 2.6515,
      "step": 3080
    },
    {
      "epoch": 2.9858644436389996,
      "grad_norm": 6.589229106903076,
      "learning_rate": 1.5790887182360143e-06,
      "loss": 2.671,
      "step": 3090
    },
    {
      "epoch": 2.9858644436389996,
      "eval_loss": 2.694453239440918,
      "eval_runtime": 216.9988,
      "eval_samples_per_second": 101.706,
      "eval_steps_per_second": 4.24,
      "step": 3090
    },
    {
      "epoch": 2.9955297813217348,
      "grad_norm": 6.626533508300781,
      "learning_rate": 1.575646613748033e-06,
      "loss": 2.6769,
      "step": 3100
    },
    {
      "epoch": 3.0048326688413676,
      "grad_norm": 6.644468307495117,
      "learning_rate": 1.5721942784654892e-06,
      "loss": 2.6425,
      "step": 3110
    },
    {
      "epoch": 3.0144980065241027,
      "grad_norm": 6.786801338195801,
      "learning_rate": 1.5687317737457023e-06,
      "loss": 2.6216,
      "step": 3120
    },
    {
      "epoch": 3.0241633442068383,
      "grad_norm": 6.773380756378174,
      "learning_rate": 1.5652591611267293e-06,
      "loss": 2.6165,
      "step": 3130
    },
    {
      "epoch": 3.0338286818895734,
      "grad_norm": 6.535521507263184,
      "learning_rate": 1.5617765023262734e-06,
      "loss": 2.6002,
      "step": 3140
    },
    {
      "epoch": 3.043494019572309,
      "grad_norm": 6.627861499786377,
      "learning_rate": 1.5582838592405838e-06,
      "loss": 2.6218,
      "step": 3150
    },
    {
      "epoch": 3.053159357255044,
      "grad_norm": 6.7703938484191895,
      "learning_rate": 1.5547812939433587e-06,
      "loss": 2.6333,
      "step": 3160
    },
    {
      "epoch": 3.0628246949377793,
      "grad_norm": 6.72239875793457,
      "learning_rate": 1.5512688686846402e-06,
      "loss": 2.6356,
      "step": 3170
    },
    {
      "epoch": 3.0724900326205145,
      "grad_norm": 6.52492618560791,
      "learning_rate": 1.5477466458897083e-06,
      "loss": 2.6048,
      "step": 3180
    },
    {
      "epoch": 3.08215537030325,
      "grad_norm": 6.695172309875488,
      "learning_rate": 1.5442146881579726e-06,
      "loss": 2.5957,
      "step": 3190
    },
    {
      "epoch": 3.0850549716080704,
      "eval_loss": 2.6920766830444336,
      "eval_runtime": 216.947,
      "eval_samples_per_second": 101.73,
      "eval_steps_per_second": 4.241,
      "step": 3193
    },
    {
      "epoch": 3.091820707985985,
      "grad_norm": 6.52951717376709,
      "learning_rate": 1.5406730582618575e-06,
      "loss": 2.5731,
      "step": 3200
    },
    {
      "epoch": 3.1014860456687208,
      "grad_norm": 6.658172130584717,
      "learning_rate": 1.5371218191456892e-06,
      "loss": 2.599,
      "step": 3210
    },
    {
      "epoch": 3.111151383351456,
      "grad_norm": 6.837924003601074,
      "learning_rate": 1.5335610339245748e-06,
      "loss": 2.6061,
      "step": 3220
    },
    {
      "epoch": 3.120816721034191,
      "grad_norm": 6.788025856018066,
      "learning_rate": 1.5299907658832817e-06,
      "loss": 2.593,
      "step": 3230
    },
    {
      "epoch": 3.130482058716926,
      "grad_norm": 6.745009899139404,
      "learning_rate": 1.526411078475113e-06,
      "loss": 2.6085,
      "step": 3240
    },
    {
      "epoch": 3.140147396399662,
      "grad_norm": 6.781652927398682,
      "learning_rate": 1.5228220353207784e-06,
      "loss": 2.6148,
      "step": 3250
    },
    {
      "epoch": 3.149812734082397,
      "grad_norm": 6.939257621765137,
      "learning_rate": 1.5192237002072656e-06,
      "loss": 2.6116,
      "step": 3260
    },
    {
      "epoch": 3.1594780717651325,
      "grad_norm": 6.560710430145264,
      "learning_rate": 1.5156161370867052e-06,
      "loss": 2.6266,
      "step": 3270
    },
    {
      "epoch": 3.1691434094478677,
      "grad_norm": 6.522158145904541,
      "learning_rate": 1.5119994100752337e-06,
      "loss": 2.6049,
      "step": 3280
    },
    {
      "epoch": 3.178808747130603,
      "grad_norm": 6.933811187744141,
      "learning_rate": 1.5083735834518555e-06,
      "loss": 2.6168,
      "step": 3290
    },
    {
      "epoch": 3.184607949740244,
      "eval_loss": 2.68808650970459,
      "eval_runtime": 216.8361,
      "eval_samples_per_second": 101.782,
      "eval_steps_per_second": 4.243,
      "step": 3296
    },
    {
      "epoch": 3.188474084813338,
      "grad_norm": 6.851550579071045,
      "learning_rate": 1.5047387216572994e-06,
      "loss": 2.6326,
      "step": 3300
    },
    {
      "epoch": 3.1981394224960735,
      "grad_norm": 6.676671504974365,
      "learning_rate": 1.5010948892928732e-06,
      "loss": 2.5766,
      "step": 3310
    },
    {
      "epoch": 3.2078047601788087,
      "grad_norm": 6.791378974914551,
      "learning_rate": 1.4974421511193164e-06,
      "loss": 2.5921,
      "step": 3320
    },
    {
      "epoch": 3.2174700978615443,
      "grad_norm": 6.412371635437012,
      "learning_rate": 1.493780572055649e-06,
      "loss": 2.6231,
      "step": 3330
    },
    {
      "epoch": 3.2271354355442794,
      "grad_norm": 6.870903968811035,
      "learning_rate": 1.4901102171780174e-06,
      "loss": 2.6049,
      "step": 3340
    },
    {
      "epoch": 3.2368007732270145,
      "grad_norm": 6.820573806762695,
      "learning_rate": 1.4864311517185369e-06,
      "loss": 2.592,
      "step": 3350
    },
    {
      "epoch": 3.2464661109097497,
      "grad_norm": 6.859145641326904,
      "learning_rate": 1.482743441064134e-06,
      "loss": 2.6487,
      "step": 3360
    },
    {
      "epoch": 3.2561314485924853,
      "grad_norm": 6.515082359313965,
      "learning_rate": 1.4790471507553847e-06,
      "loss": 2.6272,
      "step": 3370
    },
    {
      "epoch": 3.2657967862752204,
      "grad_norm": 6.639008045196533,
      "learning_rate": 1.4753423464853473e-06,
      "loss": 2.597,
      "step": 3380
    },
    {
      "epoch": 3.275462123957956,
      "grad_norm": 6.76662540435791,
      "learning_rate": 1.4716290940983965e-06,
      "loss": 2.6137,
      "step": 3390
    },
    {
      "epoch": 3.2841609278724175,
      "eval_loss": 2.6844358444213867,
      "eval_runtime": 216.9567,
      "eval_samples_per_second": 101.725,
      "eval_steps_per_second": 4.24,
      "step": 3399
    },
    {
      "epoch": 3.285127461640691,
      "grad_norm": 6.6699347496032715,
      "learning_rate": 1.4679074595890532e-06,
      "loss": 2.5737,
      "step": 3400
    },
    {
      "epoch": 3.2947927993234263,
      "grad_norm": 6.792168617248535,
      "learning_rate": 1.4641775091008106e-06,
      "loss": 2.6094,
      "step": 3410
    },
    {
      "epoch": 3.3044581370061614,
      "grad_norm": 6.676168441772461,
      "learning_rate": 1.4604393089249599e-06,
      "loss": 2.6151,
      "step": 3420
    },
    {
      "epoch": 3.314123474688897,
      "grad_norm": 6.540125846862793,
      "learning_rate": 1.456692925499411e-06,
      "loss": 2.626,
      "step": 3430
    },
    {
      "epoch": 3.323788812371632,
      "grad_norm": 6.471897602081299,
      "learning_rate": 1.4529384254075133e-06,
      "loss": 2.6007,
      "step": 3440
    },
    {
      "epoch": 3.3334541500543677,
      "grad_norm": 6.628961086273193,
      "learning_rate": 1.4491758753768694e-06,
      "loss": 2.6175,
      "step": 3450
    },
    {
      "epoch": 3.343119487737103,
      "grad_norm": 6.617523670196533,
      "learning_rate": 1.4454053422781532e-06,
      "loss": 2.6116,
      "step": 3460
    },
    {
      "epoch": 3.352784825419838,
      "grad_norm": 6.7695722579956055,
      "learning_rate": 1.4416268931239177e-06,
      "loss": 2.5806,
      "step": 3470
    },
    {
      "epoch": 3.362450163102573,
      "grad_norm": 6.675383567810059,
      "learning_rate": 1.4378405950674065e-06,
      "loss": 2.5972,
      "step": 3480
    },
    {
      "epoch": 3.3721155007853088,
      "grad_norm": 6.70187520980835,
      "learning_rate": 1.4340465154013585e-06,
      "loss": 2.5809,
      "step": 3490
    },
    {
      "epoch": 3.381780838468044,
      "grad_norm": 6.520016670227051,
      "learning_rate": 1.4302447215568136e-06,
      "loss": 2.6,
      "step": 3500
    },
    {
      "epoch": 3.383713906004591,
      "eval_loss": 2.6802666187286377,
      "eval_runtime": 216.9945,
      "eval_samples_per_second": 101.708,
      "eval_steps_per_second": 4.24,
      "step": 3502
    },
    {
      "epoch": 3.3914461761507795,
      "grad_norm": 6.802120208740234,
      "learning_rate": 1.426435281101913e-06,
      "loss": 2.6175,
      "step": 3510
    },
    {
      "epoch": 3.4011115138335146,
      "grad_norm": 6.581682205200195,
      "learning_rate": 1.4226182617406994e-06,
      "loss": 2.6121,
      "step": 3520
    },
    {
      "epoch": 3.4107768515162498,
      "grad_norm": 6.738428115844727,
      "learning_rate": 1.4187937313119124e-06,
      "loss": 2.6015,
      "step": 3530
    },
    {
      "epoch": 3.420442189198985,
      "grad_norm": 6.7162675857543945,
      "learning_rate": 1.4149617577877841e-06,
      "loss": 2.6161,
      "step": 3540
    },
    {
      "epoch": 3.4301075268817205,
      "grad_norm": 6.830008029937744,
      "learning_rate": 1.41112240927283e-06,
      "loss": 2.6125,
      "step": 3550
    },
    {
      "epoch": 3.4397728645644556,
      "grad_norm": 6.8902435302734375,
      "learning_rate": 1.4072757540026396e-06,
      "loss": 2.6181,
      "step": 3560
    },
    {
      "epoch": 3.449438202247191,
      "grad_norm": 6.644567012786865,
      "learning_rate": 1.403421860342663e-06,
      "loss": 2.5965,
      "step": 3570
    },
    {
      "epoch": 3.4591035399299264,
      "grad_norm": 6.674381732940674,
      "learning_rate": 1.3995607967869963e-06,
      "loss": 2.6186,
      "step": 3580
    },
    {
      "epoch": 3.4687688776126615,
      "grad_norm": 6.683381080627441,
      "learning_rate": 1.3956926319571628e-06,
      "loss": 2.6271,
      "step": 3590
    },
    {
      "epoch": 3.4784342152953966,
      "grad_norm": 6.642363548278809,
      "learning_rate": 1.3918174346008963e-06,
      "loss": 2.6047,
      "step": 3600
    },
    {
      "epoch": 3.4832668841367647,
      "eval_loss": 2.6766762733459473,
      "eval_runtime": 216.9538,
      "eval_samples_per_second": 101.727,
      "eval_steps_per_second": 4.241,
      "step": 3605
    },
    {
      "epoch": 3.4880995529781322,
      "grad_norm": 6.7301106452941895,
      "learning_rate": 1.3879352735909163e-06,
      "loss": 2.6016,
      "step": 3610
    },
    {
      "epoch": 3.4977648906608674,
      "grad_norm": 6.565543174743652,
      "learning_rate": 1.3840462179237058e-06,
      "loss": 2.6413,
      "step": 3620
    },
    {
      "epoch": 3.507430228343603,
      "grad_norm": 6.726136207580566,
      "learning_rate": 1.3801503367182846e-06,
      "loss": 2.5709,
      "step": 3630
    },
    {
      "epoch": 3.517095566026338,
      "grad_norm": 6.778688907623291,
      "learning_rate": 1.3762476992149803e-06,
      "loss": 2.5772,
      "step": 3640
    },
    {
      "epoch": 3.5267609037090732,
      "grad_norm": 6.823915004730225,
      "learning_rate": 1.3723383747741988e-06,
      "loss": 2.6417,
      "step": 3650
    },
    {
      "epoch": 3.5364262413918084,
      "grad_norm": 6.821535110473633,
      "learning_rate": 1.3684224328751904e-06,
      "loss": 2.6092,
      "step": 3660
    },
    {
      "epoch": 3.546091579074544,
      "grad_norm": 6.66444730758667,
      "learning_rate": 1.364499943114815e-06,
      "loss": 2.5744,
      "step": 3670
    },
    {
      "epoch": 3.555756916757279,
      "grad_norm": 6.7145161628723145,
      "learning_rate": 1.3605709752063072e-06,
      "loss": 2.6028,
      "step": 3680
    },
    {
      "epoch": 3.5654222544400147,
      "grad_norm": 6.7199931144714355,
      "learning_rate": 1.356635598978034e-06,
      "loss": 2.5938,
      "step": 3690
    },
    {
      "epoch": 3.57508759212275,
      "grad_norm": 6.810650825500488,
      "learning_rate": 1.352693884372257e-06,
      "loss": 2.5833,
      "step": 3700
    },
    {
      "epoch": 3.582819862268938,
      "eval_loss": 2.67258882522583,
      "eval_runtime": 216.9499,
      "eval_samples_per_second": 101.729,
      "eval_steps_per_second": 4.241,
      "step": 3708
    },
    {
      "epoch": 3.584752929805485,
      "grad_norm": 6.88958740234375,
      "learning_rate": 1.3487459014438875e-06,
      "loss": 2.6103,
      "step": 3710
    },
    {
      "epoch": 3.59441826748822,
      "grad_norm": 6.527899742126465,
      "learning_rate": 1.344791720359241e-06,
      "loss": 2.5896,
      "step": 3720
    },
    {
      "epoch": 3.6040836051709557,
      "grad_norm": 6.705896854400635,
      "learning_rate": 1.340831411394792e-06,
      "loss": 2.5731,
      "step": 3730
    },
    {
      "epoch": 3.613748942853691,
      "grad_norm": 6.65834903717041,
      "learning_rate": 1.3368650449359237e-06,
      "loss": 2.5992,
      "step": 3740
    },
    {
      "epoch": 3.6234142805364264,
      "grad_norm": 6.513383865356445,
      "learning_rate": 1.3328926914756764e-06,
      "loss": 2.59,
      "step": 3750
    },
    {
      "epoch": 3.6330796182191616,
      "grad_norm": 6.5526652336120605,
      "learning_rate": 1.3289144216134973e-06,
      "loss": 2.5497,
      "step": 3760
    },
    {
      "epoch": 3.6427449559018967,
      "grad_norm": 6.795760631561279,
      "learning_rate": 1.324930306053983e-06,
      "loss": 2.6445,
      "step": 3770
    },
    {
      "epoch": 3.652410293584632,
      "grad_norm": 6.859256744384766,
      "learning_rate": 1.3209404156056234e-06,
      "loss": 2.5714,
      "step": 3780
    },
    {
      "epoch": 3.6620756312673675,
      "grad_norm": 6.862630367279053,
      "learning_rate": 1.316944821179545e-06,
      "loss": 2.5888,
      "step": 3790
    },
    {
      "epoch": 3.6717409689501026,
      "grad_norm": 6.7294511795043945,
      "learning_rate": 1.3129435937882485e-06,
      "loss": 2.5981,
      "step": 3800
    },
    {
      "epoch": 3.681406306632838,
      "grad_norm": 6.428034782409668,
      "learning_rate": 1.3089368045443478e-06,
      "loss": 2.6094,
      "step": 3810
    },
    {
      "epoch": 3.6823728404011113,
      "eval_loss": 2.6688151359558105,
      "eval_runtime": 216.9738,
      "eval_samples_per_second": 101.717,
      "eval_steps_per_second": 4.24,
      "step": 3811
    },
    {
      "epoch": 3.6910716443155733,
      "grad_norm": 6.683334827423096,
      "learning_rate": 1.3049245246593063e-06,
      "loss": 2.5955,
      "step": 3820
    },
    {
      "epoch": 3.7007369819983085,
      "grad_norm": 6.5523481369018555,
      "learning_rate": 1.3009068254421707e-06,
      "loss": 2.5874,
      "step": 3830
    },
    {
      "epoch": 3.7104023196810436,
      "grad_norm": 6.8417253494262695,
      "learning_rate": 1.2968837782983032e-06,
      "loss": 2.5853,
      "step": 3840
    },
    {
      "epoch": 3.720067657363779,
      "grad_norm": 6.959075450897217,
      "learning_rate": 1.292855454728115e-06,
      "loss": 2.5751,
      "step": 3850
    },
    {
      "epoch": 3.7297329950465143,
      "grad_norm": 6.557989120483398,
      "learning_rate": 1.288821926325791e-06,
      "loss": 2.6214,
      "step": 3860
    },
    {
      "epoch": 3.73939833272925,
      "grad_norm": 6.578183650970459,
      "learning_rate": 1.2847832647780218e-06,
      "loss": 2.5918,
      "step": 3870
    },
    {
      "epoch": 3.749063670411985,
      "grad_norm": 6.700976371765137,
      "learning_rate": 1.2807395418627277e-06,
      "loss": 2.5793,
      "step": 3880
    },
    {
      "epoch": 3.75872900809472,
      "grad_norm": 6.564661502838135,
      "learning_rate": 1.2766908294477826e-06,
      "loss": 2.5966,
      "step": 3890
    },
    {
      "epoch": 3.7683943457774554,
      "grad_norm": 6.6865410804748535,
      "learning_rate": 1.2726371994897376e-06,
      "loss": 2.5844,
      "step": 3900
    },
    {
      "epoch": 3.778059683460191,
      "grad_norm": 6.696436882019043,
      "learning_rate": 1.2685787240325417e-06,
      "loss": 2.5761,
      "step": 3910
    },
    {
      "epoch": 3.781925818533285,
      "eval_loss": 2.665092706680298,
      "eval_runtime": 216.965,
      "eval_samples_per_second": 101.721,
      "eval_steps_per_second": 4.24,
      "step": 3914
    },
    {
      "epoch": 3.787725021142926,
      "grad_norm": 6.7038702964782715,
      "learning_rate": 1.264515475206262e-06,
      "loss": 2.5867,
      "step": 3920
    },
    {
      "epoch": 3.7973903588256617,
      "grad_norm": 6.5760064125061035,
      "learning_rate": 1.2604475252258005e-06,
      "loss": 2.5927,
      "step": 3930
    },
    {
      "epoch": 3.807055696508397,
      "grad_norm": 6.533830642700195,
      "learning_rate": 1.2563749463896116e-06,
      "loss": 2.5828,
      "step": 3940
    },
    {
      "epoch": 3.816721034191132,
      "grad_norm": 6.66879415512085,
      "learning_rate": 1.2522978110784177e-06,
      "loss": 2.5703,
      "step": 3950
    },
    {
      "epoch": 3.826386371873867,
      "grad_norm": 6.830549716949463,
      "learning_rate": 1.2482161917539209e-06,
      "loss": 2.6076,
      "step": 3960
    },
    {
      "epoch": 3.8360517095566027,
      "grad_norm": 6.542690753936768,
      "learning_rate": 1.2441301609575172e-06,
      "loss": 2.5879,
      "step": 3970
    },
    {
      "epoch": 3.845717047239338,
      "grad_norm": 6.628766059875488,
      "learning_rate": 1.2400397913090059e-06,
      "loss": 2.6014,
      "step": 3980
    },
    {
      "epoch": 3.8553823849220734,
      "grad_norm": 6.663356781005859,
      "learning_rate": 1.2359451555052997e-06,
      "loss": 2.5364,
      "step": 3990
    },
    {
      "epoch": 3.8650477226048086,
      "grad_norm": 6.802213191986084,
      "learning_rate": 1.2318463263191323e-06,
      "loss": 2.5678,
      "step": 4000
    },
    {
      "epoch": 3.8747130602875437,
      "grad_norm": 6.468794345855713,
      "learning_rate": 1.227743376597765e-06,
      "loss": 2.5762,
      "step": 4010
    },
    {
      "epoch": 3.8814787966654585,
      "eval_loss": 2.6623401641845703,
      "eval_runtime": 217.0567,
      "eval_samples_per_second": 101.678,
      "eval_steps_per_second": 4.239,
      "step": 4017
    },
    {
      "epoch": 3.884378397970279,
      "grad_norm": 6.709383964538574,
      "learning_rate": 1.2236363792616923e-06,
      "loss": 2.6092,
      "step": 4020
    },
    {
      "epoch": 3.8940437356530144,
      "grad_norm": 6.665591239929199,
      "learning_rate": 1.2195254073033455e-06,
      "loss": 2.5627,
      "step": 4030
    },
    {
      "epoch": 3.9037090733357496,
      "grad_norm": 6.547743797302246,
      "learning_rate": 1.2154105337857963e-06,
      "loss": 2.6063,
      "step": 4040
    },
    {
      "epoch": 3.913374411018485,
      "grad_norm": 6.582630634307861,
      "learning_rate": 1.2112918318414572e-06,
      "loss": 2.5997,
      "step": 4050
    },
    {
      "epoch": 3.9230397487012203,
      "grad_norm": 6.448917865753174,
      "learning_rate": 1.2071693746707812e-06,
      "loss": 2.5644,
      "step": 4060
    },
    {
      "epoch": 3.9327050863839554,
      "grad_norm": 6.690165042877197,
      "learning_rate": 1.203043235540964e-06,
      "loss": 2.6261,
      "step": 4070
    },
    {
      "epoch": 3.9423704240666906,
      "grad_norm": 6.645413398742676,
      "learning_rate": 1.1989134877846377e-06,
      "loss": 2.6075,
      "step": 4080
    },
    {
      "epoch": 3.952035761749426,
      "grad_norm": 6.471231460571289,
      "learning_rate": 1.1947802047985701e-06,
      "loss": 2.5694,
      "step": 4090
    },
    {
      "epoch": 3.9617010994321613,
      "grad_norm": 6.488655090332031,
      "learning_rate": 1.1906434600423605e-06,
      "loss": 2.5728,
      "step": 4100
    },
    {
      "epoch": 3.971366437114897,
      "grad_norm": 6.397697448730469,
      "learning_rate": 1.1865033270371317e-06,
      "loss": 2.6184,
      "step": 4110
    },
    {
      "epoch": 3.981031774797632,
      "grad_norm": 6.57921838760376,
      "learning_rate": 1.1823598793642256e-06,
      "loss": 2.5828,
      "step": 4120
    },
    {
      "epoch": 3.981031774797632,
      "eval_loss": 2.658400774002075,
      "eval_runtime": 216.9957,
      "eval_samples_per_second": 101.707,
      "eval_steps_per_second": 4.24,
      "step": 4120
    },
    {
      "epoch": 3.990697112480367,
      "grad_norm": 6.8846306800842285,
      "learning_rate": 1.1782131906638947e-06,
      "loss": 2.5556,
      "step": 4130
    },
    {
      "epoch": 4.0,
      "grad_norm": 8.866212844848633,
      "learning_rate": 1.174063334633993e-06,
      "loss": 2.5868,
      "step": 4140
    },
    {
      "epoch": 4.009665337682735,
      "grad_norm": 6.461270332336426,
      "learning_rate": 1.1699103850286667e-06,
      "loss": 2.5343,
      "step": 4150
    },
    {
      "epoch": 4.01933067536547,
      "grad_norm": 6.403049945831299,
      "learning_rate": 1.1657544156570433e-06,
      "loss": 2.5403,
      "step": 4160
    },
    {
      "epoch": 4.028996013048205,
      "grad_norm": 6.411298751831055,
      "learning_rate": 1.1615955003819195e-06,
      "loss": 2.5484,
      "step": 4170
    },
    {
      "epoch": 4.0386613507309415,
      "grad_norm": 6.594933032989502,
      "learning_rate": 1.157433713118449e-06,
      "loss": 2.5664,
      "step": 4180
    },
    {
      "epoch": 4.048326688413677,
      "grad_norm": 6.8718342781066895,
      "learning_rate": 1.1532691278328282e-06,
      "loss": 2.5654,
      "step": 4190
    },
    {
      "epoch": 4.057992026096412,
      "grad_norm": 6.683941841125488,
      "learning_rate": 1.1491018185409813e-06,
      "loss": 2.532,
      "step": 4200
    },
    {
      "epoch": 4.067657363779147,
      "grad_norm": 6.692328929901123,
      "learning_rate": 1.1449318593072465e-06,
      "loss": 2.5486,
      "step": 4210
    },
    {
      "epoch": 4.077322701461882,
      "grad_norm": 6.605168342590332,
      "learning_rate": 1.1407593242430586e-06,
      "loss": 2.5821,
      "step": 4220
    },
    {
      "epoch": 4.080222302766703,
      "eval_loss": 2.6606152057647705,
      "eval_runtime": 217.0244,
      "eval_samples_per_second": 101.694,
      "eval_steps_per_second": 4.239,
      "step": 4223
    },
    {
      "epoch": 4.086988039144618,
      "grad_norm": 6.7313337326049805,
      "learning_rate": 1.1365842875056311e-06,
      "loss": 2.554,
      "step": 4230
    },
    {
      "epoch": 4.096653376827353,
      "grad_norm": 6.845920085906982,
      "learning_rate": 1.1324068232966392e-06,
      "loss": 2.5234,
      "step": 4240
    },
    {
      "epoch": 4.106318714510088,
      "grad_norm": 6.765261650085449,
      "learning_rate": 1.1282270058609013e-06,
      "loss": 2.547,
      "step": 4250
    },
    {
      "epoch": 4.1159840521928235,
      "grad_norm": 6.755435943603516,
      "learning_rate": 1.1240449094850584e-06,
      "loss": 2.5661,
      "step": 4260
    },
    {
      "epoch": 4.125649389875559,
      "grad_norm": 6.7944655418396,
      "learning_rate": 1.1198606084962547e-06,
      "loss": 2.5423,
      "step": 4270
    },
    {
      "epoch": 4.135314727558294,
      "grad_norm": 6.660946369171143,
      "learning_rate": 1.1156741772608165e-06,
      "loss": 2.5314,
      "step": 4280
    },
    {
      "epoch": 4.144980065241029,
      "grad_norm": 6.597288608551025,
      "learning_rate": 1.11148569018293e-06,
      "loss": 2.5404,
      "step": 4290
    },
    {
      "epoch": 4.154645402923765,
      "grad_norm": 6.629675388336182,
      "learning_rate": 1.1072952217033195e-06,
      "loss": 2.5392,
      "step": 4300
    },
    {
      "epoch": 4.1643107406065,
      "grad_norm": 6.65186882019043,
      "learning_rate": 1.103102846297924e-06,
      "loss": 2.6007,
      "step": 4310
    },
    {
      "epoch": 4.173976078289235,
      "grad_norm": 6.881357669830322,
      "learning_rate": 1.0989086384765737e-06,
      "loss": 2.5721,
      "step": 4320
    },
    {
      "epoch": 4.179775280898877,
      "eval_loss": 2.6572110652923584,
      "eval_runtime": 216.941,
      "eval_samples_per_second": 101.733,
      "eval_steps_per_second": 4.241,
      "step": 4326
    },
    {
      "epoch": 4.18364141597197,
      "grad_norm": 6.678983688354492,
      "learning_rate": 1.0947126727816665e-06,
      "loss": 2.5719,
      "step": 4330
    },
    {
      "epoch": 4.1933067536547055,
      "grad_norm": 6.7589945793151855,
      "learning_rate": 1.090515023786841e-06,
      "loss": 2.5502,
      "step": 4340
    },
    {
      "epoch": 4.2029720913374415,
      "grad_norm": 6.886190414428711,
      "learning_rate": 1.0863157660956538e-06,
      "loss": 2.5236,
      "step": 4350
    },
    {
      "epoch": 4.212637429020177,
      "grad_norm": 6.677691459655762,
      "learning_rate": 1.082114974340252e-06,
      "loss": 2.5518,
      "step": 4360
    },
    {
      "epoch": 4.222302766702912,
      "grad_norm": 6.715696811676025,
      "learning_rate": 1.0779127231800474e-06,
      "loss": 2.5375,
      "step": 4370
    },
    {
      "epoch": 4.231968104385647,
      "grad_norm": 6.802489757537842,
      "learning_rate": 1.0737090873003884e-06,
      "loss": 2.5263,
      "step": 4380
    },
    {
      "epoch": 4.241633442068382,
      "grad_norm": 7.024548053741455,
      "learning_rate": 1.069504141411235e-06,
      "loss": 2.5676,
      "step": 4390
    },
    {
      "epoch": 4.251298779751117,
      "grad_norm": 6.528923034667969,
      "learning_rate": 1.0652979602458287e-06,
      "loss": 2.5676,
      "step": 4400
    },
    {
      "epoch": 4.260964117433852,
      "grad_norm": 6.7343244552612305,
      "learning_rate": 1.0610906185593653e-06,
      "loss": 2.5323,
      "step": 4410
    },
    {
      "epoch": 4.270629455116588,
      "grad_norm": 6.739745140075684,
      "learning_rate": 1.0568821911276668e-06,
      "loss": 2.5333,
      "step": 4420
    },
    {
      "epoch": 4.2793282590310495,
      "eval_loss": 2.6547646522521973,
      "eval_runtime": 217.1095,
      "eval_samples_per_second": 101.654,
      "eval_steps_per_second": 4.237,
      "step": 4429
    },
    {
      "epoch": 4.280294792799324,
      "grad_norm": 6.441568851470947,
      "learning_rate": 1.0526727527458508e-06,
      "loss": 2.561,
      "step": 4430
    },
    {
      "epoch": 4.289960130482059,
      "grad_norm": 6.605863571166992,
      "learning_rate": 1.048462378227003e-06,
      "loss": 2.5611,
      "step": 4440
    },
    {
      "epoch": 4.299625468164794,
      "grad_norm": 6.771341323852539,
      "learning_rate": 1.0442511424008464e-06,
      "loss": 2.5735,
      "step": 4450
    },
    {
      "epoch": 4.309290805847529,
      "grad_norm": 6.989775657653809,
      "learning_rate": 1.040039120112412e-06,
      "loss": 2.5473,
      "step": 4460
    },
    {
      "epoch": 4.318956143530265,
      "grad_norm": 7.052975654602051,
      "learning_rate": 1.0358263862207083e-06,
      "loss": 2.5443,
      "step": 4470
    },
    {
      "epoch": 4.328621481213,
      "grad_norm": 6.5822858810424805,
      "learning_rate": 1.031613015597391e-06,
      "loss": 2.5585,
      "step": 4480
    },
    {
      "epoch": 4.338286818895735,
      "grad_norm": 6.736408710479736,
      "learning_rate": 1.0273990831254319e-06,
      "loss": 2.5436,
      "step": 4490
    },
    {
      "epoch": 4.3479521565784705,
      "grad_norm": 6.6356120109558105,
      "learning_rate": 1.0231846636977882e-06,
      "loss": 2.5533,
      "step": 4500
    },
    {
      "epoch": 4.357617494261206,
      "grad_norm": 6.671817779541016,
      "learning_rate": 1.0189698322160732e-06,
      "loss": 2.5469,
      "step": 4510
    },
    {
      "epoch": 4.367282831943941,
      "grad_norm": 7.152904987335205,
      "learning_rate": 1.0147546635892209e-06,
      "loss": 2.537,
      "step": 4520
    },
    {
      "epoch": 4.376948169626676,
      "grad_norm": 6.494625568389893,
      "learning_rate": 1.010539232732159e-06,
      "loss": 2.5045,
      "step": 4530
    },
    {
      "epoch": 4.378881237163223,
      "eval_loss": 2.653103828430176,
      "eval_runtime": 217.106,
      "eval_samples_per_second": 101.655,
      "eval_steps_per_second": 4.238,
      "step": 4532
    },
    {
      "epoch": 4.386613507309412,
      "grad_norm": 6.714130401611328,
      "learning_rate": 1.0063236145644762e-06,
      "loss": 2.5592,
      "step": 4540
    },
    {
      "epoch": 4.396278844992147,
      "grad_norm": 6.6748528480529785,
      "learning_rate": 1.0021078840090886e-06,
      "loss": 2.5473,
      "step": 4550
    },
    {
      "epoch": 4.405944182674882,
      "grad_norm": 6.548516273498535,
      "learning_rate": 9.978921159909113e-07,
      "loss": 2.5382,
      "step": 4560
    },
    {
      "epoch": 4.415609520357617,
      "grad_norm": 6.959436416625977,
      "learning_rate": 9.93676385435524e-07,
      "loss": 2.537,
      "step": 4570
    },
    {
      "epoch": 4.4252748580403525,
      "grad_norm": 6.954132556915283,
      "learning_rate": 9.894607672678408e-07,
      "loss": 2.5511,
      "step": 4580
    },
    {
      "epoch": 4.4349401957230885,
      "grad_norm": 6.731428146362305,
      "learning_rate": 9.852453364107792e-07,
      "loss": 2.522,
      "step": 4590
    },
    {
      "epoch": 4.444605533405824,
      "grad_norm": 6.622025489807129,
      "learning_rate": 9.81030167783927e-07,
      "loss": 2.5363,
      "step": 4600
    },
    {
      "epoch": 4.454270871088559,
      "grad_norm": 6.871068954467773,
      "learning_rate": 9.768153363022115e-07,
      "loss": 2.5361,
      "step": 4610
    },
    {
      "epoch": 4.463936208771294,
      "grad_norm": 6.612332820892334,
      "learning_rate": 9.72600916874568e-07,
      "loss": 2.5385,
      "step": 4620
    },
    {
      "epoch": 4.473601546454029,
      "grad_norm": 6.64678955078125,
      "learning_rate": 9.683869844026089e-07,
      "loss": 2.5374,
      "step": 4630
    },
    {
      "epoch": 4.478434215295397,
      "eval_loss": 2.650099515914917,
      "eval_runtime": 216.8756,
      "eval_samples_per_second": 101.763,
      "eval_steps_per_second": 4.242,
      "step": 4635
    },
    {
      "epoch": 4.483266884136764,
      "grad_norm": 6.953402996063232,
      "learning_rate": 9.641736137792914e-07,
      "loss": 2.5646,
      "step": 4640
    },
    {
      "epoch": 4.492932221819499,
      "grad_norm": 6.753168106079102,
      "learning_rate": 9.59960879887588e-07,
      "loss": 2.545,
      "step": 4650
    },
    {
      "epoch": 4.502597559502235,
      "grad_norm": 6.863531589508057,
      "learning_rate": 9.557488575991537e-07,
      "loss": 2.5303,
      "step": 4660
    },
    {
      "epoch": 4.5122628971849705,
      "grad_norm": 6.904908657073975,
      "learning_rate": 9.515376217729971e-07,
      "loss": 2.5381,
      "step": 4670
    },
    {
      "epoch": 4.521928234867706,
      "grad_norm": 6.753827095031738,
      "learning_rate": 9.473272472541492e-07,
      "loss": 2.5243,
      "step": 4680
    },
    {
      "epoch": 4.531593572550441,
      "grad_norm": 6.280510902404785,
      "learning_rate": 9.431178088723333e-07,
      "loss": 2.5566,
      "step": 4690
    },
    {
      "epoch": 4.541258910233176,
      "grad_norm": 6.862277030944824,
      "learning_rate": 9.389093814406347e-07,
      "loss": 2.5286,
      "step": 4700
    },
    {
      "epoch": 4.550924247915912,
      "grad_norm": 6.67894172668457,
      "learning_rate": 9.347020397541714e-07,
      "loss": 2.5297,
      "step": 4710
    },
    {
      "epoch": 4.560589585598647,
      "grad_norm": 6.786202907562256,
      "learning_rate": 9.30495858588765e-07,
      "loss": 2.565,
      "step": 4720
    },
    {
      "epoch": 4.570254923281382,
      "grad_norm": 6.705028533935547,
      "learning_rate": 9.262909126996116e-07,
      "loss": 2.5141,
      "step": 4730
    },
    {
      "epoch": 4.57798719342757,
      "eval_loss": 2.6482667922973633,
      "eval_runtime": 216.9673,
      "eval_samples_per_second": 101.72,
      "eval_steps_per_second": 4.24,
      "step": 4738
    },
    {
      "epoch": 4.579920260964117,
      "grad_norm": 6.745487213134766,
      "learning_rate": 9.220872768199527e-07,
      "loss": 2.5456,
      "step": 4740
    },
    {
      "epoch": 4.589585598646853,
      "grad_norm": 6.562654495239258,
      "learning_rate": 9.178850256597481e-07,
      "loss": 2.5743,
      "step": 4750
    },
    {
      "epoch": 4.599250936329588,
      "grad_norm": 6.653303623199463,
      "learning_rate": 9.136842339043463e-07,
      "loss": 2.522,
      "step": 4760
    },
    {
      "epoch": 4.608916274012323,
      "grad_norm": 7.028505325317383,
      "learning_rate": 9.09484976213159e-07,
      "loss": 2.5192,
      "step": 4770
    },
    {
      "epoch": 4.618581611695059,
      "grad_norm": 6.768604278564453,
      "learning_rate": 9.052873272183335e-07,
      "loss": 2.5391,
      "step": 4780
    },
    {
      "epoch": 4.628246949377794,
      "grad_norm": 7.153252601623535,
      "learning_rate": 9.01091361523426e-07,
      "loss": 2.5597,
      "step": 4790
    },
    {
      "epoch": 4.637912287060529,
      "grad_norm": 6.854784965515137,
      "learning_rate": 8.968971537020757e-07,
      "loss": 2.553,
      "step": 4800
    },
    {
      "epoch": 4.647577624743264,
      "grad_norm": 6.819455146789551,
      "learning_rate": 8.927047782966806e-07,
      "loss": 2.5752,
      "step": 4810
    },
    {
      "epoch": 4.657242962425999,
      "grad_norm": 6.677375793457031,
      "learning_rate": 8.8851430981707e-07,
      "loss": 2.562,
      "step": 4820
    },
    {
      "epoch": 4.6669083001087355,
      "grad_norm": 6.6845245361328125,
      "learning_rate": 8.843258227391834e-07,
      "loss": 2.5613,
      "step": 4830
    },
    {
      "epoch": 4.676573637791471,
      "grad_norm": 6.7105607986450195,
      "learning_rate": 8.801393915037456e-07,
      "loss": 2.558,
      "step": 4840
    },
    {
      "epoch": 4.677540171559744,
      "eval_loss": 2.6455490589141846,
      "eval_runtime": 217.0811,
      "eval_samples_per_second": 101.667,
      "eval_steps_per_second": 4.238,
      "step": 4841
    },
    {
      "epoch": 4.686238975474206,
      "grad_norm": 6.720954418182373,
      "learning_rate": 8.759550905149419e-07,
      "loss": 2.5752,
      "step": 4850
    },
    {
      "epoch": 4.695904313156941,
      "grad_norm": 6.768190383911133,
      "learning_rate": 8.717729941390988e-07,
      "loss": 2.5586,
      "step": 4860
    },
    {
      "epoch": 4.705569650839676,
      "grad_norm": 6.576201915740967,
      "learning_rate": 8.675931767033609e-07,
      "loss": 2.5396,
      "step": 4870
    },
    {
      "epoch": 4.715234988522411,
      "grad_norm": 6.709794521331787,
      "learning_rate": 8.63415712494369e-07,
      "loss": 2.5761,
      "step": 4880
    },
    {
      "epoch": 4.724900326205146,
      "grad_norm": 6.836709022521973,
      "learning_rate": 8.592406757569415e-07,
      "loss": 2.5602,
      "step": 4890
    },
    {
      "epoch": 4.734565663887882,
      "grad_norm": 6.63275146484375,
      "learning_rate": 8.550681406927533e-07,
      "loss": 2.5477,
      "step": 4900
    },
    {
      "epoch": 4.7442310015706175,
      "grad_norm": 6.481536865234375,
      "learning_rate": 8.508981814590188e-07,
      "loss": 2.5443,
      "step": 4910
    },
    {
      "epoch": 4.753896339253353,
      "grad_norm": 6.737277507781982,
      "learning_rate": 8.46730872167172e-07,
      "loss": 2.5516,
      "step": 4920
    },
    {
      "epoch": 4.763561676936088,
      "grad_norm": 6.8111138343811035,
      "learning_rate": 8.425662868815509e-07,
      "loss": 2.5538,
      "step": 4930
    },
    {
      "epoch": 4.773227014618823,
      "grad_norm": 6.9275078773498535,
      "learning_rate": 8.384044996180805e-07,
      "loss": 2.4995,
      "step": 4940
    },
    {
      "epoch": 4.777093149691917,
      "eval_loss": 2.6439967155456543,
      "eval_runtime": 217.1401,
      "eval_samples_per_second": 101.639,
      "eval_steps_per_second": 4.237,
      "step": 4944
    },
    {
      "epoch": 4.782892352301559,
      "grad_norm": 6.729687690734863,
      "learning_rate": 8.342455843429568e-07,
      "loss": 2.5391,
      "step": 4950
    },
    {
      "epoch": 4.792557689984294,
      "grad_norm": 6.650339126586914,
      "learning_rate": 8.300896149713334e-07,
      "loss": 2.5402,
      "step": 4960
    },
    {
      "epoch": 4.802223027667029,
      "grad_norm": 6.950220108032227,
      "learning_rate": 8.259366653660071e-07,
      "loss": 2.5354,
      "step": 4970
    },
    {
      "epoch": 4.811888365349764,
      "grad_norm": 6.6570305824279785,
      "learning_rate": 8.217868093361053e-07,
      "loss": 2.5529,
      "step": 4980
    },
    {
      "epoch": 4.8215537030324995,
      "grad_norm": 6.657363414764404,
      "learning_rate": 8.176401206357742e-07,
      "loss": 2.5434,
      "step": 4990
    },
    {
      "epoch": 4.831219040715235,
      "grad_norm": 6.5188398361206055,
      "learning_rate": 8.134966729628683e-07,
      "loss": 2.5375,
      "step": 5000
    },
    {
      "epoch": 4.84088437839797,
      "grad_norm": 6.585175037384033,
      "learning_rate": 8.093565399576394e-07,
      "loss": 2.537,
      "step": 5010
    },
    {
      "epoch": 4.850549716080706,
      "grad_norm": 6.604196548461914,
      "learning_rate": 8.052197952014296e-07,
      "loss": 2.5458,
      "step": 5020
    },
    {
      "epoch": 4.860215053763441,
      "grad_norm": 6.6913909912109375,
      "learning_rate": 8.010865122153627e-07,
      "loss": 2.5668,
      "step": 5030
    },
    {
      "epoch": 4.869880391446176,
      "grad_norm": 6.809241771697998,
      "learning_rate": 7.969567644590365e-07,
      "loss": 2.5216,
      "step": 5040
    },
    {
      "epoch": 4.876646127824091,
      "eval_loss": 2.641507863998413,
      "eval_runtime": 217.12,
      "eval_samples_per_second": 101.649,
      "eval_steps_per_second": 4.237,
      "step": 5047
    },
    {
      "epoch": 4.879545729128911,
      "grad_norm": 6.640186309814453,
      "learning_rate": 7.928306253292189e-07,
      "loss": 2.556,
      "step": 5050
    },
    {
      "epoch": 4.889211066811646,
      "grad_norm": 6.924322605133057,
      "learning_rate": 7.887081681585432e-07,
      "loss": 2.5384,
      "step": 5060
    },
    {
      "epoch": 4.898876404494382,
      "grad_norm": 6.675876140594482,
      "learning_rate": 7.845894662142037e-07,
      "loss": 2.4959,
      "step": 5070
    },
    {
      "epoch": 4.908541742177118,
      "grad_norm": 6.73758602142334,
      "learning_rate": 7.804745926966546e-07,
      "loss": 2.5323,
      "step": 5080
    },
    {
      "epoch": 4.918207079859853,
      "grad_norm": 6.658973217010498,
      "learning_rate": 7.763636207383079e-07,
      "loss": 2.5538,
      "step": 5090
    },
    {
      "epoch": 4.927872417542588,
      "grad_norm": 6.829054355621338,
      "learning_rate": 7.722566234022351e-07,
      "loss": 2.539,
      "step": 5100
    },
    {
      "epoch": 4.937537755225323,
      "grad_norm": 6.643087863922119,
      "learning_rate": 7.681536736808678e-07,
      "loss": 2.5454,
      "step": 5110
    },
    {
      "epoch": 4.947203092908058,
      "grad_norm": 6.710460186004639,
      "learning_rate": 7.640548444947003e-07,
      "loss": 2.5398,
      "step": 5120
    },
    {
      "epoch": 4.956868430590793,
      "grad_norm": 7.006237030029297,
      "learning_rate": 7.599602086909942e-07,
      "loss": 2.5618,
      "step": 5130
    },
    {
      "epoch": 4.966533768273529,
      "grad_norm": 6.898321628570557,
      "learning_rate": 7.558698390424829e-07,
      "loss": 2.5254,
      "step": 5140
    },
    {
      "epoch": 4.9761991059562645,
      "grad_norm": 6.923776149749756,
      "learning_rate": 7.51783808246079e-07,
      "loss": 2.5391,
      "step": 5150
    },
    {
      "epoch": 4.9761991059562645,
      "eval_loss": 2.640099048614502,
      "eval_runtime": 216.9681,
      "eval_samples_per_second": 101.72,
      "eval_steps_per_second": 4.24,
      "step": 5150
    },
    {
      "epoch": 4.985864443639,
      "grad_norm": 6.776469707489014,
      "learning_rate": 7.477021889215822e-07,
      "loss": 2.5117,
      "step": 5160
    },
    {
      "epoch": 4.995529781321735,
      "grad_norm": 6.805541515350342,
      "learning_rate": 7.43625053610388e-07,
      "loss": 2.5361,
      "step": 5170
    },
    {
      "epoch": 5.004832668841368,
      "grad_norm": 6.649566173553467,
      "learning_rate": 7.395524747741995e-07,
      "loss": 2.5263,
      "step": 5180
    },
    {
      "epoch": 5.014498006524103,
      "grad_norm": 6.7946977615356445,
      "learning_rate": 7.35484524793738e-07,
      "loss": 2.5104,
      "step": 5190
    },
    {
      "epoch": 5.024163344206838,
      "grad_norm": 6.8785624504089355,
      "learning_rate": 7.314212759674581e-07,
      "loss": 2.5303,
      "step": 5200
    },
    {
      "epoch": 5.033828681889574,
      "grad_norm": 6.662807464599609,
      "learning_rate": 7.273628005102628e-07,
      "loss": 2.5041,
      "step": 5210
    },
    {
      "epoch": 5.043494019572309,
      "grad_norm": 6.747055530548096,
      "learning_rate": 7.233091705522179e-07,
      "loss": 2.5294,
      "step": 5220
    },
    {
      "epoch": 5.053159357255044,
      "grad_norm": 6.868143558502197,
      "learning_rate": 7.192604581372726e-07,
      "loss": 2.4964,
      "step": 5230
    },
    {
      "epoch": 5.062824694937779,
      "grad_norm": 6.930590629577637,
      "learning_rate": 7.152167352219783e-07,
      "loss": 2.5184,
      "step": 5240
    },
    {
      "epoch": 5.0724900326205145,
      "grad_norm": 6.698469638824463,
      "learning_rate": 7.111780736742093e-07,
      "loss": 2.4956,
      "step": 5250
    },
    {
      "epoch": 5.075389633925335,
      "eval_loss": 2.642467498779297,
      "eval_runtime": 217.038,
      "eval_samples_per_second": 101.687,
      "eval_steps_per_second": 4.239,
      "step": 5253
    },
    {
      "epoch": 5.08215537030325,
      "grad_norm": 6.79097318649292,
      "learning_rate": 7.071445452718852e-07,
      "loss": 2.5243,
      "step": 5260
    },
    {
      "epoch": 5.091820707985986,
      "grad_norm": 6.664259910583496,
      "learning_rate": 7.031162217016966e-07,
      "loss": 2.5117,
      "step": 5270
    },
    {
      "epoch": 5.101486045668721,
      "grad_norm": 6.928717613220215,
      "learning_rate": 6.990931745578295e-07,
      "loss": 2.5242,
      "step": 5280
    },
    {
      "epoch": 5.111151383351456,
      "grad_norm": 6.610539436340332,
      "learning_rate": 6.950754753406937e-07,
      "loss": 2.474,
      "step": 5290
    },
    {
      "epoch": 5.120816721034191,
      "grad_norm": 6.7854790687561035,
      "learning_rate": 6.910631954556522e-07,
      "loss": 2.4971,
      "step": 5300
    },
    {
      "epoch": 5.130482058716926,
      "grad_norm": 6.860823154449463,
      "learning_rate": 6.870564062117517e-07,
      "loss": 2.5279,
      "step": 5310
    },
    {
      "epoch": 5.140147396399661,
      "grad_norm": 6.848371982574463,
      "learning_rate": 6.830551788204551e-07,
      "loss": 2.5232,
      "step": 5320
    },
    {
      "epoch": 5.149812734082397,
      "grad_norm": 6.649808883666992,
      "learning_rate": 6.790595843943768e-07,
      "loss": 2.4639,
      "step": 5330
    },
    {
      "epoch": 5.1594780717651325,
      "grad_norm": 6.732810974121094,
      "learning_rate": 6.750696939460172e-07,
      "loss": 2.5131,
      "step": 5340
    },
    {
      "epoch": 5.169143409447868,
      "grad_norm": 6.754150867462158,
      "learning_rate": 6.710855783865025e-07,
      "loss": 2.5343,
      "step": 5350
    },
    {
      "epoch": 5.174942612057508,
      "eval_loss": 2.640747547149658,
      "eval_runtime": 216.8589,
      "eval_samples_per_second": 101.771,
      "eval_steps_per_second": 4.242,
      "step": 5356
    },
    {
      "epoch": 5.178808747130603,
      "grad_norm": 6.860896587371826,
      "learning_rate": 6.671073085243233e-07,
      "loss": 2.5313,
      "step": 5360
    },
    {
      "epoch": 5.188474084813338,
      "grad_norm": 6.547597408294678,
      "learning_rate": 6.631349550640764e-07,
      "loss": 2.5394,
      "step": 5370
    },
    {
      "epoch": 5.198139422496073,
      "grad_norm": 6.75359582901001,
      "learning_rate": 6.591685886052079e-07,
      "loss": 2.5012,
      "step": 5380
    },
    {
      "epoch": 5.207804760178809,
      "grad_norm": 6.7049455642700195,
      "learning_rate": 6.552082796407589e-07,
      "loss": 2.5162,
      "step": 5390
    },
    {
      "epoch": 5.217470097861544,
      "grad_norm": 6.600377082824707,
      "learning_rate": 6.512540985561125e-07,
      "loss": 2.5347,
      "step": 5400
    },
    {
      "epoch": 5.227135435544279,
      "grad_norm": 6.767351150512695,
      "learning_rate": 6.473061156277431e-07,
      "loss": 2.4873,
      "step": 5410
    },
    {
      "epoch": 5.2368007732270145,
      "grad_norm": 6.60963773727417,
      "learning_rate": 6.433644010219661e-07,
      "loss": 2.4962,
      "step": 5420
    },
    {
      "epoch": 5.24646611090975,
      "grad_norm": 6.64891242980957,
      "learning_rate": 6.394290247936931e-07,
      "loss": 2.5101,
      "step": 5430
    },
    {
      "epoch": 5.256131448592485,
      "grad_norm": 6.72605037689209,
      "learning_rate": 6.355000568851849e-07,
      "loss": 2.4919,
      "step": 5440
    },
    {
      "epoch": 5.265796786275221,
      "grad_norm": 7.019696235656738,
      "learning_rate": 6.315775671248098e-07,
      "loss": 2.4964,
      "step": 5450
    },
    {
      "epoch": 5.274495590189682,
      "eval_loss": 2.639216184616089,
      "eval_runtime": 216.9692,
      "eval_samples_per_second": 101.719,
      "eval_steps_per_second": 4.24,
      "step": 5459
    },
    {
      "epoch": 5.275462123957956,
      "grad_norm": 6.810911178588867,
      "learning_rate": 6.276616252258014e-07,
      "loss": 2.499,
      "step": 5460
    },
    {
      "epoch": 5.285127461640691,
      "grad_norm": 6.777184009552002,
      "learning_rate": 6.237523007850196e-07,
      "loss": 2.5246,
      "step": 5470
    },
    {
      "epoch": 5.294792799323426,
      "grad_norm": 6.932974338531494,
      "learning_rate": 6.198496632817154e-07,
      "loss": 2.5384,
      "step": 5480
    },
    {
      "epoch": 5.304458137006161,
      "grad_norm": 6.819568634033203,
      "learning_rate": 6.159537820762942e-07,
      "loss": 2.5205,
      "step": 5490
    },
    {
      "epoch": 5.314123474688897,
      "grad_norm": 6.879855632781982,
      "learning_rate": 6.120647264090838e-07,
      "loss": 2.5193,
      "step": 5500
    },
    {
      "epoch": 5.323788812371633,
      "grad_norm": 6.756879806518555,
      "learning_rate": 6.081825653991037e-07,
      "loss": 2.4839,
      "step": 5510
    },
    {
      "epoch": 5.333454150054368,
      "grad_norm": 6.868306636810303,
      "learning_rate": 6.043073680428372e-07,
      "loss": 2.5402,
      "step": 5520
    },
    {
      "epoch": 5.343119487737103,
      "grad_norm": 6.817827224731445,
      "learning_rate": 6.004392032130039e-07,
      "loss": 2.5098,
      "step": 5530
    },
    {
      "epoch": 5.352784825419838,
      "grad_norm": 6.814731597900391,
      "learning_rate": 5.965781396573367e-07,
      "loss": 2.5142,
      "step": 5540
    },
    {
      "epoch": 5.362450163102573,
      "grad_norm": 7.052011013031006,
      "learning_rate": 5.9272424599736e-07,
      "loss": 2.5233,
      "step": 5550
    },
    {
      "epoch": 5.372115500785308,
      "grad_norm": 6.802794456481934,
      "learning_rate": 5.888775907271696e-07,
      "loss": 2.5157,
      "step": 5560
    },
    {
      "epoch": 5.3740485683218555,
      "eval_loss": 2.6385231018066406,
      "eval_runtime": 216.8661,
      "eval_samples_per_second": 101.768,
      "eval_steps_per_second": 4.242,
      "step": 5562
    },
    {
      "epoch": 5.381780838468044,
      "grad_norm": 6.800307273864746,
      "learning_rate": 5.850382422122159e-07,
      "loss": 2.5085,
      "step": 5570
    },
    {
      "epoch": 5.3914461761507795,
      "grad_norm": 6.743267059326172,
      "learning_rate": 5.812062686880879e-07,
      "loss": 2.5179,
      "step": 5580
    },
    {
      "epoch": 5.401111513833515,
      "grad_norm": 6.773606300354004,
      "learning_rate": 5.773817382593007e-07,
      "loss": 2.5203,
      "step": 5590
    },
    {
      "epoch": 5.41077685151625,
      "grad_norm": 7.061532497406006,
      "learning_rate": 5.735647188980871e-07,
      "loss": 2.5013,
      "step": 5600
    },
    {
      "epoch": 5.420442189198985,
      "grad_norm": 6.810518264770508,
      "learning_rate": 5.697552784431865e-07,
      "loss": 2.4812,
      "step": 5610
    },
    {
      "epoch": 5.43010752688172,
      "grad_norm": 6.675147533416748,
      "learning_rate": 5.659534845986417e-07,
      "loss": 2.5223,
      "step": 5620
    },
    {
      "epoch": 5.439772864564456,
      "grad_norm": 6.812685489654541,
      "learning_rate": 5.621594049325939e-07,
      "loss": 2.4554,
      "step": 5630
    },
    {
      "epoch": 5.449438202247191,
      "grad_norm": 6.6521992683410645,
      "learning_rate": 5.583731068760822e-07,
      "loss": 2.5003,
      "step": 5640
    },
    {
      "epoch": 5.459103539929926,
      "grad_norm": 6.802224159240723,
      "learning_rate": 5.545946577218469e-07,
      "loss": 2.509,
      "step": 5650
    },
    {
      "epoch": 5.4687688776126615,
      "grad_norm": 6.921814441680908,
      "learning_rate": 5.508241246231303e-07,
      "loss": 2.5157,
      "step": 5660
    },
    {
      "epoch": 5.473601546454029,
      "eval_loss": 2.6369357109069824,
      "eval_runtime": 217.0718,
      "eval_samples_per_second": 101.671,
      "eval_steps_per_second": 4.238,
      "step": 5665
    },
    {
      "epoch": 5.478434215295397,
      "grad_norm": 6.57248592376709,
      "learning_rate": 5.470615745924869e-07,
      "loss": 2.5003,
      "step": 5670
    },
    {
      "epoch": 5.488099552978132,
      "grad_norm": 6.756587028503418,
      "learning_rate": 5.433070745005889e-07,
      "loss": 2.4746,
      "step": 5680
    },
    {
      "epoch": 5.497764890660868,
      "grad_norm": 6.835014343261719,
      "learning_rate": 5.395606910750401e-07,
      "loss": 2.4871,
      "step": 5690
    },
    {
      "epoch": 5.507430228343603,
      "grad_norm": 7.088858604431152,
      "learning_rate": 5.358224908991895e-07,
      "loss": 2.4799,
      "step": 5700
    },
    {
      "epoch": 5.517095566026338,
      "grad_norm": 7.005571365356445,
      "learning_rate": 5.320925404109466e-07,
      "loss": 2.5439,
      "step": 5710
    },
    {
      "epoch": 5.526760903709073,
      "grad_norm": 6.776179313659668,
      "learning_rate": 5.283709059016033e-07,
      "loss": 2.5226,
      "step": 5720
    },
    {
      "epoch": 5.536426241391808,
      "grad_norm": 6.528167247772217,
      "learning_rate": 5.246576535146523e-07,
      "loss": 2.516,
      "step": 5730
    },
    {
      "epoch": 5.5460915790745435,
      "grad_norm": 6.705376625061035,
      "learning_rate": 5.20952849244615e-07,
      "loss": 2.5408,
      "step": 5740
    },
    {
      "epoch": 5.55575691675728,
      "grad_norm": 6.841287136077881,
      "learning_rate": 5.172565589358658e-07,
      "loss": 2.4921,
      "step": 5750
    },
    {
      "epoch": 5.565422254440015,
      "grad_norm": 6.934755802154541,
      "learning_rate": 5.13568848281463e-07,
      "loss": 2.5019,
      "step": 5760
    },
    {
      "epoch": 5.573154524586203,
      "eval_loss": 2.6358206272125244,
      "eval_runtime": 216.9617,
      "eval_samples_per_second": 101.723,
      "eval_steps_per_second": 4.24,
      "step": 5768
    },
    {
      "epoch": 5.57508759212275,
      "grad_norm": 6.7719621658325195,
      "learning_rate": 5.09889782821983e-07,
      "loss": 2.5053,
      "step": 5770
    },
    {
      "epoch": 5.584752929805485,
      "grad_norm": 6.658035755157471,
      "learning_rate": 5.062194279443508e-07,
      "loss": 2.5161,
      "step": 5780
    },
    {
      "epoch": 5.59441826748822,
      "grad_norm": 7.038604736328125,
      "learning_rate": 5.025578488806836e-07,
      "loss": 2.5208,
      "step": 5790
    },
    {
      "epoch": 5.604083605170955,
      "grad_norm": 6.811711311340332,
      "learning_rate": 4.989051107071268e-07,
      "loss": 2.5461,
      "step": 5800
    },
    {
      "epoch": 5.613748942853691,
      "grad_norm": 7.0844526290893555,
      "learning_rate": 4.952612783427008e-07,
      "loss": 2.5076,
      "step": 5810
    },
    {
      "epoch": 5.6234142805364264,
      "grad_norm": 6.744603157043457,
      "learning_rate": 4.916264165481448e-07,
      "loss": 2.4963,
      "step": 5820
    },
    {
      "epoch": 5.633079618219162,
      "grad_norm": 6.718221187591553,
      "learning_rate": 4.880005899247663e-07,
      "loss": 2.4961,
      "step": 5830
    },
    {
      "epoch": 5.642744955901897,
      "grad_norm": 7.078195095062256,
      "learning_rate": 4.843838629132949e-07,
      "loss": 2.5171,
      "step": 5840
    },
    {
      "epoch": 5.652410293584632,
      "grad_norm": 6.604617118835449,
      "learning_rate": 4.80776299792734e-07,
      "loss": 2.5146,
      "step": 5850
    },
    {
      "epoch": 5.662075631267367,
      "grad_norm": 6.939282417297363,
      "learning_rate": 4.771779646792216e-07,
      "loss": 2.4872,
      "step": 5860
    },
    {
      "epoch": 5.671740968950103,
      "grad_norm": 7.01817512512207,
      "learning_rate": 4.7358892152488726e-07,
      "loss": 2.487,
      "step": 5870
    },
    {
      "epoch": 5.672707502718376,
      "eval_loss": 2.6341195106506348,
      "eval_runtime": 216.8979,
      "eval_samples_per_second": 101.753,
      "eval_steps_per_second": 4.242,
      "step": 5871
    },
    {
      "epoch": 5.681406306632838,
      "grad_norm": 7.151918888092041,
      "learning_rate": 4.700092341167182e-07,
      "loss": 2.5233,
      "step": 5880
    },
    {
      "epoch": 5.691071644315573,
      "grad_norm": 6.588758945465088,
      "learning_rate": 4.664389660754253e-07,
      "loss": 2.5248,
      "step": 5890
    },
    {
      "epoch": 5.7007369819983085,
      "grad_norm": 6.761035442352295,
      "learning_rate": 4.6287818085431064e-07,
      "loss": 2.4915,
      "step": 5900
    },
    {
      "epoch": 5.710402319681044,
      "grad_norm": 6.56200647354126,
      "learning_rate": 4.5932694173814246e-07,
      "loss": 2.5467,
      "step": 5910
    },
    {
      "epoch": 5.72006765736378,
      "grad_norm": 6.924496650695801,
      "learning_rate": 4.5578531184202726e-07,
      "loss": 2.5266,
      "step": 5920
    },
    {
      "epoch": 5.729732995046515,
      "grad_norm": 6.611005783081055,
      "learning_rate": 4.522533541102914e-07,
      "loss": 2.5247,
      "step": 5930
    },
    {
      "epoch": 5.73939833272925,
      "grad_norm": 6.712198734283447,
      "learning_rate": 4.487311313153598e-07,
      "loss": 2.4902,
      "step": 5940
    },
    {
      "epoch": 5.749063670411985,
      "grad_norm": 6.897911071777344,
      "learning_rate": 4.452187060566409e-07,
      "loss": 2.4757,
      "step": 5950
    },
    {
      "epoch": 5.75872900809472,
      "grad_norm": 6.599294185638428,
      "learning_rate": 4.417161407594163e-07,
      "loss": 2.5007,
      "step": 5960
    },
    {
      "epoch": 5.768394345777455,
      "grad_norm": 6.836195945739746,
      "learning_rate": 4.3822349767372667e-07,
      "loss": 2.511,
      "step": 5970
    },
    {
      "epoch": 5.77226048085055,
      "eval_loss": 2.633843421936035,
      "eval_runtime": 216.737,
      "eval_samples_per_second": 101.828,
      "eval_steps_per_second": 4.245,
      "step": 5974
    },
    {
      "epoch": 5.7780596834601905,
      "grad_norm": 6.8379974365234375,
      "learning_rate": 4.3474083887327076e-07,
      "loss": 2.5229,
      "step": 5980
    },
    {
      "epoch": 5.7877250211429265,
      "grad_norm": 6.931849002838135,
      "learning_rate": 4.312682262542978e-07,
      "loss": 2.4955,
      "step": 5990
    },
    {
      "epoch": 5.797390358825662,
      "grad_norm": 6.655295372009277,
      "learning_rate": 4.278057215345109e-07,
      "loss": 2.5219,
      "step": 6000
    },
    {
      "epoch": 5.807055696508397,
      "grad_norm": 6.884836673736572,
      "learning_rate": 4.2435338625196727e-07,
      "loss": 2.5298,
      "step": 6010
    },
    {
      "epoch": 5.816721034191132,
      "grad_norm": 6.96956205368042,
      "learning_rate": 4.209112817639856e-07,
      "loss": 2.5129,
      "step": 6020
    },
    {
      "epoch": 5.826386371873867,
      "grad_norm": 6.961551666259766,
      "learning_rate": 4.174794692460571e-07,
      "loss": 2.4823,
      "step": 6030
    },
    {
      "epoch": 5.836051709556603,
      "grad_norm": 6.782859802246094,
      "learning_rate": 4.1405800969075534e-07,
      "loss": 2.5208,
      "step": 6040
    },
    {
      "epoch": 5.845717047239338,
      "grad_norm": 6.812822341918945,
      "learning_rate": 4.106469639066552e-07,
      "loss": 2.4742,
      "step": 6050
    },
    {
      "epoch": 5.855382384922073,
      "grad_norm": 6.870484352111816,
      "learning_rate": 4.072463925172497e-07,
      "loss": 2.5023,
      "step": 6060
    },
    {
      "epoch": 5.8650477226048086,
      "grad_norm": 6.649935722351074,
      "learning_rate": 4.0385635595987344e-07,
      "loss": 2.5102,
      "step": 6070
    },
    {
      "epoch": 5.871813458982723,
      "eval_loss": 2.6324048042297363,
      "eval_runtime": 216.9994,
      "eval_samples_per_second": 101.705,
      "eval_steps_per_second": 4.24,
      "step": 6077
    },
    {
      "epoch": 5.874713060287544,
      "grad_norm": 6.996982097625732,
      "learning_rate": 4.004769144846299e-07,
      "loss": 2.523,
      "step": 6080
    },
    {
      "epoch": 5.884378397970279,
      "grad_norm": 6.676599979400635,
      "learning_rate": 3.9710812815331797e-07,
      "loss": 2.4997,
      "step": 6090
    },
    {
      "epoch": 5.894043735653014,
      "grad_norm": 6.77655029296875,
      "learning_rate": 3.9375005683836683e-07,
      "loss": 2.498,
      "step": 6100
    },
    {
      "epoch": 5.90370907333575,
      "grad_norm": 6.703573703765869,
      "learning_rate": 3.9040276022176996e-07,
      "loss": 2.5095,
      "step": 6110
    },
    {
      "epoch": 5.913374411018485,
      "grad_norm": 6.955379486083984,
      "learning_rate": 3.870662977940264e-07,
      "loss": 2.5226,
      "step": 6120
    },
    {
      "epoch": 5.92303974870122,
      "grad_norm": 6.614869117736816,
      "learning_rate": 3.8374072885308184e-07,
      "loss": 2.5237,
      "step": 6130
    },
    {
      "epoch": 5.932705086383955,
      "grad_norm": 6.875811576843262,
      "learning_rate": 3.8042611250327516e-07,
      "loss": 2.551,
      "step": 6140
    },
    {
      "epoch": 5.942370424066691,
      "grad_norm": 6.832152843475342,
      "learning_rate": 3.7712250765428824e-07,
      "loss": 2.4825,
      "step": 6150
    },
    {
      "epoch": 5.952035761749427,
      "grad_norm": 6.9608683586120605,
      "learning_rate": 3.738299730200987e-07,
      "loss": 2.4832,
      "step": 6160
    },
    {
      "epoch": 5.961701099432162,
      "grad_norm": 6.698019504547119,
      "learning_rate": 3.7054856711793736e-07,
      "loss": 2.5244,
      "step": 6170
    },
    {
      "epoch": 5.971366437114897,
      "grad_norm": 7.041402816772461,
      "learning_rate": 3.6727834826724634e-07,
      "loss": 2.5294,
      "step": 6180
    },
    {
      "epoch": 5.971366437114897,
      "eval_loss": 2.631476879119873,
      "eval_runtime": 216.9835,
      "eval_samples_per_second": 101.713,
      "eval_steps_per_second": 4.24,
      "step": 6180
    },
    {
      "epoch": 5.981031774797632,
      "grad_norm": 6.974484443664551,
      "learning_rate": 3.640193745886446e-07,
      "loss": 2.5173,
      "step": 6190
    },
    {
      "epoch": 5.990697112480367,
      "grad_norm": 6.792074680328369,
      "learning_rate": 3.6077170400289337e-07,
      "loss": 2.5276,
      "step": 6200
    },
    {
      "epoch": 6.0,
      "grad_norm": 9.531786918640137,
      "learning_rate": 3.5753539422986725e-07,
      "loss": 2.5002,
      "step": 6210
    },
    {
      "epoch": 6.009665337682735,
      "grad_norm": 6.820946216583252,
      "learning_rate": 3.543105027875296e-07,
      "loss": 2.5161,
      "step": 6220
    },
    {
      "epoch": 6.01933067536547,
      "grad_norm": 6.973489284515381,
      "learning_rate": 3.5109708699090777e-07,
      "loss": 2.5012,
      "step": 6230
    },
    {
      "epoch": 6.028996013048205,
      "grad_norm": 7.010828495025635,
      "learning_rate": 3.478952039510774e-07,
      "loss": 2.4784,
      "step": 6240
    },
    {
      "epoch": 6.0386613507309415,
      "grad_norm": 6.972498416900635,
      "learning_rate": 3.4470491057414475e-07,
      "loss": 2.5262,
      "step": 6250
    },
    {
      "epoch": 6.048326688413677,
      "grad_norm": 6.622044563293457,
      "learning_rate": 3.415262635602364e-07,
      "loss": 2.4681,
      "step": 6260
    },
    {
      "epoch": 6.057992026096412,
      "grad_norm": 7.308681011199951,
      "learning_rate": 3.3835931940249294e-07,
      "loss": 2.5143,
      "step": 6270
    },
    {
      "epoch": 6.067657363779147,
      "grad_norm": 6.736526966094971,
      "learning_rate": 3.352041343860621e-07,
      "loss": 2.4933,
      "step": 6280
    },
    {
      "epoch": 6.070556965083967,
      "eval_loss": 2.6330554485321045,
      "eval_runtime": 216.8848,
      "eval_samples_per_second": 101.759,
      "eval_steps_per_second": 4.242,
      "step": 6283
    },
    {
      "epoch": 6.077322701461882,
      "grad_norm": 6.952606201171875,
      "learning_rate": 3.320607645871011e-07,
      "loss": 2.4915,
      "step": 6290
    },
    {
      "epoch": 6.086988039144618,
      "grad_norm": 6.871399402618408,
      "learning_rate": 3.289292658717776e-07,
      "loss": 2.4658,
      "step": 6300
    },
    {
      "epoch": 6.096653376827353,
      "grad_norm": 6.710361480712891,
      "learning_rate": 3.2580969389527955e-07,
      "loss": 2.4651,
      "step": 6310
    },
    {
      "epoch": 6.106318714510088,
      "grad_norm": 6.776742458343506,
      "learning_rate": 3.2270210410082345e-07,
      "loss": 2.5001,
      "step": 6320
    },
    {
      "epoch": 6.1159840521928235,
      "grad_norm": 6.880600452423096,
      "learning_rate": 3.1960655171867037e-07,
      "loss": 2.467,
      "step": 6330
    },
    {
      "epoch": 6.125649389875559,
      "grad_norm": 6.831501483917236,
      "learning_rate": 3.1652309176514405e-07,
      "loss": 2.4905,
      "step": 6340
    },
    {
      "epoch": 6.135314727558294,
      "grad_norm": 6.918708324432373,
      "learning_rate": 3.134517790416528e-07,
      "loss": 2.4513,
      "step": 6350
    },
    {
      "epoch": 6.144980065241029,
      "grad_norm": 6.8542561531066895,
      "learning_rate": 3.103926681337168e-07,
      "loss": 2.5004,
      "step": 6360
    },
    {
      "epoch": 6.154645402923765,
      "grad_norm": 6.689946174621582,
      "learning_rate": 3.07345813409996e-07,
      "loss": 2.4817,
      "step": 6370
    },
    {
      "epoch": 6.1643107406065,
      "grad_norm": 6.745342254638672,
      "learning_rate": 3.0431126902132575e-07,
      "loss": 2.492,
      "step": 6380
    },
    {
      "epoch": 6.170109943216141,
      "eval_loss": 2.632904291152954,
      "eval_runtime": 216.9357,
      "eval_samples_per_second": 101.735,
      "eval_steps_per_second": 4.241,
      "step": 6386
    },
    {
      "epoch": 6.173976078289235,
      "grad_norm": 6.870169639587402,
      "learning_rate": 3.012890888997528e-07,
      "loss": 2.4701,
      "step": 6390
    },
    {
      "epoch": 6.18364141597197,
      "grad_norm": 6.764638900756836,
      "learning_rate": 2.982793267575775e-07,
      "loss": 2.4718,
      "step": 6400
    },
    {
      "epoch": 6.1933067536547055,
      "grad_norm": 7.040791988372803,
      "learning_rate": 2.952820360863999e-07,
      "loss": 2.4883,
      "step": 6410
    },
    {
      "epoch": 6.2029720913374415,
      "grad_norm": 6.948042392730713,
      "learning_rate": 2.9229727015616735e-07,
      "loss": 2.4951,
      "step": 6420
    },
    {
      "epoch": 6.212637429020177,
      "grad_norm": 6.7030463218688965,
      "learning_rate": 2.893250820142299e-07,
      "loss": 2.4897,
      "step": 6430
    },
    {
      "epoch": 6.222302766702912,
      "grad_norm": 6.751480579376221,
      "learning_rate": 2.863655244843949e-07,
      "loss": 2.5016,
      "step": 6440
    },
    {
      "epoch": 6.231968104385647,
      "grad_norm": 6.898858070373535,
      "learning_rate": 2.834186501659912e-07,
      "loss": 2.5046,
      "step": 6450
    },
    {
      "epoch": 6.241633442068382,
      "grad_norm": 6.5952301025390625,
      "learning_rate": 2.804845114329316e-07,
      "loss": 2.5032,
      "step": 6460
    },
    {
      "epoch": 6.251298779751117,
      "grad_norm": 6.756124019622803,
      "learning_rate": 2.7756316043278315e-07,
      "loss": 2.5008,
      "step": 6470
    },
    {
      "epoch": 6.260964117433852,
      "grad_norm": 6.867387771606445,
      "learning_rate": 2.7465464908584135e-07,
      "loss": 2.5096,
      "step": 6480
    },
    {
      "epoch": 6.269662921348314,
      "eval_loss": 2.6323742866516113,
      "eval_runtime": 216.8606,
      "eval_samples_per_second": 101.77,
      "eval_steps_per_second": 4.242,
      "step": 6489
    },
    {
      "epoch": 6.270629455116588,
      "grad_norm": 6.6687703132629395,
      "learning_rate": 2.717590290842051e-07,
      "loss": 2.5012,
      "step": 6490
    },
    {
      "epoch": 6.280294792799324,
      "grad_norm": 7.008709907531738,
      "learning_rate": 2.6887635189086077e-07,
      "loss": 2.4931,
      "step": 6500
    },
    {
      "epoch": 6.289960130482059,
      "grad_norm": 6.839788436889648,
      "learning_rate": 2.6600666873876474e-07,
      "loss": 2.4933,
      "step": 6510
    },
    {
      "epoch": 6.299625468164794,
      "grad_norm": 6.8228654861450195,
      "learning_rate": 2.631500306299349e-07,
      "loss": 2.4999,
      "step": 6520
    },
    {
      "epoch": 6.309290805847529,
      "grad_norm": 6.8285393714904785,
      "learning_rate": 2.6030648833454307e-07,
      "loss": 2.4577,
      "step": 6530
    },
    {
      "epoch": 6.318956143530265,
      "grad_norm": 6.882188320159912,
      "learning_rate": 2.574760923900133e-07,
      "loss": 2.4612,
      "step": 6540
    },
    {
      "epoch": 6.328621481213,
      "grad_norm": 6.814681053161621,
      "learning_rate": 2.54658893100124e-07,
      "loss": 2.4773,
      "step": 6550
    },
    {
      "epoch": 6.338286818895735,
      "grad_norm": 6.943098068237305,
      "learning_rate": 2.518549405341125e-07,
      "loss": 2.5,
      "step": 6560
    },
    {
      "epoch": 6.3479521565784705,
      "grad_norm": 6.890428066253662,
      "learning_rate": 2.49064284525787e-07,
      "loss": 2.5145,
      "step": 6570
    },
    {
      "epoch": 6.357617494261206,
      "grad_norm": 6.88997220993042,
      "learning_rate": 2.4628697467263913e-07,
      "loss": 2.486,
      "step": 6580
    },
    {
      "epoch": 6.367282831943941,
      "grad_norm": 6.790536403656006,
      "learning_rate": 2.435230603349635e-07,
      "loss": 2.4943,
      "step": 6590
    },
    {
      "epoch": 6.369215899480488,
      "eval_loss": 2.6316308975219727,
      "eval_runtime": 216.8902,
      "eval_samples_per_second": 101.757,
      "eval_steps_per_second": 4.242,
      "step": 6592
    },
    {
      "epoch": 6.376948169626676,
      "grad_norm": 6.717286109924316,
      "learning_rate": 2.4077259063498087e-07,
      "loss": 2.4916,
      "step": 6600
    },
    {
      "epoch": 6.386613507309412,
      "grad_norm": 6.9318647384643555,
      "learning_rate": 2.3803561445596366e-07,
      "loss": 2.5037,
      "step": 6610
    },
    {
      "epoch": 6.396278844992147,
      "grad_norm": 7.279837608337402,
      "learning_rate": 2.353121804413687e-07,
      "loss": 2.4524,
      "step": 6620
    },
    {
      "epoch": 6.405944182674882,
      "grad_norm": 6.827029705047607,
      "learning_rate": 2.3260233699397126e-07,
      "loss": 2.4705,
      "step": 6630
    },
    {
      "epoch": 6.415609520357617,
      "grad_norm": 6.849607467651367,
      "learning_rate": 2.2990613227500645e-07,
      "loss": 2.4501,
      "step": 6640
    },
    {
      "epoch": 6.4252748580403525,
      "grad_norm": 6.832201957702637,
      "learning_rate": 2.272236142033115e-07,
      "loss": 2.4941,
      "step": 6650
    },
    {
      "epoch": 6.4349401957230885,
      "grad_norm": 7.062440395355225,
      "learning_rate": 2.2455483045447498e-07,
      "loss": 2.4879,
      "step": 6660
    },
    {
      "epoch": 6.444605533405824,
      "grad_norm": 7.106632709503174,
      "learning_rate": 2.2189982845999057e-07,
      "loss": 2.5048,
      "step": 6670
    },
    {
      "epoch": 6.454270871088559,
      "grad_norm": 6.965383052825928,
      "learning_rate": 2.1925865540641132e-07,
      "loss": 2.5375,
      "step": 6680
    },
    {
      "epoch": 6.463936208771294,
      "grad_norm": 6.780632972717285,
      "learning_rate": 2.1663135823451418e-07,
      "loss": 2.4805,
      "step": 6690
    },
    {
      "epoch": 6.4687688776126615,
      "eval_loss": 2.63108229637146,
      "eval_runtime": 216.9071,
      "eval_samples_per_second": 101.749,
      "eval_steps_per_second": 4.241,
      "step": 6695
    },
    {
      "epoch": 6.473601546454029,
      "grad_norm": 6.964837074279785,
      "learning_rate": 2.1401798363846336e-07,
      "loss": 2.5012,
      "step": 6700
    },
    {
      "epoch": 6.483266884136764,
      "grad_norm": 6.848756313323975,
      "learning_rate": 2.1141857806498143e-07,
      "loss": 2.4931,
      "step": 6710
    },
    {
      "epoch": 6.492932221819499,
      "grad_norm": 6.881086349487305,
      "learning_rate": 2.088331877125238e-07,
      "loss": 2.5012,
      "step": 6720
    },
    {
      "epoch": 6.502597559502235,
      "grad_norm": 6.669610500335693,
      "learning_rate": 2.062618585304573e-07,
      "loss": 2.488,
      "step": 6730
    },
    {
      "epoch": 6.5122628971849705,
      "grad_norm": 6.833005905151367,
      "learning_rate": 2.037046362182444e-07,
      "loss": 2.4838,
      "step": 6740
    },
    {
      "epoch": 6.521928234867706,
      "grad_norm": 6.958085060119629,
      "learning_rate": 2.0116156622462977e-07,
      "loss": 2.4601,
      "step": 6750
    },
    {
      "epoch": 6.531593572550441,
      "grad_norm": 6.800379276275635,
      "learning_rate": 1.986326937468339e-07,
      "loss": 2.4848,
      "step": 6760
    },
    {
      "epoch": 6.541258910233176,
      "grad_norm": 6.915721416473389,
      "learning_rate": 1.9611806372974816e-07,
      "loss": 2.4784,
      "step": 6770
    },
    {
      "epoch": 6.550924247915912,
      "grad_norm": 6.845888614654541,
      "learning_rate": 1.936177208651374e-07,
      "loss": 2.5028,
      "step": 6780
    },
    {
      "epoch": 6.560589585598647,
      "grad_norm": 6.784244060516357,
      "learning_rate": 1.9113170959084569e-07,
      "loss": 2.4622,
      "step": 6790
    },
    {
      "epoch": 6.568321855744835,
      "eval_loss": 2.6306145191192627,
      "eval_runtime": 216.9083,
      "eval_samples_per_second": 101.748,
      "eval_steps_per_second": 4.241,
      "step": 6798
    },
    {
      "epoch": 6.570254923281382,
      "grad_norm": 6.741705894470215,
      "learning_rate": 1.8866007409000495e-07,
      "loss": 2.4956,
      "step": 6800
    },
    {
      "epoch": 6.579920260964117,
      "grad_norm": 6.939857006072998,
      "learning_rate": 1.8620285829025196e-07,
      "loss": 2.4728,
      "step": 6810
    },
    {
      "epoch": 6.589585598646853,
      "grad_norm": 6.82913064956665,
      "learning_rate": 1.8376010586294542e-07,
      "loss": 2.457,
      "step": 6820
    },
    {
      "epoch": 6.599250936329588,
      "grad_norm": 6.889610290527344,
      "learning_rate": 1.8133186022239188e-07,
      "loss": 2.4735,
      "step": 6830
    },
    {
      "epoch": 6.608916274012323,
      "grad_norm": 6.8231120109558105,
      "learning_rate": 1.7891816452507236e-07,
      "loss": 2.4836,
      "step": 6840
    },
    {
      "epoch": 6.618581611695059,
      "grad_norm": 6.723885536193848,
      "learning_rate": 1.7651906166887598e-07,
      "loss": 2.4752,
      "step": 6850
    },
    {
      "epoch": 6.628246949377794,
      "grad_norm": 6.732489585876465,
      "learning_rate": 1.7413459429233857e-07,
      "loss": 2.4853,
      "step": 6860
    },
    {
      "epoch": 6.637912287060529,
      "grad_norm": 6.842257022857666,
      "learning_rate": 1.71764804773883e-07,
      "loss": 2.5025,
      "step": 6870
    },
    {
      "epoch": 6.647577624743264,
      "grad_norm": 6.585004806518555,
      "learning_rate": 1.6940973523106794e-07,
      "loss": 2.4823,
      "step": 6880
    },
    {
      "epoch": 6.657242962425999,
      "grad_norm": 6.8570966720581055,
      "learning_rate": 1.6706942751983745e-07,
      "loss": 2.5025,
      "step": 6890
    },
    {
      "epoch": 6.6669083001087355,
      "grad_norm": 6.777892112731934,
      "learning_rate": 1.6474392323377828e-07,
      "loss": 2.4994,
      "step": 6900
    },
    {
      "epoch": 6.667874833877009,
      "eval_loss": 2.6304829120635986,
      "eval_runtime": 216.9988,
      "eval_samples_per_second": 101.706,
      "eval_steps_per_second": 4.24,
      "step": 6901
    },
    {
      "epoch": 6.676573637791471,
      "grad_norm": 7.168168544769287,
      "learning_rate": 1.6243326370338062e-07,
      "loss": 2.5063,
      "step": 6910
    },
    {
      "epoch": 6.686238975474206,
      "grad_norm": 6.96233606338501,
      "learning_rate": 1.6013748999530276e-07,
      "loss": 2.4905,
      "step": 6920
    },
    {
      "epoch": 6.695904313156941,
      "grad_norm": 6.856019496917725,
      "learning_rate": 1.5785664291164246e-07,
      "loss": 2.4624,
      "step": 6930
    },
    {
      "epoch": 6.705569650839676,
      "grad_norm": 6.714591979980469,
      "learning_rate": 1.5559076298921025e-07,
      "loss": 2.4877,
      "step": 6940
    },
    {
      "epoch": 6.715234988522411,
      "grad_norm": 6.764096736907959,
      "learning_rate": 1.5333989049881058e-07,
      "loss": 2.4733,
      "step": 6950
    },
    {
      "epoch": 6.724900326205146,
      "grad_norm": 6.856327056884766,
      "learning_rate": 1.511040654445247e-07,
      "loss": 2.4986,
      "step": 6960
    },
    {
      "epoch": 6.734565663887882,
      "grad_norm": 6.840289115905762,
      "learning_rate": 1.4888332756300027e-07,
      "loss": 2.4862,
      "step": 6970
    },
    {
      "epoch": 6.7442310015706175,
      "grad_norm": 7.013392448425293,
      "learning_rate": 1.4667771632274596e-07,
      "loss": 2.5031,
      "step": 6980
    },
    {
      "epoch": 6.753896339253353,
      "grad_norm": 6.860467433929443,
      "learning_rate": 1.4448727092342816e-07,
      "loss": 2.511,
      "step": 6990
    },
    {
      "epoch": 6.763561676936088,
      "grad_norm": 6.86760139465332,
      "learning_rate": 1.4231203029517615e-07,
      "loss": 2.5187,
      "step": 7000
    },
    {
      "epoch": 6.767427812009182,
      "eval_loss": 2.6297874450683594,
      "eval_runtime": 216.6476,
      "eval_samples_per_second": 101.871,
      "eval_steps_per_second": 4.247,
      "step": 7004
    },
    {
      "epoch": 6.773227014618823,
      "grad_norm": 6.677191734313965,
      "learning_rate": 1.4015203309788848e-07,
      "loss": 2.4913,
      "step": 7010
    },
    {
      "epoch": 6.782892352301559,
      "grad_norm": 6.7386155128479,
      "learning_rate": 1.3800731772054796e-07,
      "loss": 2.4563,
      "step": 7020
    },
    {
      "epoch": 6.792557689984294,
      "grad_norm": 6.725878715515137,
      "learning_rate": 1.3587792228053718e-07,
      "loss": 2.4936,
      "step": 7030
    },
    {
      "epoch": 6.802223027667029,
      "grad_norm": 6.603059768676758,
      "learning_rate": 1.3376388462296217e-07,
      "loss": 2.4484,
      "step": 7040
    },
    {
      "epoch": 6.811888365349764,
      "grad_norm": 6.6211042404174805,
      "learning_rate": 1.3166524231998055e-07,
      "loss": 2.4887,
      "step": 7050
    },
    {
      "epoch": 6.8215537030324995,
      "grad_norm": 6.715404510498047,
      "learning_rate": 1.295820326701319e-07,
      "loss": 2.5034,
      "step": 7060
    },
    {
      "epoch": 6.831219040715235,
      "grad_norm": 6.930505275726318,
      "learning_rate": 1.2751429269767667e-07,
      "loss": 2.4997,
      "step": 7070
    },
    {
      "epoch": 6.84088437839797,
      "grad_norm": 6.84429931640625,
      "learning_rate": 1.2546205915193687e-07,
      "loss": 2.5128,
      "step": 7080
    },
    {
      "epoch": 6.850549716080706,
      "grad_norm": 7.0082478523254395,
      "learning_rate": 1.2342536850664354e-07,
      "loss": 2.4893,
      "step": 7090
    },
    {
      "epoch": 6.860215053763441,
      "grad_norm": 6.885166645050049,
      "learning_rate": 1.2140425695928858e-07,
      "loss": 2.5144,
      "step": 7100
    },
    {
      "epoch": 6.866980790141356,
      "eval_loss": 2.629671335220337,
      "eval_runtime": 216.8264,
      "eval_samples_per_second": 101.786,
      "eval_steps_per_second": 4.243,
      "step": 7107
    },
    {
      "epoch": 6.869880391446176,
      "grad_norm": 7.1056599617004395,
      "learning_rate": 1.193987604304809e-07,
      "loss": 2.4867,
      "step": 7110
    },
    {
      "epoch": 6.879545729128911,
      "grad_norm": 6.84068489074707,
      "learning_rate": 1.1740891456330892e-07,
      "loss": 2.4736,
      "step": 7120
    },
    {
      "epoch": 6.889211066811646,
      "grad_norm": 6.737675189971924,
      "learning_rate": 1.1543475472270613e-07,
      "loss": 2.4826,
      "step": 7130
    },
    {
      "epoch": 6.898876404494382,
      "grad_norm": 6.845552444458008,
      "learning_rate": 1.1347631599482321e-07,
      "loss": 2.5346,
      "step": 7140
    },
    {
      "epoch": 6.908541742177118,
      "grad_norm": 6.8293776512146,
      "learning_rate": 1.1153363318640396e-07,
      "loss": 2.4788,
      "step": 7150
    },
    {
      "epoch": 6.918207079859853,
      "grad_norm": 6.818983554840088,
      "learning_rate": 1.096067408241671e-07,
      "loss": 2.5074,
      "step": 7160
    },
    {
      "epoch": 6.927872417542588,
      "grad_norm": 6.84577751159668,
      "learning_rate": 1.076956731541927e-07,
      "loss": 2.494,
      "step": 7170
    },
    {
      "epoch": 6.937537755225323,
      "grad_norm": 6.472375869750977,
      "learning_rate": 1.0580046414131261e-07,
      "loss": 2.5109,
      "step": 7180
    },
    {
      "epoch": 6.947203092908058,
      "grad_norm": 7.070675373077393,
      "learning_rate": 1.0392114746850867e-07,
      "loss": 2.4984,
      "step": 7190
    },
    {
      "epoch": 6.956868430590793,
      "grad_norm": 7.004439353942871,
      "learning_rate": 1.0205775653631176e-07,
      "loss": 2.4856,
      "step": 7200
    },
    {
      "epoch": 6.966533768273529,
      "grad_norm": 6.824222564697266,
      "learning_rate": 1.0021032446221023e-07,
      "loss": 2.507,
      "step": 7210
    },
    {
      "epoch": 6.966533768273529,
      "eval_loss": 2.6293044090270996,
      "eval_runtime": 216.6368,
      "eval_samples_per_second": 101.876,
      "eval_steps_per_second": 4.247,
      "step": 7210
    },
    {
      "epoch": 6.9761991059562645,
      "grad_norm": 6.812296390533447,
      "learning_rate": 9.837888408006e-08,
      "loss": 2.5143,
      "step": 7220
    },
    {
      "epoch": 6.985864443639,
      "grad_norm": 6.687375068664551,
      "learning_rate": 9.65634679395011e-08,
      "loss": 2.4881,
      "step": 7230
    },
    {
      "epoch": 6.995529781321735,
      "grad_norm": 6.915345668792725,
      "learning_rate": 9.476410830538063e-08,
      "loss": 2.4649,
      "step": 7240
    },
    {
      "epoch": 7.004832668841368,
      "grad_norm": 7.076071739196777,
      "learning_rate": 9.298083715717686e-08,
      "loss": 2.4633,
      "step": 7250
    },
    {
      "epoch": 7.014498006524103,
      "grad_norm": 6.80445671081543,
      "learning_rate": 9.121368618843361e-08,
      "loss": 2.4815,
      "step": 7260
    },
    {
      "epoch": 7.024163344206838,
      "grad_norm": 6.910451412200928,
      "learning_rate": 8.946268680619407e-08,
      "loss": 2.5297,
      "step": 7270
    },
    {
      "epoch": 7.033828681889574,
      "grad_norm": 6.937068462371826,
      "learning_rate": 8.772787013044558e-08,
      "loss": 2.4856,
      "step": 7280
    },
    {
      "epoch": 7.043494019572309,
      "grad_norm": 6.77278995513916,
      "learning_rate": 8.600926699356414e-08,
      "loss": 2.4626,
      "step": 7290
    },
    {
      "epoch": 7.053159357255044,
      "grad_norm": 6.759533882141113,
      "learning_rate": 8.430690793976758e-08,
      "loss": 2.4845,
      "step": 7300
    },
    {
      "epoch": 7.062824694937779,
      "grad_norm": 6.756450653076172,
      "learning_rate": 8.262082322457297e-08,
      "loss": 2.4992,
      "step": 7310
    },
    {
      "epoch": 7.0657242962426,
      "eval_loss": 2.6299219131469727,
      "eval_runtime": 216.8528,
      "eval_samples_per_second": 101.774,
      "eval_steps_per_second": 4.243,
      "step": 7313
    },
    {
      "epoch": 7.0724900326205145,
      "grad_norm": 7.033835411071777,
      "learning_rate": 8.09510428142578e-08,
      "loss": 2.4857,
      "step": 7320
    },
    {
      "epoch": 7.08215537030325,
      "grad_norm": 6.858207702636719,
      "learning_rate": 7.929759638532851e-08,
      "loss": 2.4614,
      "step": 7330
    },
    {
      "epoch": 7.091820707985986,
      "grad_norm": 6.827333927154541,
      "learning_rate": 7.766051332399226e-08,
      "loss": 2.4479,
      "step": 7340
    },
    {
      "epoch": 7.101486045668721,
      "grad_norm": 7.060365676879883,
      "learning_rate": 7.603982272563547e-08,
      "loss": 2.5128,
      "step": 7350
    },
    {
      "epoch": 7.111151383351456,
      "grad_norm": 6.903797626495361,
      "learning_rate": 7.443555339430573e-08,
      "loss": 2.4585,
      "step": 7360
    },
    {
      "epoch": 7.120816721034191,
      "grad_norm": 6.946906566619873,
      "learning_rate": 7.284773384220034e-08,
      "loss": 2.4955,
      "step": 7370
    },
    {
      "epoch": 7.130482058716926,
      "grad_norm": 7.100877285003662,
      "learning_rate": 7.127639228916004e-08,
      "loss": 2.4804,
      "step": 7380
    },
    {
      "epoch": 7.140147396399661,
      "grad_norm": 6.856292724609375,
      "learning_rate": 6.972155666216684e-08,
      "loss": 2.4788,
      "step": 7390
    },
    {
      "epoch": 7.149812734082397,
      "grad_norm": 7.044023036956787,
      "learning_rate": 6.818325459484786e-08,
      "loss": 2.5149,
      "step": 7400
    },
    {
      "epoch": 7.1594780717651325,
      "grad_norm": 6.6180572509765625,
      "learning_rate": 6.666151342698412e-08,
      "loss": 2.4784,
      "step": 7410
    },
    {
      "epoch": 7.165277274374773,
      "eval_loss": 2.6300928592681885,
      "eval_runtime": 216.7445,
      "eval_samples_per_second": 101.825,
      "eval_steps_per_second": 4.245,
      "step": 7416
    },
    {
      "epoch": 7.169143409447868,
      "grad_norm": 6.7274932861328125,
      "learning_rate": 6.515636020402481e-08,
      "loss": 2.4571,
      "step": 7420
    },
    {
      "epoch": 7.178808747130603,
      "grad_norm": 6.896090507507324,
      "learning_rate": 6.36678216766069e-08,
      "loss": 2.4801,
      "step": 7430
    },
    {
      "epoch": 7.188474084813338,
      "grad_norm": 6.6245622634887695,
      "learning_rate": 6.219592430007869e-08,
      "loss": 2.4743,
      "step": 7440
    },
    {
      "epoch": 7.198139422496073,
      "grad_norm": 6.647139549255371,
      "learning_rate": 6.074069423403105e-08,
      "loss": 2.4691,
      "step": 7450
    },
    {
      "epoch": 7.207804760178809,
      "grad_norm": 6.740390777587891,
      "learning_rate": 5.9302157341830864e-08,
      "loss": 2.4892,
      "step": 7460
    },
    {
      "epoch": 7.217470097861544,
      "grad_norm": 6.634116172790527,
      "learning_rate": 5.788033919016311e-08,
      "loss": 2.4693,
      "step": 7470
    },
    {
      "epoch": 7.227135435544279,
      "grad_norm": 6.560644149780273,
      "learning_rate": 5.647526504857514e-08,
      "loss": 2.4722,
      "step": 7480
    },
    {
      "epoch": 7.2368007732270145,
      "grad_norm": 6.656121730804443,
      "learning_rate": 5.5086959889027894e-08,
      "loss": 2.4589,
      "step": 7490
    },
    {
      "epoch": 7.24646611090975,
      "grad_norm": 6.90827751159668,
      "learning_rate": 5.371544838545283e-08,
      "loss": 2.4813,
      "step": 7500
    },
    {
      "epoch": 7.256131448592485,
      "grad_norm": 6.8788323402404785,
      "learning_rate": 5.236075491331205e-08,
      "loss": 2.4721,
      "step": 7510
    },
    {
      "epoch": 7.264830252506947,
      "eval_loss": 2.629812479019165,
      "eval_runtime": 216.6204,
      "eval_samples_per_second": 101.883,
      "eval_steps_per_second": 4.247,
      "step": 7519
    },
    {
      "epoch": 7.265796786275221,
      "grad_norm": 6.811087131500244,
      "learning_rate": 5.10229035491665e-08,
      "loss": 2.4821,
      "step": 7520
    },
    {
      "epoch": 7.275462123957956,
      "grad_norm": 6.634406089782715,
      "learning_rate": 4.970191807024693e-08,
      "loss": 2.501,
      "step": 7530
    },
    {
      "epoch": 7.285127461640691,
      "grad_norm": 6.741237640380859,
      "learning_rate": 4.8397821954032194e-08,
      "loss": 2.4787,
      "step": 7540
    },
    {
      "epoch": 7.294792799323426,
      "grad_norm": 6.966506481170654,
      "learning_rate": 4.7110638377831025e-08,
      "loss": 2.4442,
      "step": 7550
    },
    {
      "epoch": 7.304458137006161,
      "grad_norm": 6.796621799468994,
      "learning_rate": 4.584039021837094e-08,
      "loss": 2.4723,
      "step": 7560
    },
    {
      "epoch": 7.314123474688897,
      "grad_norm": 6.76340913772583,
      "learning_rate": 4.4587100051391547e-08,
      "loss": 2.4815,
      "step": 7570
    },
    {
      "epoch": 7.323788812371633,
      "grad_norm": 6.656253337860107,
      "learning_rate": 4.3350790151242876e-08,
      "loss": 2.5071,
      "step": 7580
    },
    {
      "epoch": 7.333454150054368,
      "grad_norm": 6.851405620574951,
      "learning_rate": 4.2131482490490035e-08,
      "loss": 2.4624,
      "step": 7590
    },
    {
      "epoch": 7.343119487737103,
      "grad_norm": 6.677999973297119,
      "learning_rate": 4.092919873952205e-08,
      "loss": 2.4766,
      "step": 7600
    },
    {
      "epoch": 7.352784825419838,
      "grad_norm": 6.938327312469482,
      "learning_rate": 3.9743960266167334e-08,
      "loss": 2.4837,
      "step": 7610
    },
    {
      "epoch": 7.362450163102573,
      "grad_norm": 6.797394275665283,
      "learning_rate": 3.857578813531392e-08,
      "loss": 2.4926,
      "step": 7620
    },
    {
      "epoch": 7.36438323063912,
      "eval_loss": 2.6299386024475098,
      "eval_runtime": 216.5913,
      "eval_samples_per_second": 101.897,
      "eval_steps_per_second": 4.248,
      "step": 7622
    },
    {
      "epoch": 7.372115500785308,
      "grad_norm": 6.87264347076416,
      "learning_rate": 3.742470310853441e-08,
      "loss": 2.4897,
      "step": 7630
    },
    {
      "epoch": 7.381780838468044,
      "grad_norm": 7.126553535461426,
      "learning_rate": 3.6290725643717715e-08,
      "loss": 2.4782,
      "step": 7640
    },
    {
      "epoch": 7.3914461761507795,
      "grad_norm": 6.758020401000977,
      "learning_rate": 3.5173875894704886e-08,
      "loss": 2.4454,
      "step": 7650
    },
    {
      "epoch": 7.401111513833515,
      "grad_norm": 7.062627792358398,
      "learning_rate": 3.4074173710931796e-08,
      "loss": 2.4876,
      "step": 7660
    },
    {
      "epoch": 7.41077685151625,
      "grad_norm": 6.85789680480957,
      "learning_rate": 3.299163863707522e-08,
      "loss": 2.4866,
      "step": 7670
    },
    {
      "epoch": 7.420442189198985,
      "grad_norm": 6.748703956604004,
      "learning_rate": 3.1926289912706185e-08,
      "loss": 2.5081,
      "step": 7680
    },
    {
      "epoch": 7.43010752688172,
      "grad_norm": 6.617964744567871,
      "learning_rate": 3.08781464719482e-08,
      "loss": 2.4899,
      "step": 7690
    },
    {
      "epoch": 7.439772864564456,
      "grad_norm": 6.949032306671143,
      "learning_rate": 2.98472269431399e-08,
      "loss": 2.4634,
      "step": 7700
    },
    {
      "epoch": 7.449438202247191,
      "grad_norm": 6.690010070800781,
      "learning_rate": 2.883354964850493e-08,
      "loss": 2.489,
      "step": 7710
    },
    {
      "epoch": 7.459103539929926,
      "grad_norm": 6.775691509246826,
      "learning_rate": 2.7837132603825696e-08,
      "loss": 2.4834,
      "step": 7720
    },
    {
      "epoch": 7.463936208771294,
      "eval_loss": 2.629732370376587,
      "eval_runtime": 216.725,
      "eval_samples_per_second": 101.834,
      "eval_steps_per_second": 4.245,
      "step": 7725
    },
    {
      "epoch": 7.4687688776126615,
      "grad_norm": 7.173056602478027,
      "learning_rate": 2.6857993518123455e-08,
      "loss": 2.4805,
      "step": 7730
    },
    {
      "epoch": 7.478434215295397,
      "grad_norm": 6.82067346572876,
      "learning_rate": 2.5896149793343423e-08,
      "loss": 2.4992,
      "step": 7740
    },
    {
      "epoch": 7.488099552978132,
      "grad_norm": 6.860231876373291,
      "learning_rate": 2.495161852404526e-08,
      "loss": 2.4786,
      "step": 7750
    },
    {
      "epoch": 7.497764890660868,
      "grad_norm": 6.8974432945251465,
      "learning_rate": 2.4024416497100298e-08,
      "loss": 2.5135,
      "step": 7760
    },
    {
      "epoch": 7.507430228343603,
      "grad_norm": 6.890160083770752,
      "learning_rate": 2.3114560191391575e-08,
      "loss": 2.4968,
      "step": 7770
    },
    {
      "epoch": 7.517095566026338,
      "grad_norm": 6.756450176239014,
      "learning_rate": 2.22220657775225e-08,
      "loss": 2.5055,
      "step": 7780
    },
    {
      "epoch": 7.526760903709073,
      "grad_norm": 6.810698986053467,
      "learning_rate": 2.1346949117528435e-08,
      "loss": 2.4775,
      "step": 7790
    },
    {
      "epoch": 7.536426241391808,
      "grad_norm": 6.732553482055664,
      "learning_rate": 2.048922576459522e-08,
      "loss": 2.4679,
      "step": 7800
    },
    {
      "epoch": 7.5460915790745435,
      "grad_norm": 7.055318355560303,
      "learning_rate": 1.964891096278276e-08,
      "loss": 2.4829,
      "step": 7810
    },
    {
      "epoch": 7.55575691675728,
      "grad_norm": 6.638191223144531,
      "learning_rate": 1.882601964675379e-08,
      "loss": 2.4568,
      "step": 7820
    },
    {
      "epoch": 7.5634891869034675,
      "eval_loss": 2.6296987533569336,
      "eval_runtime": 216.739,
      "eval_samples_per_second": 101.828,
      "eval_steps_per_second": 4.245,
      "step": 7828
    },
    {
      "epoch": 7.565422254440015,
      "grad_norm": 6.956434726715088,
      "learning_rate": 1.8020566441508843e-08,
      "loss": 2.4692,
      "step": 7830
    },
    {
      "epoch": 7.57508759212275,
      "grad_norm": 6.698721885681152,
      "learning_rate": 1.7232565662126164e-08,
      "loss": 2.4487,
      "step": 7840
    },
    {
      "epoch": 7.584752929805485,
      "grad_norm": 6.7048726081848145,
      "learning_rate": 1.6462031313507096e-08,
      "loss": 2.4678,
      "step": 7850
    },
    {
      "epoch": 7.59441826748822,
      "grad_norm": 6.834412097930908,
      "learning_rate": 1.5708977090127417e-08,
      "loss": 2.4789,
      "step": 7860
    },
    {
      "epoch": 7.604083605170955,
      "grad_norm": 6.895366191864014,
      "learning_rate": 1.4973416375793967e-08,
      "loss": 2.4942,
      "step": 7870
    },
    {
      "epoch": 7.613748942853691,
      "grad_norm": 7.1303324699401855,
      "learning_rate": 1.4255362243406621e-08,
      "loss": 2.5303,
      "step": 7880
    },
    {
      "epoch": 7.6234142805364264,
      "grad_norm": 6.808503150939941,
      "learning_rate": 1.3554827454726136e-08,
      "loss": 2.4786,
      "step": 7890
    },
    {
      "epoch": 7.633079618219162,
      "grad_norm": 6.925174713134766,
      "learning_rate": 1.2871824460147007e-08,
      "loss": 2.4547,
      "step": 7900
    },
    {
      "epoch": 7.642744955901897,
      "grad_norm": 6.883964538574219,
      "learning_rate": 1.2206365398476637e-08,
      "loss": 2.506,
      "step": 7910
    },
    {
      "epoch": 7.652410293584632,
      "grad_norm": 6.8656086921691895,
      "learning_rate": 1.155846209671918e-08,
      "loss": 2.5117,
      "step": 7920
    },
    {
      "epoch": 7.662075631267367,
      "grad_norm": 6.914687633514404,
      "learning_rate": 1.0928126069865818e-08,
      "loss": 2.4916,
      "step": 7930
    },
    {
      "epoch": 7.663042165035641,
      "eval_loss": 2.629610061645508,
      "eval_runtime": 216.9358,
      "eval_samples_per_second": 101.735,
      "eval_steps_per_second": 4.241,
      "step": 7931
    },
    {
      "epoch": 7.671740968950103,
      "grad_norm": 6.8651323318481445,
      "learning_rate": 1.0315368520689372e-08,
      "loss": 2.4809,
      "step": 7940
    },
    {
      "epoch": 7.681406306632838,
      "grad_norm": 6.866594314575195,
      "learning_rate": 9.720200339546236e-09,
      "loss": 2.4871,
      "step": 7950
    },
    {
      "epoch": 7.691071644315573,
      "grad_norm": 6.732547283172607,
      "learning_rate": 9.142632104181648e-09,
      "loss": 2.4786,
      "step": 7960
    },
    {
      "epoch": 7.7007369819983085,
      "grad_norm": 6.74143123626709,
      "learning_rate": 8.58267407954283e-09,
      "loss": 2.4774,
      "step": 7970
    },
    {
      "epoch": 7.710402319681044,
      "grad_norm": 6.904804706573486,
      "learning_rate": 8.040336217595588e-09,
      "loss": 2.4869,
      "step": 7980
    },
    {
      "epoch": 7.72006765736378,
      "grad_norm": 6.923266410827637,
      "learning_rate": 7.515628157148012e-09,
      "loss": 2.4933,
      "step": 7990
    },
    {
      "epoch": 7.729732995046515,
      "grad_norm": 7.009883880615234,
      "learning_rate": 7.008559223679156e-09,
      "loss": 2.4392,
      "step": 8000
    },
    {
      "epoch": 7.73939833272925,
      "grad_norm": 6.632232189178467,
      "learning_rate": 6.519138429172954e-09,
      "loss": 2.4594,
      "step": 8010
    },
    {
      "epoch": 7.749063670411985,
      "grad_norm": 6.914027214050293,
      "learning_rate": 6.047374471958466e-09,
      "loss": 2.4873,
      "step": 8020
    },
    {
      "epoch": 7.75872900809472,
      "grad_norm": 7.000319957733154,
      "learning_rate": 5.59327573655477e-09,
      "loss": 2.5232,
      "step": 8030
    },
    {
      "epoch": 7.762595143167815,
      "eval_loss": 2.6296308040618896,
      "eval_runtime": 216.9179,
      "eval_samples_per_second": 101.744,
      "eval_steps_per_second": 4.241,
      "step": 8034
    },
    {
      "epoch": 7.768394345777455,
      "grad_norm": 6.82133674621582,
      "learning_rate": 5.156850293522752e-09,
      "loss": 2.4846,
      "step": 8040
    },
    {
      "epoch": 7.7780596834601905,
      "grad_norm": 6.938842296600342,
      "learning_rate": 4.7381058993205545e-09,
      "loss": 2.474,
      "step": 8050
    },
    {
      "epoch": 7.7877250211429265,
      "grad_norm": 6.969207286834717,
      "learning_rate": 4.3370499961667975e-09,
      "loss": 2.4701,
      "step": 8060
    },
    {
      "epoch": 7.797390358825662,
      "grad_norm": 6.929446220397949,
      "learning_rate": 3.953689711907792e-09,
      "loss": 2.4944,
      "step": 8070
    },
    {
      "epoch": 7.807055696508397,
      "grad_norm": 6.946097373962402,
      "learning_rate": 3.588031859890761e-09,
      "loss": 2.4888,
      "step": 8080
    },
    {
      "epoch": 7.816721034191132,
      "grad_norm": 6.968674182891846,
      "learning_rate": 3.240082938843147e-09,
      "loss": 2.4995,
      "step": 8090
    },
    {
      "epoch": 7.826386371873867,
      "grad_norm": 6.90951681137085,
      "learning_rate": 2.9098491327564924e-09,
      "loss": 2.4757,
      "step": 8100
    },
    {
      "epoch": 7.836051709556603,
      "grad_norm": 6.8854756355285645,
      "learning_rate": 2.5973363107774095e-09,
      "loss": 2.4781,
      "step": 8110
    },
    {
      "epoch": 7.845717047239338,
      "grad_norm": 7.083747386932373,
      "learning_rate": 2.3025500271023346e-09,
      "loss": 2.4496,
      "step": 8120
    },
    {
      "epoch": 7.855382384922073,
      "grad_norm": 6.7878851890563965,
      "learning_rate": 2.0254955208794944e-09,
      "loss": 2.4695,
      "step": 8130
    },
    {
      "epoch": 7.862148121299988,
      "eval_loss": 2.629627227783203,
      "eval_runtime": 216.9855,
      "eval_samples_per_second": 101.712,
      "eval_steps_per_second": 4.24,
      "step": 8137
    },
    {
      "epoch": 7.8650477226048086,
      "grad_norm": 6.706069469451904,
      "learning_rate": 1.7661777161156467e-09,
      "loss": 2.4856,
      "step": 8140
    },
    {
      "epoch": 7.874713060287544,
      "grad_norm": 6.6752705574035645,
      "learning_rate": 1.524601221588151e-09,
      "loss": 2.4755,
      "step": 8150
    },
    {
      "epoch": 7.884378397970279,
      "grad_norm": 6.708074569702148,
      "learning_rate": 1.3007703307635897e-09,
      "loss": 2.4643,
      "step": 8160
    },
    {
      "epoch": 7.894043735653014,
      "grad_norm": 7.023872375488281,
      "learning_rate": 1.0946890217213844e-09,
      "loss": 2.499,
      "step": 8170
    },
    {
      "epoch": 7.90370907333575,
      "grad_norm": 6.72566032409668,
      "learning_rate": 9.063609570826302e-10,
      "loss": 2.4384,
      "step": 8180
    },
    {
      "epoch": 7.913374411018485,
      "grad_norm": 6.935588836669922,
      "learning_rate": 7.357894839457035e-10,
      "loss": 2.4758,
      "step": 8190
    },
    {
      "epoch": 7.92303974870122,
      "grad_norm": 6.855502128601074,
      "learning_rate": 5.829776338259762e-10,
      "loss": 2.4676,
      "step": 8200
    },
    {
      "epoch": 7.932705086383955,
      "grad_norm": 6.738182544708252,
      "learning_rate": 4.479281226028586e-10,
      "loss": 2.4874,
      "step": 8210
    },
    {
      "epoch": 7.942370424066691,
      "grad_norm": 6.814088821411133,
      "learning_rate": 3.3064335047061633e-10,
      "loss": 2.5022,
      "step": 8220
    },
    {
      "epoch": 7.952035761749427,
      "grad_norm": 6.909735202789307,
      "learning_rate": 2.3112540189640372e-10,
      "loss": 2.4729,
      "step": 8230
    },
    {
      "epoch": 7.961701099432162,
      "grad_norm": 6.548181533813477,
      "learning_rate": 1.4937604558284967e-10,
      "loss": 2.4591,
      "step": 8240
    },
    {
      "epoch": 7.961701099432162,
      "eval_loss": 2.629610061645508,
      "eval_runtime": 217.2357,
      "eval_samples_per_second": 101.595,
      "eval_steps_per_second": 4.235,
      "step": 8240
    },
    {
      "epoch": 7.971366437114897,
      "grad_norm": 6.895495891571045,
      "learning_rate": 8.539673443686002e-11,
      "loss": 2.4801,
      "step": 8250
    },
    {
      "epoch": 7.981031774797632,
      "grad_norm": 6.714371204376221,
      "learning_rate": 3.91886055433055e-11,
      "loss": 2.4589,
      "step": 8260
    },
    {
      "epoch": 7.990697112480367,
      "grad_norm": 6.664721965789795,
      "learning_rate": 1.0752480145481691e-11,
      "loss": 2.511,
      "step": 8270
    },
    {
      "epoch": 8.0,
      "grad_norm": 9.770947456359863,
      "learning_rate": 8.886363023208332e-14,
      "loss": 2.4974,
      "step": 8280
    }
  ],
  "logging_steps": 10,
  "max_steps": 8280,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 8,
  "save_steps": 103,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 5.118170148932321e+18,
  "train_batch_size": 24,
  "trial_name": null,
  "trial_params": null
}