{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.0,
  "eval_steps": 500,
  "global_step": 5000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.002,
      "grad_norm": 3.529070725879476,
      "learning_rate": 9.999984208641271e-06,
      "loss": 0.4748,
      "num_input_tokens_seen": 396688,
      "step": 5,
      "train_runtime": 75.1268,
      "train_tokens_per_second": 5280.244
    },
    {
      "epoch": 0.004,
      "grad_norm": 1.1725318777053566,
      "learning_rate": 9.999920056417385e-06,
      "loss": 0.3853,
      "num_input_tokens_seen": 780032,
      "step": 10,
      "train_runtime": 138.2073,
      "train_tokens_per_second": 5643.926
    },
    {
      "epoch": 0.006,
      "grad_norm": 1.050069609189703,
      "learning_rate": 9.999806557001092e-06,
      "loss": 0.3416,
      "num_input_tokens_seen": 1239888,
      "step": 15,
      "train_runtime": 205.0125,
      "train_tokens_per_second": 6047.864
    },
    {
      "epoch": 0.008,
      "grad_norm": 1.0659218188772097,
      "learning_rate": 9.999643711512586e-06,
      "loss": 0.3701,
      "num_input_tokens_seen": 1603472,
      "step": 20,
      "train_runtime": 265.8186,
      "train_tokens_per_second": 6032.204
    },
    {
      "epoch": 0.01,
      "grad_norm": 0.820657214467373,
      "learning_rate": 9.999431521559081e-06,
      "loss": 0.3371,
      "num_input_tokens_seen": 1963184,
      "step": 25,
      "train_runtime": 325.7553,
      "train_tokens_per_second": 6026.56
    },
    {
      "epoch": 0.012,
      "grad_norm": 1.1800961461261863,
      "learning_rate": 9.999169989234815e-06,
      "loss": 0.3436,
      "num_input_tokens_seen": 2326256,
      "step": 30,
      "train_runtime": 387.5961,
      "train_tokens_per_second": 6001.753
    },
    {
      "epoch": 0.014,
      "grad_norm": 1.231264145354163,
      "learning_rate": 9.998859117121e-06,
      "loss": 0.3498,
      "num_input_tokens_seen": 2713648,
      "step": 35,
      "train_runtime": 444.7317,
      "train_tokens_per_second": 6101.765
    },
    {
      "epoch": 0.016,
      "grad_norm": 0.9000852106140734,
      "learning_rate": 9.99849890828582e-06,
      "loss": 0.3205,
      "num_input_tokens_seen": 3106864,
      "step": 40,
      "train_runtime": 510.8204,
      "train_tokens_per_second": 6082.106
    },
    {
      "epoch": 0.018,
      "grad_norm": 0.8813007763453813,
      "learning_rate": 9.998089366284392e-06,
      "loss": 0.3272,
      "num_input_tokens_seen": 3513728,
      "step": 45,
      "train_runtime": 573.2378,
      "train_tokens_per_second": 6129.617
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.842498340169096,
      "learning_rate": 9.997630495158728e-06,
      "loss": 0.3279,
      "num_input_tokens_seen": 3950720,
      "step": 50,
      "train_runtime": 651.4821,
      "train_tokens_per_second": 6064.203
    },
    {
      "epoch": 0.022,
      "grad_norm": 0.7406379773223285,
      "learning_rate": 9.9971222994377e-06,
      "loss": 0.304,
      "num_input_tokens_seen": 4341968,
      "step": 55,
      "train_runtime": 723.0612,
      "train_tokens_per_second": 6004.98
    },
    {
      "epoch": 0.024,
      "grad_norm": 0.9246450042837577,
      "learning_rate": 9.996564784137e-06,
      "loss": 0.2791,
      "num_input_tokens_seen": 4716832,
      "step": 60,
      "train_runtime": 789.7507,
      "train_tokens_per_second": 5972.558
    },
    {
      "epoch": 0.026,
      "grad_norm": 0.6813867833298154,
      "learning_rate": 9.995957954759073e-06,
      "loss": 0.3242,
      "num_input_tokens_seen": 5190560,
      "step": 65,
      "train_runtime": 868.1415,
      "train_tokens_per_second": 5978.933
    },
    {
      "epoch": 0.028,
      "grad_norm": 0.958297020853992,
      "learning_rate": 9.995301817293084e-06,
      "loss": 0.3044,
      "num_input_tokens_seen": 5563120,
      "step": 70,
      "train_runtime": 931.2634,
      "train_tokens_per_second": 5973.734
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.8856568117076815,
      "learning_rate": 9.99459637821484e-06,
      "loss": 0.3096,
      "num_input_tokens_seen": 5970768,
      "step": 75,
      "train_runtime": 998.4455,
      "train_tokens_per_second": 5980.064
    },
    {
      "epoch": 0.032,
      "grad_norm": 1.1073162962080754,
      "learning_rate": 9.993841644486747e-06,
      "loss": 0.3166,
      "num_input_tokens_seen": 6259376,
      "step": 80,
      "train_runtime": 1039.407,
      "train_tokens_per_second": 6022.065
    },
    {
      "epoch": 0.034,
      "grad_norm": 0.9231847695523737,
      "learning_rate": 9.993037623557716e-06,
      "loss": 0.3017,
      "num_input_tokens_seen": 6654464,
      "step": 85,
      "train_runtime": 1110.0658,
      "train_tokens_per_second": 5994.657
    },
    {
      "epoch": 0.036,
      "grad_norm": 0.8821941113621354,
      "learning_rate": 9.992184323363112e-06,
      "loss": 0.2731,
      "num_input_tokens_seen": 7023760,
      "step": 90,
      "train_runtime": 1183.6772,
      "train_tokens_per_second": 5933.848
    },
    {
      "epoch": 0.038,
      "grad_norm": 1.0797634407658638,
      "learning_rate": 9.991281752324664e-06,
      "loss": 0.3023,
      "num_input_tokens_seen": 7436112,
      "step": 95,
      "train_runtime": 1257.9906,
      "train_tokens_per_second": 5911.103
    },
    {
      "epoch": 0.04,
      "grad_norm": 1.103353756296292,
      "learning_rate": 9.990329919350382e-06,
      "loss": 0.2834,
      "num_input_tokens_seen": 7791888,
      "step": 100,
      "train_runtime": 1322.6092,
      "train_tokens_per_second": 5891.301
    },
    {
      "epoch": 0.042,
      "grad_norm": 0.8278175812097224,
      "learning_rate": 9.989328833834472e-06,
      "loss": 0.3008,
      "num_input_tokens_seen": 8185936,
      "step": 105,
      "train_runtime": 1380.3591,
      "train_tokens_per_second": 5930.294
    },
    {
      "epoch": 0.044,
      "grad_norm": 0.7830140246513998,
      "learning_rate": 9.988278505657247e-06,
      "loss": 0.2933,
      "num_input_tokens_seen": 8598768,
      "step": 110,
      "train_runtime": 1447.4638,
      "train_tokens_per_second": 5940.576
    },
    {
      "epoch": 0.046,
      "grad_norm": 0.6319254381860551,
      "learning_rate": 9.987178945185019e-06,
      "loss": 0.2986,
      "num_input_tokens_seen": 9017264,
      "step": 115,
      "train_runtime": 1515.8302,
      "train_tokens_per_second": 5948.73
    },
    {
      "epoch": 0.048,
      "grad_norm": 0.7754207741241279,
      "learning_rate": 9.986030163270011e-06,
      "loss": 0.3024,
      "num_input_tokens_seen": 9449872,
      "step": 120,
      "train_runtime": 1593.8688,
      "train_tokens_per_second": 5928.889
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.6941365154998115,
      "learning_rate": 9.98483217125023e-06,
      "loss": 0.2553,
      "num_input_tokens_seen": 9874192,
      "step": 125,
      "train_runtime": 1663.0592,
      "train_tokens_per_second": 5937.366
    },
    {
      "epoch": 0.052,
      "grad_norm": 0.8267427353263731,
      "learning_rate": 9.98358498094938e-06,
      "loss": 0.3012,
      "num_input_tokens_seen": 10278272,
      "step": 130,
      "train_runtime": 1727.2891,
      "train_tokens_per_second": 5950.522
    },
    {
      "epoch": 0.054,
      "grad_norm": 2.1153588465265982,
      "learning_rate": 9.982288604676719e-06,
      "loss": 0.2758,
      "num_input_tokens_seen": 10695136,
      "step": 135,
      "train_runtime": 1793.2202,
      "train_tokens_per_second": 5964.207
    },
    {
      "epoch": 0.056,
      "grad_norm": 0.8604952494397087,
      "learning_rate": 9.980943055226964e-06,
      "loss": 0.3056,
      "num_input_tokens_seen": 11039680,
      "step": 140,
      "train_runtime": 1854.7104,
      "train_tokens_per_second": 5952.239
    },
    {
      "epoch": 0.058,
      "grad_norm": 0.8382901602209842,
      "learning_rate": 9.979548345880142e-06,
      "loss": 0.2943,
      "num_input_tokens_seen": 11454128,
      "step": 145,
      "train_runtime": 1926.181,
      "train_tokens_per_second": 5946.548
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.8875123598888999,
      "learning_rate": 9.978104490401468e-06,
      "loss": 0.2913,
      "num_input_tokens_seen": 11794496,
      "step": 150,
      "train_runtime": 1978.6218,
      "train_tokens_per_second": 5960.965
    },
    {
      "epoch": 0.062,
      "grad_norm": 1.0539384040695126,
      "learning_rate": 9.976611503041218e-06,
      "loss": 0.3153,
      "num_input_tokens_seen": 12169264,
      "step": 155,
      "train_runtime": 2051.3054,
      "train_tokens_per_second": 5932.449
    },
    {
      "epoch": 0.064,
      "grad_norm": 0.8524180493974752,
      "learning_rate": 9.975069398534574e-06,
      "loss": 0.2993,
      "num_input_tokens_seen": 12515168,
      "step": 160,
      "train_runtime": 2113.3806,
      "train_tokens_per_second": 5921.871
    },
    {
      "epoch": 0.066,
      "grad_norm": 1.0205477764931508,
      "learning_rate": 9.97347819210148e-06,
      "loss": 0.2946,
      "num_input_tokens_seen": 12905488,
      "step": 165,
      "train_runtime": 2174.4797,
      "train_tokens_per_second": 5934.978
    },
    {
      "epoch": 0.068,
      "grad_norm": 0.7838766165442029,
      "learning_rate": 9.971837899446505e-06,
      "loss": 0.3075,
      "num_input_tokens_seen": 13358672,
      "step": 170,
      "train_runtime": 2252.5741,
      "train_tokens_per_second": 5930.403
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.8892411786342892,
      "learning_rate": 9.970148536758678e-06,
      "loss": 0.2952,
      "num_input_tokens_seen": 13779472,
      "step": 175,
      "train_runtime": 2315.3569,
      "train_tokens_per_second": 5951.338
    },
    {
      "epoch": 0.072,
      "grad_norm": 1.0296532392116329,
      "learning_rate": 9.968410120711321e-06,
      "loss": 0.2709,
      "num_input_tokens_seen": 14093728,
      "step": 180,
      "train_runtime": 2371.6187,
      "train_tokens_per_second": 5942.662
    },
    {
      "epoch": 0.074,
      "grad_norm": 0.8880922770210048,
      "learning_rate": 9.966622668461899e-06,
      "loss": 0.2928,
      "num_input_tokens_seen": 14595840,
      "step": 185,
      "train_runtime": 2444.1035,
      "train_tokens_per_second": 5971.858
    },
    {
      "epoch": 0.076,
      "grad_norm": 0.9979494314336124,
      "learning_rate": 9.964786197651848e-06,
      "loss": 0.2898,
      "num_input_tokens_seen": 14919280,
      "step": 190,
      "train_runtime": 2497.4922,
      "train_tokens_per_second": 5973.704
    },
    {
      "epoch": 0.078,
      "grad_norm": 0.9769457891685653,
      "learning_rate": 9.96290072640639e-06,
      "loss": 0.2992,
      "num_input_tokens_seen": 15268256,
      "step": 195,
      "train_runtime": 2567.8553,
      "train_tokens_per_second": 5945.918
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.9296142727078585,
      "learning_rate": 9.96096627333437e-06,
      "loss": 0.3001,
      "num_input_tokens_seen": 15678432,
      "step": 200,
      "train_runtime": 2635.5512,
      "train_tokens_per_second": 5948.825
    },
    {
      "epoch": 0.082,
      "grad_norm": 1.2434185369871753,
      "learning_rate": 9.958982857528053e-06,
      "loss": 0.2888,
      "num_input_tokens_seen": 16161600,
      "step": 205,
      "train_runtime": 2714.3312,
      "train_tokens_per_second": 5954.174
    },
    {
      "epoch": 0.084,
      "grad_norm": 0.7574454494180245,
      "learning_rate": 9.956950498562954e-06,
      "loss": 0.2696,
      "num_input_tokens_seen": 16572832,
      "step": 210,
      "train_runtime": 2789.5683,
      "train_tokens_per_second": 5941.002
    },
    {
      "epoch": 0.086,
      "grad_norm": 1.0339850849304288,
      "learning_rate": 9.954869216497636e-06,
      "loss": 0.298,
      "num_input_tokens_seen": 16966064,
      "step": 215,
      "train_runtime": 2858.0332,
      "train_tokens_per_second": 5936.272
    },
    {
      "epoch": 0.088,
      "grad_norm": 0.9072760950057258,
      "learning_rate": 9.952739031873513e-06,
      "loss": 0.2919,
      "num_input_tokens_seen": 17326464,
      "step": 220,
      "train_runtime": 2923.5635,
      "train_tokens_per_second": 5926.488
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.9033068608878783,
      "learning_rate": 9.950559965714647e-06,
      "loss": 0.29,
      "num_input_tokens_seen": 17798944,
      "step": 225,
      "train_runtime": 2998.1702,
      "train_tokens_per_second": 5936.602
    },
    {
      "epoch": 0.092,
      "grad_norm": 0.7265860170186728,
      "learning_rate": 9.948332039527541e-06,
      "loss": 0.281,
      "num_input_tokens_seen": 18203216,
      "step": 230,
      "train_runtime": 3064.0023,
      "train_tokens_per_second": 5940.993
    },
    {
      "epoch": 0.094,
      "grad_norm": 0.7719043892731912,
      "learning_rate": 9.946055275300929e-06,
      "loss": 0.2857,
      "num_input_tokens_seen": 18595600,
      "step": 235,
      "train_runtime": 3122.8974,
      "train_tokens_per_second": 5954.598
    },
    {
      "epoch": 0.096,
      "grad_norm": 0.684701998859407,
      "learning_rate": 9.943729695505552e-06,
      "loss": 0.276,
      "num_input_tokens_seen": 19005936,
      "step": 240,
      "train_runtime": 3188.4373,
      "train_tokens_per_second": 5960.894
    },
    {
      "epoch": 0.098,
      "grad_norm": 0.946898379784884,
      "learning_rate": 9.941355323093944e-06,
      "loss": 0.297,
      "num_input_tokens_seen": 19412496,
      "step": 245,
      "train_runtime": 3255.2016,
      "train_tokens_per_second": 5963.531
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.9553375335195206,
      "learning_rate": 9.938932181500206e-06,
      "loss": 0.2649,
      "num_input_tokens_seen": 19830960,
      "step": 250,
      "train_runtime": 3333.374,
      "train_tokens_per_second": 5949.215
    },
    {
      "epoch": 0.102,
      "grad_norm": 0.8135687801680254,
      "learning_rate": 9.93646029463976e-06,
      "loss": 0.252,
      "num_input_tokens_seen": 20210288,
      "step": 255,
      "train_runtime": 3401.5027,
      "train_tokens_per_second": 5941.576
    },
    {
      "epoch": 0.104,
      "grad_norm": 0.7875655466453482,
      "learning_rate": 9.933939686909137e-06,
      "loss": 0.2986,
      "num_input_tokens_seen": 20651728,
      "step": 260,
      "train_runtime": 3475.6609,
      "train_tokens_per_second": 5941.813
    },
    {
      "epoch": 0.106,
      "grad_norm": 1.270712900867129,
      "learning_rate": 9.931370383185717e-06,
      "loss": 0.2679,
      "num_input_tokens_seen": 21084048,
      "step": 265,
      "train_runtime": 3549.0279,
      "train_tokens_per_second": 5940.795
    },
    {
      "epoch": 0.108,
      "grad_norm": 0.9393845827359342,
      "learning_rate": 9.92875240882749e-06,
      "loss": 0.2861,
      "num_input_tokens_seen": 21420560,
      "step": 270,
      "train_runtime": 3601.2535,
      "train_tokens_per_second": 5948.084
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.7444755169661749,
      "learning_rate": 9.926085789672806e-06,
      "loss": 0.2649,
      "num_input_tokens_seen": 21794608,
      "step": 275,
      "train_runtime": 3667.1267,
      "train_tokens_per_second": 5943.238
    },
    {
      "epoch": 0.112,
      "grad_norm": 0.7145025641256342,
      "learning_rate": 9.923370552040117e-06,
      "loss": 0.3103,
      "num_input_tokens_seen": 22200176,
      "step": 280,
      "train_runtime": 3735.5676,
      "train_tokens_per_second": 5942.919
    },
    {
      "epoch": 0.114,
      "grad_norm": 0.8512241574919769,
      "learning_rate": 9.920606722727726e-06,
      "loss": 0.2771,
      "num_input_tokens_seen": 22588416,
      "step": 285,
      "train_runtime": 3792.0445,
      "train_tokens_per_second": 5956.791
    },
    {
      "epoch": 0.116,
      "grad_norm": 0.6266092029054396,
      "learning_rate": 9.917794329013511e-06,
      "loss": 0.2872,
      "num_input_tokens_seen": 22996016,
      "step": 290,
      "train_runtime": 3857.7998,
      "train_tokens_per_second": 5960.915
    },
    {
      "epoch": 0.118,
      "grad_norm": 0.751809560103108,
      "learning_rate": 9.914933398654663e-06,
      "loss": 0.2847,
      "num_input_tokens_seen": 23433456,
      "step": 295,
      "train_runtime": 3927.9056,
      "train_tokens_per_second": 5965.891
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.6755889847224258,
      "learning_rate": 9.912023959887408e-06,
      "loss": 0.2537,
      "num_input_tokens_seen": 23781600,
      "step": 300,
      "train_runtime": 3982.1935,
      "train_tokens_per_second": 5971.985
    },
    {
      "epoch": 0.122,
      "grad_norm": 0.943323280572443,
      "learning_rate": 9.909066041426733e-06,
      "loss": 0.2843,
      "num_input_tokens_seen": 24225024,
      "step": 305,
      "train_runtime": 4055.2554,
      "train_tokens_per_second": 5973.736
    },
    {
      "epoch": 0.124,
      "grad_norm": 1.2175580370359331,
      "learning_rate": 9.9060596724661e-06,
      "loss": 0.2864,
      "num_input_tokens_seen": 24592480,
      "step": 310,
      "train_runtime": 4115.2286,
      "train_tokens_per_second": 5975.969
    },
    {
      "epoch": 0.126,
      "grad_norm": 1.0147370785297811,
      "learning_rate": 9.903004882677157e-06,
      "loss": 0.2892,
      "num_input_tokens_seen": 24957024,
      "step": 315,
      "train_runtime": 4168.4655,
      "train_tokens_per_second": 5987.101
    },
    {
      "epoch": 0.128,
      "grad_norm": 0.7344408173379581,
      "learning_rate": 9.899901702209445e-06,
      "loss": 0.2789,
      "num_input_tokens_seen": 25374832,
      "step": 320,
      "train_runtime": 4244.2432,
      "train_tokens_per_second": 5978.647
    },
    {
      "epoch": 0.13,
      "grad_norm": 1.3103019223544174,
      "learning_rate": 9.8967501616901e-06,
      "loss": 0.2766,
      "num_input_tokens_seen": 25810848,
      "step": 325,
      "train_runtime": 4317.4147,
      "train_tokens_per_second": 5978.311
    },
    {
      "epoch": 0.132,
      "grad_norm": 0.8685597289161924,
      "learning_rate": 9.89355029222356e-06,
      "loss": 0.293,
      "num_input_tokens_seen": 26237024,
      "step": 330,
      "train_runtime": 4380.5436,
      "train_tokens_per_second": 5989.445
    },
    {
      "epoch": 0.134,
      "grad_norm": 0.8404098804337911,
      "learning_rate": 9.89030212539124e-06,
      "loss": 0.286,
      "num_input_tokens_seen": 26629216,
      "step": 335,
      "train_runtime": 4437.1469,
      "train_tokens_per_second": 6001.428
    },
    {
      "epoch": 0.136,
      "grad_norm": 0.7386985305075902,
      "learning_rate": 9.88700569325124e-06,
      "loss": 0.3048,
      "num_input_tokens_seen": 27042592,
      "step": 340,
      "train_runtime": 4503.3805,
      "train_tokens_per_second": 6004.954
    },
    {
      "epoch": 0.138,
      "grad_norm": 0.8859553305112097,
      "learning_rate": 9.883661028338009e-06,
      "loss": 0.2555,
      "num_input_tokens_seen": 27433280,
      "step": 345,
      "train_runtime": 4577.0851,
      "train_tokens_per_second": 5993.614
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.7480812603367697,
      "learning_rate": 9.880268163662043e-06,
      "loss": 0.2678,
      "num_input_tokens_seen": 27796240,
      "step": 350,
      "train_runtime": 4640.6632,
      "train_tokens_per_second": 5989.713
    },
    {
      "epoch": 0.142,
      "grad_norm": 1.1794465477248353,
      "learning_rate": 9.876827132709545e-06,
      "loss": 0.2818,
      "num_input_tokens_seen": 28242816,
      "step": 355,
      "train_runtime": 4716.0159,
      "train_tokens_per_second": 5988.702
    },
    {
      "epoch": 0.144,
      "grad_norm": 0.8608826793810502,
      "learning_rate": 9.873337969442102e-06,
      "loss": 0.2624,
      "num_input_tokens_seen": 28623824,
      "step": 360,
      "train_runtime": 4784.382,
      "train_tokens_per_second": 5982.763
    },
    {
      "epoch": 0.146,
      "grad_norm": 0.842112418190514,
      "learning_rate": 9.869800708296347e-06,
      "loss": 0.2888,
      "num_input_tokens_seen": 29059536,
      "step": 365,
      "train_runtime": 4860.2713,
      "train_tokens_per_second": 5978.995
    },
    {
      "epoch": 0.148,
      "grad_norm": 0.7582805292047462,
      "learning_rate": 9.86621538418362e-06,
      "loss": 0.2907,
      "num_input_tokens_seen": 29474832,
      "step": 370,
      "train_runtime": 4921.9495,
      "train_tokens_per_second": 5988.447
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.7906066031029222,
      "learning_rate": 9.862582032489621e-06,
      "loss": 0.2706,
      "num_input_tokens_seen": 29872512,
      "step": 375,
      "train_runtime": 4981.8012,
      "train_tokens_per_second": 5996.328
    },
    {
      "epoch": 0.152,
      "grad_norm": 0.7636592190389889,
      "learning_rate": 9.858900689074065e-06,
      "loss": 0.2743,
      "num_input_tokens_seen": 30343872,
      "step": 380,
      "train_runtime": 5056.2219,
      "train_tokens_per_second": 6001.294
    },
    {
      "epoch": 0.154,
      "grad_norm": 0.7503467243251319,
      "learning_rate": 9.855171390270325e-06,
      "loss": 0.2688,
      "num_input_tokens_seen": 30848768,
      "step": 385,
      "train_runtime": 5131.3151,
      "train_tokens_per_second": 6011.864
    },
    {
      "epoch": 0.156,
      "grad_norm": 2.8570072621011606,
      "learning_rate": 9.851394172885075e-06,
      "loss": 0.2894,
      "num_input_tokens_seen": 31282352,
      "step": 390,
      "train_runtime": 5203.7543,
      "train_tokens_per_second": 6011.497
    },
    {
      "epoch": 0.158,
      "grad_norm": 0.8255350410433486,
      "learning_rate": 9.847569074197927e-06,
      "loss": 0.2886,
      "num_input_tokens_seen": 31685040,
      "step": 395,
      "train_runtime": 5273.3386,
      "train_tokens_per_second": 6008.535
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.7055444954194724,
      "learning_rate": 9.843696131961058e-06,
      "loss": 0.273,
      "num_input_tokens_seen": 32051808,
      "step": 400,
      "train_runtime": 5349.3981,
      "train_tokens_per_second": 5991.666
    },
    {
      "epoch": 0.162,
      "grad_norm": 0.7738430122073711,
      "learning_rate": 9.839775384398846e-06,
      "loss": 0.2698,
      "num_input_tokens_seen": 32439248,
      "step": 405,
      "train_runtime": 5424.8322,
      "train_tokens_per_second": 5979.77
    },
    {
      "epoch": 0.164,
      "grad_norm": 0.8597473971332746,
      "learning_rate": 9.835806870207487e-06,
      "loss": 0.2574,
      "num_input_tokens_seen": 32860528,
      "step": 410,
      "train_runtime": 5488.1995,
      "train_tokens_per_second": 5987.488
    },
    {
      "epoch": 0.166,
      "grad_norm": 0.9548490042158907,
      "learning_rate": 9.831790628554613e-06,
      "loss": 0.2709,
      "num_input_tokens_seen": 33238192,
      "step": 415,
      "train_runtime": 5558.4847,
      "train_tokens_per_second": 5979.722
    },
    {
      "epoch": 0.168,
      "grad_norm": 0.6176099320311793,
      "learning_rate": 9.827726699078907e-06,
      "loss": 0.2656,
      "num_input_tokens_seen": 33690160,
      "step": 420,
      "train_runtime": 5625.9505,
      "train_tokens_per_second": 5988.35
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.8127343411925148,
      "learning_rate": 9.823615121889716e-06,
      "loss": 0.29,
      "num_input_tokens_seen": 34073536,
      "step": 425,
      "train_runtime": 5692.2387,
      "train_tokens_per_second": 5985.964
    },
    {
      "epoch": 0.172,
      "grad_norm": 0.7691896317723499,
      "learning_rate": 9.819455937566642e-06,
      "loss": 0.2823,
      "num_input_tokens_seen": 34424192,
      "step": 430,
      "train_runtime": 5754.8576,
      "train_tokens_per_second": 5981.763
    },
    {
      "epoch": 0.174,
      "grad_norm": 1.0082130619949137,
      "learning_rate": 9.815249187159158e-06,
      "loss": 0.2496,
      "num_input_tokens_seen": 34809680,
      "step": 435,
      "train_runtime": 5832.4698,
      "train_tokens_per_second": 5968.257
    },
    {
      "epoch": 0.176,
      "grad_norm": 0.7539701356352378,
      "learning_rate": 9.81099491218619e-06,
      "loss": 0.2627,
      "num_input_tokens_seen": 35219808,
      "step": 440,
      "train_runtime": 5895.6451,
      "train_tokens_per_second": 5973.868
    },
    {
      "epoch": 0.178,
      "grad_norm": 0.8592295102624296,
      "learning_rate": 9.806693154635719e-06,
      "loss": 0.2774,
      "num_input_tokens_seen": 35565248,
      "step": 445,
      "train_runtime": 5941.5778,
      "train_tokens_per_second": 5985.826
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.6582951154075225,
      "learning_rate": 9.802343956964348e-06,
      "loss": 0.2588,
      "num_input_tokens_seen": 36022288,
      "step": 450,
      "train_runtime": 6003.9751,
      "train_tokens_per_second": 5999.74
    },
    {
      "epoch": 0.182,
      "grad_norm": 0.9061477622621547,
      "learning_rate": 9.797947362096909e-06,
      "loss": 0.2588,
      "num_input_tokens_seen": 36379920,
      "step": 455,
      "train_runtime": 6055.0509,
      "train_tokens_per_second": 6008.194
    },
    {
      "epoch": 0.184,
      "grad_norm": 0.8275916426654469,
      "learning_rate": 9.793503413426016e-06,
      "loss": 0.283,
      "num_input_tokens_seen": 36772016,
      "step": 460,
      "train_runtime": 6126.2574,
      "train_tokens_per_second": 6002.362
    },
    {
      "epoch": 0.186,
      "grad_norm": 0.666351274255967,
      "learning_rate": 9.789012154811648e-06,
      "loss": 0.2506,
      "num_input_tokens_seen": 37179920,
      "step": 465,
      "train_runtime": 6201.0957,
      "train_tokens_per_second": 5995.702
    },
    {
      "epoch": 0.188,
      "grad_norm": 0.7350566549608656,
      "learning_rate": 9.784473630580713e-06,
      "loss": 0.2597,
      "num_input_tokens_seen": 37564736,
      "step": 470,
      "train_runtime": 6266.0186,
      "train_tokens_per_second": 5994.993
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.8759339634430292,
      "learning_rate": 9.779887885526616e-06,
      "loss": 0.2517,
      "num_input_tokens_seen": 37917184,
      "step": 475,
      "train_runtime": 6331.4411,
      "train_tokens_per_second": 5988.713
    },
    {
      "epoch": 0.192,
      "grad_norm": 0.7821815325835307,
      "learning_rate": 9.775254964908807e-06,
      "loss": 0.2538,
      "num_input_tokens_seen": 38358080,
      "step": 480,
      "train_runtime": 6403.8247,
      "train_tokens_per_second": 5989.87
    },
    {
      "epoch": 0.194,
      "grad_norm": 0.7670902572150325,
      "learning_rate": 9.770574914452343e-06,
      "loss": 0.26,
      "num_input_tokens_seen": 38766496,
      "step": 485,
      "train_runtime": 6470.9129,
      "train_tokens_per_second": 5990.885
    },
    {
      "epoch": 0.196,
      "grad_norm": 0.7521204078415982,
      "learning_rate": 9.765847780347433e-06,
      "loss": 0.3009,
      "num_input_tokens_seen": 39138720,
      "step": 490,
      "train_runtime": 6532.3628,
      "train_tokens_per_second": 5991.51
    },
    {
      "epoch": 0.198,
      "grad_norm": 0.8185418550494987,
      "learning_rate": 9.761073609248981e-06,
      "loss": 0.268,
      "num_input_tokens_seen": 39469344,
      "step": 495,
      "train_runtime": 6593.0053,
      "train_tokens_per_second": 5986.548
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.65232833162797,
      "learning_rate": 9.756252448276128e-06,
      "loss": 0.2887,
      "num_input_tokens_seen": 39864896,
      "step": 500,
      "train_runtime": 6658.7107,
      "train_tokens_per_second": 5986.879
    },
    {
      "epoch": 0.202,
      "grad_norm": 0.8062005254862974,
      "learning_rate": 9.751384345011787e-06,
      "loss": 0.2467,
      "num_input_tokens_seen": 40238784,
      "step": 505,
      "train_runtime": 6729.641,
      "train_tokens_per_second": 5979.336
    },
    {
      "epoch": 0.204,
      "grad_norm": 0.8767149003459634,
      "learning_rate": 9.746469347502174e-06,
      "loss": 0.2698,
      "num_input_tokens_seen": 40666368,
      "step": 510,
      "train_runtime": 6799.6733,
      "train_tokens_per_second": 5980.636
    },
    {
      "epoch": 0.206,
      "grad_norm": 0.8711260304261372,
      "learning_rate": 9.741507504256327e-06,
      "loss": 0.2785,
      "num_input_tokens_seen": 41071520,
      "step": 515,
      "train_runtime": 6866.2851,
      "train_tokens_per_second": 5981.622
    },
    {
      "epoch": 0.208,
      "grad_norm": 0.6363360313886239,
      "learning_rate": 9.736498864245638e-06,
      "loss": 0.2527,
      "num_input_tokens_seen": 41512256,
      "step": 520,
      "train_runtime": 6939.7657,
      "train_tokens_per_second": 5981.795
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.8109179802915915,
      "learning_rate": 9.73144347690336e-06,
      "loss": 0.29,
      "num_input_tokens_seen": 41873264,
      "step": 525,
      "train_runtime": 6999.3465,
      "train_tokens_per_second": 5982.453
    },
    {
      "epoch": 0.212,
      "grad_norm": 0.8539497377334406,
      "learning_rate": 9.726341392124127e-06,
      "loss": 0.2566,
      "num_input_tokens_seen": 42217568,
      "step": 530,
      "train_runtime": 7053.5565,
      "train_tokens_per_second": 5985.288
    },
    {
      "epoch": 0.214,
      "grad_norm": 0.7599514956902396,
      "learning_rate": 9.721192660263454e-06,
      "loss": 0.2762,
      "num_input_tokens_seen": 42533184,
      "step": 535,
      "train_runtime": 7107.1623,
      "train_tokens_per_second": 5984.552
    },
    {
      "epoch": 0.216,
      "grad_norm": 0.7228195853216592,
      "learning_rate": 9.715997332137248e-06,
      "loss": 0.2783,
      "num_input_tokens_seen": 42919952,
      "step": 540,
      "train_runtime": 7177.2775,
      "train_tokens_per_second": 5979.977
    },
    {
      "epoch": 0.218,
      "grad_norm": 0.8834406791399088,
      "learning_rate": 9.710755459021297e-06,
      "loss": 0.2809,
      "num_input_tokens_seen": 43338336,
      "step": 545,
      "train_runtime": 7248.3874,
      "train_tokens_per_second": 5979.031
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.8666526531262357,
      "learning_rate": 9.705467092650775e-06,
      "loss": 0.2603,
      "num_input_tokens_seen": 43671568,
      "step": 550,
      "train_runtime": 7301.6838,
      "train_tokens_per_second": 5981.027
    },
    {
      "epoch": 0.222,
      "grad_norm": 1.3601258560189031,
      "learning_rate": 9.700132285219724e-06,
      "loss": 0.2591,
      "num_input_tokens_seen": 44031712,
      "step": 555,
      "train_runtime": 7371.2006,
      "train_tokens_per_second": 5973.479
    },
    {
      "epoch": 0.224,
      "grad_norm": 0.7394669684887641,
      "learning_rate": 9.694751089380536e-06,
      "loss": 0.2417,
      "num_input_tokens_seen": 44454032,
      "step": 560,
      "train_runtime": 7434.7623,
      "train_tokens_per_second": 5979.214
    },
    {
      "epoch": 0.226,
      "grad_norm": 0.9392531588494222,
      "learning_rate": 9.689323558243446e-06,
      "loss": 0.2764,
      "num_input_tokens_seen": 44824640,
      "step": 565,
      "train_runtime": 7492.0783,
      "train_tokens_per_second": 5982.938
    },
    {
      "epoch": 0.228,
      "grad_norm": 0.9030061133696439,
      "learning_rate": 9.683849745375991e-06,
      "loss": 0.2747,
      "num_input_tokens_seen": 45255888,
      "step": 570,
      "train_runtime": 7561.0701,
      "train_tokens_per_second": 5985.381
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.7295413257969424,
      "learning_rate": 9.678329704802495e-06,
      "loss": 0.2908,
      "num_input_tokens_seen": 45694304,
      "step": 575,
      "train_runtime": 7636.2571,
      "train_tokens_per_second": 5983.861
    },
    {
      "epoch": 0.232,
      "grad_norm": 0.7831225605388562,
      "learning_rate": 9.672763491003531e-06,
      "loss": 0.2688,
      "num_input_tokens_seen": 46114448,
      "step": 580,
      "train_runtime": 7706.713,
      "train_tokens_per_second": 5983.673
    },
    {
      "epoch": 0.234,
      "grad_norm": 0.7815429105705216,
      "learning_rate": 9.667151158915382e-06,
      "loss": 0.2664,
      "num_input_tokens_seen": 46491280,
      "step": 585,
      "train_runtime": 7768.7784,
      "train_tokens_per_second": 5984.375
    },
    {
      "epoch": 0.236,
      "grad_norm": 0.8060541161386678,
      "learning_rate": 9.661492763929502e-06,
      "loss": 0.2569,
      "num_input_tokens_seen": 46979712,
      "step": 590,
      "train_runtime": 7846.7326,
      "train_tokens_per_second": 5987.169
    },
    {
      "epoch": 0.238,
      "grad_norm": 1.152392275434152,
      "learning_rate": 9.65578836189196e-06,
      "loss": 0.2726,
      "num_input_tokens_seen": 47322192,
      "step": 595,
      "train_runtime": 7910.5668,
      "train_tokens_per_second": 5982.149
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.6887772490533477,
      "learning_rate": 9.650038009102905e-06,
      "loss": 0.2834,
      "num_input_tokens_seen": 47679712,
      "step": 600,
      "train_runtime": 7966.1483,
      "train_tokens_per_second": 5985.291
    },
    {
      "epoch": 0.242,
      "grad_norm": 0.6130384062661248,
      "learning_rate": 9.644241762315995e-06,
      "loss": 0.2423,
      "num_input_tokens_seen": 48067456,
      "step": 605,
      "train_runtime": 8031.7985,
      "train_tokens_per_second": 5984.644
    },
    {
      "epoch": 0.244,
      "grad_norm": 1.2446167359065596,
      "learning_rate": 9.63839967873785e-06,
      "loss": 0.2658,
      "num_input_tokens_seen": 48471152,
      "step": 610,
      "train_runtime": 8102.9608,
      "train_tokens_per_second": 5981.906
    },
    {
      "epoch": 0.246,
      "grad_norm": 0.7294863740740954,
      "learning_rate": 9.63251181602747e-06,
      "loss": 0.2777,
      "num_input_tokens_seen": 48821504,
      "step": 615,
      "train_runtime": 8163.5213,
      "train_tokens_per_second": 5980.447
    },
    {
      "epoch": 0.248,
      "grad_norm": 0.7657155324916852,
      "learning_rate": 9.626578232295689e-06,
      "loss": 0.2731,
      "num_input_tokens_seen": 49249872,
      "step": 620,
      "train_runtime": 8238.4067,
      "train_tokens_per_second": 5978.082
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.8492612505753264,
      "learning_rate": 9.620598986104578e-06,
      "loss": 0.2416,
      "num_input_tokens_seen": 49722272,
      "step": 625,
      "train_runtime": 8312.1519,
      "train_tokens_per_second": 5981.877
    },
    {
      "epoch": 0.252,
      "grad_norm": 0.5904583667356289,
      "learning_rate": 9.61457413646689e-06,
      "loss": 0.2351,
      "num_input_tokens_seen": 50162672,
      "step": 630,
      "train_runtime": 8385.8082,
      "train_tokens_per_second": 5981.853
    },
    {
      "epoch": 0.254,
      "grad_norm": 0.8152781635195294,
      "learning_rate": 9.60850374284545e-06,
      "loss": 0.2645,
      "num_input_tokens_seen": 50561280,
      "step": 635,
      "train_runtime": 8456.8003,
      "train_tokens_per_second": 5978.772
    },
    {
      "epoch": 0.256,
      "grad_norm": 0.8578030045027673,
      "learning_rate": 9.602387865152597e-06,
      "loss": 0.2591,
      "num_input_tokens_seen": 50972256,
      "step": 640,
      "train_runtime": 8523.5289,
      "train_tokens_per_second": 5980.182
    },
    {
      "epoch": 0.258,
      "grad_norm": 0.6780597416159073,
      "learning_rate": 9.596226563749575e-06,
      "loss": 0.2685,
      "num_input_tokens_seen": 51396304,
      "step": 645,
      "train_runtime": 8597.0686,
      "train_tokens_per_second": 5978.352
    },
    {
      "epoch": 0.26,
      "grad_norm": 1.102448723613161,
      "learning_rate": 9.59001989944594e-06,
      "loss": 0.2784,
      "num_input_tokens_seen": 51798816,
      "step": 650,
      "train_runtime": 8668.8465,
      "train_tokens_per_second": 5975.284
    },
    {
      "epoch": 0.262,
      "grad_norm": 0.8841959640928475,
      "learning_rate": 9.583767933498964e-06,
      "loss": 0.2514,
      "num_input_tokens_seen": 52139568,
      "step": 655,
      "train_runtime": 8710.9548,
      "train_tokens_per_second": 5985.517
    },
    {
      "epoch": 0.264,
      "grad_norm": 1.037638223962085,
      "learning_rate": 9.577470727613025e-06,
      "loss": 0.2774,
      "num_input_tokens_seen": 52493312,
      "step": 660,
      "train_runtime": 8765.6718,
      "train_tokens_per_second": 5988.51
    },
    {
      "epoch": 0.266,
      "grad_norm": 0.8858274237729105,
      "learning_rate": 9.571128343939006e-06,
      "loss": 0.2814,
      "num_input_tokens_seen": 52863632,
      "step": 665,
      "train_runtime": 8843.4286,
      "train_tokens_per_second": 5977.73
    },
    {
      "epoch": 0.268,
      "grad_norm": 0.8391980666108796,
      "learning_rate": 9.56474084507367e-06,
      "loss": 0.261,
      "num_input_tokens_seen": 53215856,
      "step": 670,
      "train_runtime": 8907.6923,
      "train_tokens_per_second": 5974.146
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.8495736711346393,
      "learning_rate": 9.558308294059055e-06,
      "loss": 0.2676,
      "num_input_tokens_seen": 53562768,
      "step": 675,
      "train_runtime": 8965.163,
      "train_tokens_per_second": 5974.545
    },
    {
      "epoch": 0.272,
      "grad_norm": 0.941473355481309,
      "learning_rate": 9.55183075438184e-06,
      "loss": 0.2357,
      "num_input_tokens_seen": 54030624,
      "step": 680,
      "train_runtime": 9040.6249,
      "train_tokens_per_second": 5976.426
    },
    {
      "epoch": 0.274,
      "grad_norm": 0.7012350033428856,
      "learning_rate": 9.545308289972727e-06,
      "loss": 0.2402,
      "num_input_tokens_seen": 54343888,
      "step": 685,
      "train_runtime": 9086.5654,
      "train_tokens_per_second": 5980.685
    },
    {
      "epoch": 0.276,
      "grad_norm": 0.626498976221356,
      "learning_rate": 9.538740965205809e-06,
      "loss": 0.2372,
      "num_input_tokens_seen": 54668576,
      "step": 690,
      "train_runtime": 9140.102,
      "train_tokens_per_second": 5981.178
    },
    {
      "epoch": 0.278,
      "grad_norm": 0.6826557552174048,
      "learning_rate": 9.532128844897928e-06,
      "loss": 0.2741,
      "num_input_tokens_seen": 55095472,
      "step": 695,
      "train_runtime": 9209.0632,
      "train_tokens_per_second": 5982.744
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.8107331496725793,
      "learning_rate": 9.52547199430804e-06,
      "loss": 0.2364,
      "num_input_tokens_seen": 55413664,
      "step": 700,
      "train_runtime": 9262.2508,
      "train_tokens_per_second": 5982.743
    },
    {
      "epoch": 0.282,
      "grad_norm": 0.7874944184568773,
      "learning_rate": 9.51877047913658e-06,
      "loss": 0.2586,
      "num_input_tokens_seen": 55779360,
      "step": 705,
      "train_runtime": 9320.6217,
      "train_tokens_per_second": 5984.511
    },
    {
      "epoch": 0.284,
      "grad_norm": 1.8567686550412206,
      "learning_rate": 9.512024365524788e-06,
      "loss": 0.2655,
      "num_input_tokens_seen": 56130272,
      "step": 710,
      "train_runtime": 9375.9114,
      "train_tokens_per_second": 5986.647
    },
    {
      "epoch": 0.286,
      "grad_norm": 0.7851630152910232,
      "learning_rate": 9.505233720054086e-06,
      "loss": 0.2579,
      "num_input_tokens_seen": 56500464,
      "step": 715,
      "train_runtime": 9440.7193,
      "train_tokens_per_second": 5984.763
    },
    {
      "epoch": 0.288,
      "grad_norm": 0.8612089302332713,
      "learning_rate": 9.498398609745405e-06,
      "loss": 0.2478,
      "num_input_tokens_seen": 56844928,
      "step": 720,
      "train_runtime": 9500.9395,
      "train_tokens_per_second": 5983.085
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.7600175238797224,
      "learning_rate": 9.491519102058523e-06,
      "loss": 0.2765,
      "num_input_tokens_seen": 57261328,
      "step": 725,
      "train_runtime": 9573.8278,
      "train_tokens_per_second": 5981.028
    },
    {
      "epoch": 0.292,
      "grad_norm": 0.9375851471978519,
      "learning_rate": 9.484595264891403e-06,
      "loss": 0.2419,
      "num_input_tokens_seen": 57632624,
      "step": 730,
      "train_runtime": 9644.209,
      "train_tokens_per_second": 5975.879
    },
    {
      "epoch": 0.294,
      "grad_norm": 0.9027653994149234,
      "learning_rate": 9.477627166579523e-06,
      "loss": 0.271,
      "num_input_tokens_seen": 58025408,
      "step": 735,
      "train_runtime": 9710.5708,
      "train_tokens_per_second": 5975.489
    },
    {
      "epoch": 0.296,
      "grad_norm": 0.8578883410124413,
      "learning_rate": 9.4706148758952e-06,
      "loss": 0.2637,
      "num_input_tokens_seen": 58396208,
      "step": 740,
      "train_runtime": 9777.666,
      "train_tokens_per_second": 5972.408
    },
    {
      "epoch": 0.298,
      "grad_norm": 0.8776112915445362,
      "learning_rate": 9.463558462046912e-06,
      "loss": 0.2727,
      "num_input_tokens_seen": 58707376,
      "step": 745,
      "train_runtime": 9819.0785,
      "train_tokens_per_second": 5978.909
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.5840963430287371,
      "learning_rate": 9.456457994678616e-06,
      "loss": 0.2322,
      "num_input_tokens_seen": 59145392,
      "step": 750,
      "train_runtime": 9890.3227,
      "train_tokens_per_second": 5980.128
    },
    {
      "epoch": 0.302,
      "grad_norm": 0.7317905873414259,
      "learning_rate": 9.449313543869056e-06,
      "loss": 0.2846,
      "num_input_tokens_seen": 59450400,
      "step": 755,
      "train_runtime": 9940.4488,
      "train_tokens_per_second": 5980.656
    },
    {
      "epoch": 0.304,
      "grad_norm": 0.7403200227430362,
      "learning_rate": 9.44212518013108e-06,
      "loss": 0.2741,
      "num_input_tokens_seen": 59840944,
      "step": 760,
      "train_runtime": 10013.8692,
      "train_tokens_per_second": 5975.806
    },
    {
      "epoch": 0.306,
      "grad_norm": 0.7622642170344124,
      "learning_rate": 9.434892974410932e-06,
      "loss": 0.2604,
      "num_input_tokens_seen": 60216688,
      "step": 765,
      "train_runtime": 10074.7344,
      "train_tokens_per_second": 5977.0
    },
    {
      "epoch": 0.308,
      "grad_norm": 0.8785789117135203,
      "learning_rate": 9.427616998087568e-06,
      "loss": 0.2431,
      "num_input_tokens_seen": 60638976,
      "step": 770,
      "train_runtime": 10146.9679,
      "train_tokens_per_second": 5976.069
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.8249894805799513,
      "learning_rate": 9.420297322971934e-06,
      "loss": 0.2526,
      "num_input_tokens_seen": 61134256,
      "step": 775,
      "train_runtime": 10225.8927,
      "train_tokens_per_second": 5978.378
    },
    {
      "epoch": 0.312,
      "grad_norm": 0.6744756944455406,
      "learning_rate": 9.412934021306267e-06,
      "loss": 0.2512,
      "num_input_tokens_seen": 61553648,
      "step": 780,
      "train_runtime": 10286.5901,
      "train_tokens_per_second": 5983.873
    },
    {
      "epoch": 0.314,
      "grad_norm": 0.8062812974951873,
      "learning_rate": 9.405527165763384e-06,
      "loss": 0.286,
      "num_input_tokens_seen": 61957648,
      "step": 785,
      "train_runtime": 10352.746,
      "train_tokens_per_second": 5984.658
    },
    {
      "epoch": 0.316,
      "grad_norm": 0.7356106568881381,
      "learning_rate": 9.398076829445958e-06,
      "loss": 0.2711,
      "num_input_tokens_seen": 62288880,
      "step": 790,
      "train_runtime": 10408.5909,
      "train_tokens_per_second": 5984.372
    },
    {
      "epoch": 0.318,
      "grad_norm": 0.7610857265233825,
      "learning_rate": 9.3905830858858e-06,
      "loss": 0.2685,
      "num_input_tokens_seen": 62663632,
      "step": 795,
      "train_runtime": 10467.9413,
      "train_tokens_per_second": 5986.242
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.7966898610801778,
      "learning_rate": 9.383046009043134e-06,
      "loss": 0.2693,
      "num_input_tokens_seen": 63057792,
      "step": 800,
      "train_runtime": 10539.3948,
      "train_tokens_per_second": 5983.056
    },
    {
      "epoch": 0.322,
      "grad_norm": 0.7289146876069654,
      "learning_rate": 9.37546567330587e-06,
      "loss": 0.2542,
      "num_input_tokens_seen": 63428432,
      "step": 805,
      "train_runtime": 10606.3414,
      "train_tokens_per_second": 5980.237
    },
    {
      "epoch": 0.324,
      "grad_norm": 0.7123973284012891,
      "learning_rate": 9.367842153488853e-06,
      "loss": 0.2482,
      "num_input_tokens_seen": 63837776,
      "step": 810,
      "train_runtime": 10684.1996,
      "train_tokens_per_second": 5974.97
    },
    {
      "epoch": 0.326,
      "grad_norm": 0.6116848677069046,
      "learning_rate": 9.360175524833153e-06,
      "loss": 0.2393,
      "num_input_tokens_seen": 64207744,
      "step": 815,
      "train_runtime": 10746.2594,
      "train_tokens_per_second": 5974.892
    },
    {
      "epoch": 0.328,
      "grad_norm": 0.7090177624564499,
      "learning_rate": 9.352465863005295e-06,
      "loss": 0.2464,
      "num_input_tokens_seen": 64527552,
      "step": 820,
      "train_runtime": 10794.1158,
      "train_tokens_per_second": 5978.03
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.9228460888788435,
      "learning_rate": 9.344713244096533e-06,
      "loss": 0.2576,
      "num_input_tokens_seen": 64870000,
      "step": 825,
      "train_runtime": 10861.5895,
      "train_tokens_per_second": 5972.422
    },
    {
      "epoch": 0.332,
      "grad_norm": 0.7749537888998517,
      "learning_rate": 9.336917744622083e-06,
      "loss": 0.255,
      "num_input_tokens_seen": 65269280,
      "step": 830,
      "train_runtime": 10929.169,
      "train_tokens_per_second": 5972.026
    },
    {
      "epoch": 0.334,
      "grad_norm": 0.7288672113983271,
      "learning_rate": 9.329079441520377e-06,
      "loss": 0.2511,
      "num_input_tokens_seen": 65627792,
      "step": 835,
      "train_runtime": 10988.928,
      "train_tokens_per_second": 5972.174
    },
    {
      "epoch": 0.336,
      "grad_norm": 0.601500012457241,
      "learning_rate": 9.321198412152303e-06,
      "loss": 0.2454,
      "num_input_tokens_seen": 66037840,
      "step": 840,
      "train_runtime": 11058.4902,
      "train_tokens_per_second": 5971.687
    },
    {
      "epoch": 0.338,
      "grad_norm": 0.8144980181728814,
      "learning_rate": 9.31327473430044e-06,
      "loss": 0.2629,
      "num_input_tokens_seen": 66426768,
      "step": 845,
      "train_runtime": 11133.0882,
      "train_tokens_per_second": 5966.608
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.7166518808881578,
      "learning_rate": 9.305308486168288e-06,
      "loss": 0.2955,
      "num_input_tokens_seen": 66772240,
      "step": 850,
      "train_runtime": 11191.3696,
      "train_tokens_per_second": 5966.405
    },
    {
      "epoch": 0.342,
      "grad_norm": 0.7897465503734388,
      "learning_rate": 9.297299746379503e-06,
      "loss": 0.2835,
      "num_input_tokens_seen": 67111024,
      "step": 855,
      "train_runtime": 11250.8182,
      "train_tokens_per_second": 5964.991
    },
    {
      "epoch": 0.344,
      "grad_norm": 0.7396912203991731,
      "learning_rate": 9.28924859397711e-06,
      "loss": 0.2637,
      "num_input_tokens_seen": 67482144,
      "step": 860,
      "train_runtime": 11318.7263,
      "train_tokens_per_second": 5961.991
    },
    {
      "epoch": 0.346,
      "grad_norm": 0.6992972676350053,
      "learning_rate": 9.281155108422732e-06,
      "loss": 0.237,
      "num_input_tokens_seen": 67876032,
      "step": 865,
      "train_runtime": 11382.7481,
      "train_tokens_per_second": 5963.062
    },
    {
      "epoch": 0.348,
      "grad_norm": 0.6948771027671538,
      "learning_rate": 9.27301936959581e-06,
      "loss": 0.2797,
      "num_input_tokens_seen": 68282368,
      "step": 870,
      "train_runtime": 11454.6041,
      "train_tokens_per_second": 5961.129
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.7539839679695668,
      "learning_rate": 9.264841457792795e-06,
      "loss": 0.2602,
      "num_input_tokens_seen": 68701008,
      "step": 875,
      "train_runtime": 11524.7372,
      "train_tokens_per_second": 5961.178
    },
    {
      "epoch": 0.352,
      "grad_norm": 0.7952906428828391,
      "learning_rate": 9.25662145372638e-06,
      "loss": 0.2757,
      "num_input_tokens_seen": 69139648,
      "step": 880,
      "train_runtime": 11594.0901,
      "train_tokens_per_second": 5963.353
    },
    {
      "epoch": 0.354,
      "grad_norm": 0.5875437368411229,
      "learning_rate": 9.248359438524683e-06,
      "loss": 0.2738,
      "num_input_tokens_seen": 69591040,
      "step": 885,
      "train_runtime": 11669.2233,
      "train_tokens_per_second": 5963.639
    },
    {
      "epoch": 0.356,
      "grad_norm": 0.8362276418870209,
      "learning_rate": 9.24005549373046e-06,
      "loss": 0.2693,
      "num_input_tokens_seen": 69919248,
      "step": 890,
      "train_runtime": 11720.5537,
      "train_tokens_per_second": 5965.524
    },
    {
      "epoch": 0.358,
      "grad_norm": 0.8689160927298022,
      "learning_rate": 9.231709701300293e-06,
      "loss": 0.2522,
      "num_input_tokens_seen": 70352544,
      "step": 895,
      "train_runtime": 11791.7221,
      "train_tokens_per_second": 5966.265
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.7199820818597936,
      "learning_rate": 9.223322143603786e-06,
      "loss": 0.2546,
      "num_input_tokens_seen": 70743040,
      "step": 900,
      "train_runtime": 11864.5227,
      "train_tokens_per_second": 5962.569
    },
    {
      "epoch": 0.362,
      "grad_norm": 0.6472872435071626,
      "learning_rate": 9.214892903422745e-06,
      "loss": 0.2453,
      "num_input_tokens_seen": 71217216,
      "step": 905,
      "train_runtime": 11942.6153,
      "train_tokens_per_second": 5963.285
    },
    {
      "epoch": 0.364,
      "grad_norm": 0.6936535531088693,
      "learning_rate": 9.206422063950368e-06,
      "loss": 0.27,
      "num_input_tokens_seen": 71603280,
      "step": 910,
      "train_runtime": 12014.7541,
      "train_tokens_per_second": 5959.613
    },
    {
      "epoch": 0.366,
      "grad_norm": 0.7343273673132791,
      "learning_rate": 9.19790970879042e-06,
      "loss": 0.2542,
      "num_input_tokens_seen": 72051488,
      "step": 915,
      "train_runtime": 12090.529,
      "train_tokens_per_second": 5959.333
    },
    {
      "epoch": 0.368,
      "grad_norm": 0.917360247584837,
      "learning_rate": 9.189355921956414e-06,
      "loss": 0.2589,
      "num_input_tokens_seen": 72527008,
      "step": 920,
      "train_runtime": 12168.4904,
      "train_tokens_per_second": 5960.231
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.7350510206851814,
      "learning_rate": 9.180760787870766e-06,
      "loss": 0.2867,
      "num_input_tokens_seen": 72948304,
      "step": 925,
      "train_runtime": 12242.6135,
      "train_tokens_per_second": 5958.556
    },
    {
      "epoch": 0.372,
      "grad_norm": 0.7541549801390238,
      "learning_rate": 9.172124391363986e-06,
      "loss": 0.2782,
      "num_input_tokens_seen": 73288864,
      "step": 930,
      "train_runtime": 12299.826,
      "train_tokens_per_second": 5958.529
    },
    {
      "epoch": 0.374,
      "grad_norm": 0.8317564298674665,
      "learning_rate": 9.163446817673817e-06,
      "loss": 0.2686,
      "num_input_tokens_seen": 73737984,
      "step": 935,
      "train_runtime": 12370.4346,
      "train_tokens_per_second": 5960.824
    },
    {
      "epoch": 0.376,
      "grad_norm": 0.6607759087260642,
      "learning_rate": 9.154728152444408e-06,
      "loss": 0.2233,
      "num_input_tokens_seen": 74213840,
      "step": 940,
      "train_runtime": 12443.1991,
      "train_tokens_per_second": 5964.209
    },
    {
      "epoch": 0.378,
      "grad_norm": 0.6062097980101698,
      "learning_rate": 9.145968481725466e-06,
      "loss": 0.2441,
      "num_input_tokens_seen": 74626672,
      "step": 945,
      "train_runtime": 12519.7182,
      "train_tokens_per_second": 5960.731
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.6654792002985258,
      "learning_rate": 9.137167891971407e-06,
      "loss": 0.2461,
      "num_input_tokens_seen": 75031472,
      "step": 950,
      "train_runtime": 12593.3703,
      "train_tokens_per_second": 5958.014
    },
    {
      "epoch": 0.382,
      "grad_norm": 0.8388912617650379,
      "learning_rate": 9.128326470040495e-06,
      "loss": 0.2524,
      "num_input_tokens_seen": 75420768,
      "step": 955,
      "train_runtime": 12664.1715,
      "train_tokens_per_second": 5955.444
    },
    {
      "epoch": 0.384,
      "grad_norm": 0.6889457837790466,
      "learning_rate": 9.119444303193997e-06,
      "loss": 0.2614,
      "num_input_tokens_seen": 75773776,
      "step": 960,
      "train_runtime": 12727.9061,
      "train_tokens_per_second": 5953.358
    },
    {
      "epoch": 0.386,
      "grad_norm": 0.8297814546544214,
      "learning_rate": 9.110521479095314e-06,
      "loss": 0.2407,
      "num_input_tokens_seen": 76196496,
      "step": 965,
      "train_runtime": 12791.1909,
      "train_tokens_per_second": 5956.951
    },
    {
      "epoch": 0.388,
      "grad_norm": 0.6413044681177218,
      "learning_rate": 9.101558085809114e-06,
      "loss": 0.2573,
      "num_input_tokens_seen": 76591056,
      "step": 970,
      "train_runtime": 12855.6204,
      "train_tokens_per_second": 5957.788
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.7210732824974905,
      "learning_rate": 9.092554211800476e-06,
      "loss": 0.2697,
      "num_input_tokens_seen": 76955088,
      "step": 975,
      "train_runtime": 12909.069,
      "train_tokens_per_second": 5961.32
    },
    {
      "epoch": 0.392,
      "grad_norm": 0.7245964043841143,
      "learning_rate": 9.083509945933996e-06,
      "loss": 0.2575,
      "num_input_tokens_seen": 77376480,
      "step": 980,
      "train_runtime": 12984.986,
      "train_tokens_per_second": 5958.919
    },
    {
      "epoch": 0.394,
      "grad_norm": 0.9126407724225012,
      "learning_rate": 9.074425377472932e-06,
      "loss": 0.2609,
      "num_input_tokens_seen": 77724816,
      "step": 985,
      "train_runtime": 13042.6743,
      "train_tokens_per_second": 5959.27
    },
    {
      "epoch": 0.396,
      "grad_norm": 0.7128423265110231,
      "learning_rate": 9.065300596078304e-06,
      "loss": 0.2565,
      "num_input_tokens_seen": 78153632,
      "step": 990,
      "train_runtime": 13120.8794,
      "train_tokens_per_second": 5956.432
    },
    {
      "epoch": 0.398,
      "grad_norm": 0.6067421606247867,
      "learning_rate": 9.056135691808019e-06,
      "loss": 0.2617,
      "num_input_tokens_seen": 78580512,
      "step": 995,
      "train_runtime": 13191.8231,
      "train_tokens_per_second": 5956.759
    },
    {
      "epoch": 0.4,
      "grad_norm": 1.0171109792998725,
      "learning_rate": 9.046930755115986e-06,
      "loss": 0.2443,
      "num_input_tokens_seen": 79016832,
      "step": 1000,
      "train_runtime": 13262.4875,
      "train_tokens_per_second": 5957.919
    },
    {
      "epoch": 0.402,
      "grad_norm": 0.624788109000857,
      "learning_rate": 9.037685876851211e-06,
      "loss": 0.2496,
      "num_input_tokens_seen": 79339488,
      "step": 1005,
      "train_runtime": 13317.1987,
      "train_tokens_per_second": 5957.671
    },
    {
      "epoch": 0.404,
      "grad_norm": 1.3437666934516999,
      "learning_rate": 9.028401148256911e-06,
      "loss": 0.2595,
      "num_input_tokens_seen": 79734112,
      "step": 1010,
      "train_runtime": 13384.2845,
      "train_tokens_per_second": 5957.294
    },
    {
      "epoch": 0.406,
      "grad_norm": 0.9331183492160343,
      "learning_rate": 9.01907666096961e-06,
      "loss": 0.2649,
      "num_input_tokens_seen": 80113424,
      "step": 1015,
      "train_runtime": 13448.7587,
      "train_tokens_per_second": 5956.938
    },
    {
      "epoch": 0.408,
      "grad_norm": 0.8916393321532121,
      "learning_rate": 9.00971250701823e-06,
      "loss": 0.2566,
      "num_input_tokens_seen": 80485408,
      "step": 1020,
      "train_runtime": 13514.594,
      "train_tokens_per_second": 5955.444
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.6466488488459519,
      "learning_rate": 9.000308778823196e-06,
      "loss": 0.2335,
      "num_input_tokens_seen": 80804000,
      "step": 1025,
      "train_runtime": 13566.7577,
      "train_tokens_per_second": 5956.029
    },
    {
      "epoch": 0.412,
      "grad_norm": 0.7558803329595326,
      "learning_rate": 8.990865569195502e-06,
      "loss": 0.27,
      "num_input_tokens_seen": 81218816,
      "step": 1030,
      "train_runtime": 13639.7747,
      "train_tokens_per_second": 5954.557
    },
    {
      "epoch": 0.414,
      "grad_norm": 0.7131746675468659,
      "learning_rate": 8.98138297133582e-06,
      "loss": 0.2453,
      "num_input_tokens_seen": 81613792,
      "step": 1035,
      "train_runtime": 13706.1897,
      "train_tokens_per_second": 5954.521
    },
    {
      "epoch": 0.416,
      "grad_norm": 0.6901488903873247,
      "learning_rate": 8.971861078833558e-06,
      "loss": 0.2493,
      "num_input_tokens_seen": 82060224,
      "step": 1040,
      "train_runtime": 13784.5271,
      "train_tokens_per_second": 5953.068
    },
    {
      "epoch": 0.418,
      "grad_norm": 0.6646198187655422,
      "learning_rate": 8.962299985665955e-06,
      "loss": 0.2342,
      "num_input_tokens_seen": 82494944,
      "step": 1045,
      "train_runtime": 13849.5372,
      "train_tokens_per_second": 5956.513
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.6253491898077594,
      "learning_rate": 8.952699786197137e-06,
      "loss": 0.2373,
      "num_input_tokens_seen": 82808768,
      "step": 1050,
      "train_runtime": 13914.8709,
      "train_tokens_per_second": 5951.099
    },
    {
      "epoch": 0.422,
      "grad_norm": 0.7708996437720635,
      "learning_rate": 8.943060575177197e-06,
      "loss": 0.243,
      "num_input_tokens_seen": 83196256,
      "step": 1055,
      "train_runtime": 13976.3704,
      "train_tokens_per_second": 5952.637
    },
    {
      "epoch": 0.424,
      "grad_norm": 0.9176135630737275,
      "learning_rate": 8.93338244774126e-06,
      "loss": 0.2866,
      "num_input_tokens_seen": 83661872,
      "step": 1060,
      "train_runtime": 14050.0901,
      "train_tokens_per_second": 5954.543
    },
    {
      "epoch": 0.426,
      "grad_norm": 0.7219954539715555,
      "learning_rate": 8.923665499408535e-06,
      "loss": 0.2466,
      "num_input_tokens_seen": 84013360,
      "step": 1065,
      "train_runtime": 14119.6235,
      "train_tokens_per_second": 5950.113
    },
    {
      "epoch": 0.428,
      "grad_norm": 0.7629186621884477,
      "learning_rate": 8.91390982608138e-06,
      "loss": 0.2593,
      "num_input_tokens_seen": 84398000,
      "step": 1070,
      "train_runtime": 14195.2042,
      "train_tokens_per_second": 5945.529
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.7305819771780363,
      "learning_rate": 8.904115524044349e-06,
      "loss": 0.2553,
      "num_input_tokens_seen": 84711792,
      "step": 1075,
      "train_runtime": 14240.4426,
      "train_tokens_per_second": 5948.677
    },
    {
      "epoch": 0.432,
      "grad_norm": 0.8171300968987977,
      "learning_rate": 8.894282689963252e-06,
      "loss": 0.2611,
      "num_input_tokens_seen": 85117264,
      "step": 1080,
      "train_runtime": 14298.5417,
      "train_tokens_per_second": 5952.863
    },
    {
      "epoch": 0.434,
      "grad_norm": 0.7999063479153911,
      "learning_rate": 8.88441142088419e-06,
      "loss": 0.2605,
      "num_input_tokens_seen": 85480624,
      "step": 1085,
      "train_runtime": 14353.0025,
      "train_tokens_per_second": 5955.592
    },
    {
      "epoch": 0.436,
      "grad_norm": 0.6760703286202087,
      "learning_rate": 8.874501814232603e-06,
      "loss": 0.2476,
      "num_input_tokens_seen": 85832000,
      "step": 1090,
      "train_runtime": 14408.823,
      "train_tokens_per_second": 5956.906
    },
    {
      "epoch": 0.438,
      "grad_norm": 0.6222891384021169,
      "learning_rate": 8.86455396781231e-06,
      "loss": 0.24,
      "num_input_tokens_seen": 86208160,
      "step": 1095,
      "train_runtime": 14471.0092,
      "train_tokens_per_second": 5957.301
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.8225171871864566,
      "learning_rate": 8.854567979804538e-06,
      "loss": 0.2628,
      "num_input_tokens_seen": 86613904,
      "step": 1100,
      "train_runtime": 14541.9038,
      "train_tokens_per_second": 5956.16
    },
    {
      "epoch": 0.442,
      "grad_norm": 0.7386320533997327,
      "learning_rate": 8.844543948766958e-06,
      "loss": 0.2561,
      "num_input_tokens_seen": 87012032,
      "step": 1105,
      "train_runtime": 14616.3222,
      "train_tokens_per_second": 5953.073
    },
    {
      "epoch": 0.444,
      "grad_norm": 0.8014432527357591,
      "learning_rate": 8.834481973632709e-06,
      "loss": 0.2612,
      "num_input_tokens_seen": 87397408,
      "step": 1110,
      "train_runtime": 14677.529,
      "train_tokens_per_second": 5954.504
    },
    {
      "epoch": 0.446,
      "grad_norm": 0.930443798550076,
      "learning_rate": 8.824382153709423e-06,
      "loss": 0.2647,
      "num_input_tokens_seen": 87762928,
      "step": 1115,
      "train_runtime": 14750.6792,
      "train_tokens_per_second": 5949.755
    },
    {
      "epoch": 0.448,
      "grad_norm": 0.6435095826798272,
      "learning_rate": 8.814244588678245e-06,
      "loss": 0.242,
      "num_input_tokens_seen": 88121120,
      "step": 1120,
      "train_runtime": 14807.3984,
      "train_tokens_per_second": 5951.155
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.7653907584800824,
      "learning_rate": 8.80406937859285e-06,
      "loss": 0.2395,
      "num_input_tokens_seen": 88525008,
      "step": 1125,
      "train_runtime": 14870.9967,
      "train_tokens_per_second": 5952.863
    },
    {
      "epoch": 0.452,
      "grad_norm": 0.7573515883491185,
      "learning_rate": 8.793856623878453e-06,
      "loss": 0.2401,
      "num_input_tokens_seen": 88958160,
      "step": 1130,
      "train_runtime": 14945.3854,
      "train_tokens_per_second": 5952.216
    },
    {
      "epoch": 0.454,
      "grad_norm": 1.1357409156529634,
      "learning_rate": 8.78360642533082e-06,
      "loss": 0.2585,
      "num_input_tokens_seen": 89252000,
      "step": 1135,
      "train_runtime": 14990.5393,
      "train_tokens_per_second": 5953.889
    },
    {
      "epoch": 0.456,
      "grad_norm": 0.8644413546151707,
      "learning_rate": 8.773318884115273e-06,
      "loss": 0.2189,
      "num_input_tokens_seen": 89628016,
      "step": 1140,
      "train_runtime": 15058.5277,
      "train_tokens_per_second": 5951.977
    },
    {
      "epoch": 0.458,
      "grad_norm": 0.7389022088863988,
      "learning_rate": 8.76299410176569e-06,
      "loss": 0.2649,
      "num_input_tokens_seen": 90034128,
      "step": 1145,
      "train_runtime": 15122.4941,
      "train_tokens_per_second": 5953.656
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.7710676631866474,
      "learning_rate": 8.752632180183504e-06,
      "loss": 0.2562,
      "num_input_tokens_seen": 90366512,
      "step": 1150,
      "train_runtime": 15178.7113,
      "train_tokens_per_second": 5953.504
    },
    {
      "epoch": 0.462,
      "grad_norm": 0.9633116613760667,
      "learning_rate": 8.7422332216367e-06,
      "loss": 0.2366,
      "num_input_tokens_seen": 90739280,
      "step": 1155,
      "train_runtime": 15251.2362,
      "train_tokens_per_second": 5949.634
    },
    {
      "epoch": 0.464,
      "grad_norm": 0.8014531807399391,
      "learning_rate": 8.7317973287588e-06,
      "loss": 0.2465,
      "num_input_tokens_seen": 91111104,
      "step": 1160,
      "train_runtime": 15326.9003,
      "train_tokens_per_second": 5944.523
    },
    {
      "epoch": 0.466,
      "grad_norm": 0.8222390185564179,
      "learning_rate": 8.721324604547851e-06,
      "loss": 0.2689,
      "num_input_tokens_seen": 91526176,
      "step": 1165,
      "train_runtime": 15404.9048,
      "train_tokens_per_second": 5941.366
    },
    {
      "epoch": 0.468,
      "grad_norm": 1.0652869678290553,
      "learning_rate": 8.710815152365416e-06,
      "loss": 0.2943,
      "num_input_tokens_seen": 91904368,
      "step": 1170,
      "train_runtime": 15478.9534,
      "train_tokens_per_second": 5937.376
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.6030089904636131,
      "learning_rate": 8.700269075935542e-06,
      "loss": 0.2485,
      "num_input_tokens_seen": 92358160,
      "step": 1175,
      "train_runtime": 15556.3907,
      "train_tokens_per_second": 5936.992
    },
    {
      "epoch": 0.472,
      "grad_norm": 0.9092828633416254,
      "learning_rate": 8.689686479343747e-06,
      "loss": 0.2464,
      "num_input_tokens_seen": 92821904,
      "step": 1180,
      "train_runtime": 15632.5857,
      "train_tokens_per_second": 5937.719
    },
    {
      "epoch": 0.474,
      "grad_norm": 0.7894642154049413,
      "learning_rate": 8.679067467035989e-06,
      "loss": 0.2504,
      "num_input_tokens_seen": 93187600,
      "step": 1185,
      "train_runtime": 15697.5108,
      "train_tokens_per_second": 5936.457
    },
    {
      "epoch": 0.476,
      "grad_norm": 0.8786028772279872,
      "learning_rate": 8.66841214381763e-06,
      "loss": 0.2568,
      "num_input_tokens_seen": 93487696,
      "step": 1190,
      "train_runtime": 15741.8142,
      "train_tokens_per_second": 5938.813
    },
    {
      "epoch": 0.478,
      "grad_norm": 0.7893669505556468,
      "learning_rate": 8.657720614852412e-06,
      "loss": 0.2278,
      "num_input_tokens_seen": 93876672,
      "step": 1195,
      "train_runtime": 15806.9191,
      "train_tokens_per_second": 5938.961
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.8565601256929846,
      "learning_rate": 8.646992985661404e-06,
      "loss": 0.2417,
      "num_input_tokens_seen": 94238000,
      "step": 1200,
      "train_runtime": 15871.1761,
      "train_tokens_per_second": 5937.682
    },
    {
      "epoch": 0.482,
      "grad_norm": 0.9164857605094122,
      "learning_rate": 8.636229362121979e-06,
      "loss": 0.2496,
      "num_input_tokens_seen": 94567520,
      "step": 1205,
      "train_runtime": 15931.6796,
      "train_tokens_per_second": 5935.816
    },
    {
      "epoch": 0.484,
      "grad_norm": 0.7077259117523806,
      "learning_rate": 8.625429850466756e-06,
      "loss": 0.2244,
      "num_input_tokens_seen": 94893184,
      "step": 1210,
      "train_runtime": 15990.0473,
      "train_tokens_per_second": 5934.516
    },
    {
      "epoch": 0.486,
      "grad_norm": 0.6485501307737555,
      "learning_rate": 8.614594557282553e-06,
      "loss": 0.2397,
      "num_input_tokens_seen": 95276080,
      "step": 1215,
      "train_runtime": 16055.5553,
      "train_tokens_per_second": 5934.15
    },
    {
      "epoch": 0.488,
      "grad_norm": 0.6447256273387733,
      "learning_rate": 8.603723589509342e-06,
      "loss": 0.2477,
      "num_input_tokens_seen": 95722112,
      "step": 1220,
      "train_runtime": 16124.7208,
      "train_tokens_per_second": 5936.358
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.7012472368965309,
      "learning_rate": 8.592817054439184e-06,
      "loss": 0.2625,
      "num_input_tokens_seen": 96141024,
      "step": 1225,
      "train_runtime": 16196.1707,
      "train_tokens_per_second": 5936.034
    },
    {
      "epoch": 0.492,
      "grad_norm": 0.6324888494194018,
      "learning_rate": 8.581875059715177e-06,
      "loss": 0.2503,
      "num_input_tokens_seen": 96587392,
      "step": 1230,
      "train_runtime": 16262.1697,
      "train_tokens_per_second": 5939.391
    },
    {
      "epoch": 0.494,
      "grad_norm": 0.7054612824038707,
      "learning_rate": 8.570897713330392e-06,
      "loss": 0.2599,
      "num_input_tokens_seen": 97023264,
      "step": 1235,
      "train_runtime": 16336.3737,
      "train_tokens_per_second": 5939.094
    },
    {
      "epoch": 0.496,
      "grad_norm": 0.8286039820576346,
      "learning_rate": 8.559885123626806e-06,
      "loss": 0.2513,
      "num_input_tokens_seen": 97430560,
      "step": 1240,
      "train_runtime": 16397.8473,
      "train_tokens_per_second": 5941.668
    },
    {
      "epoch": 0.498,
      "grad_norm": 0.564446015093804,
      "learning_rate": 8.548837399294235e-06,
      "loss": 0.2637,
      "num_input_tokens_seen": 97827472,
      "step": 1245,
      "train_runtime": 16455.0469,
      "train_tokens_per_second": 5945.135
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.7169858114687652,
      "learning_rate": 8.537754649369256e-06,
      "loss": 0.2419,
      "num_input_tokens_seen": 98229376,
      "step": 1250,
      "train_runtime": 16532.9815,
      "train_tokens_per_second": 5941.419
    },
    {
      "epoch": 0.502,
      "grad_norm": 0.753834648508727,
      "learning_rate": 8.526636983234135e-06,
      "loss": 0.2418,
      "num_input_tokens_seen": 98599872,
      "step": 1255,
      "train_runtime": 16586.3065,
      "train_tokens_per_second": 5944.655
    },
    {
      "epoch": 0.504,
      "grad_norm": 0.6582526707978466,
      "learning_rate": 8.515484510615753e-06,
      "loss": 0.2554,
      "num_input_tokens_seen": 99026864,
      "step": 1260,
      "train_runtime": 16653.3937,
      "train_tokens_per_second": 5946.347
    },
    {
      "epoch": 0.506,
      "grad_norm": 0.6945432775129547,
      "learning_rate": 8.504297341584509e-06,
      "loss": 0.2658,
      "num_input_tokens_seen": 99395904,
      "step": 1265,
      "train_runtime": 16722.2133,
      "train_tokens_per_second": 5943.944
    },
    {
      "epoch": 0.508,
      "grad_norm": 0.7918732739548086,
      "learning_rate": 8.493075586553245e-06,
      "loss": 0.2281,
      "num_input_tokens_seen": 99825616,
      "step": 1270,
      "train_runtime": 16787.7864,
      "train_tokens_per_second": 5946.324
    },
    {
      "epoch": 0.51,
      "grad_norm": 0.7696512289103038,
      "learning_rate": 8.481819356276155e-06,
      "loss": 0.2434,
      "num_input_tokens_seen": 100220256,
      "step": 1275,
      "train_runtime": 16855.7722,
      "train_tokens_per_second": 5945.753
    },
    {
      "epoch": 0.512,
      "grad_norm": 0.7508764829190959,
      "learning_rate": 8.470528761847684e-06,
      "loss": 0.2503,
      "num_input_tokens_seen": 100620576,
      "step": 1280,
      "train_runtime": 16926.3709,
      "train_tokens_per_second": 5944.604
    },
    {
      "epoch": 0.514,
      "grad_norm": 0.9707421200986698,
      "learning_rate": 8.459203914701444e-06,
      "loss": 0.2738,
      "num_input_tokens_seen": 101019904,
      "step": 1285,
      "train_runtime": 16986.4734,
      "train_tokens_per_second": 5947.079
    },
    {
      "epoch": 0.516,
      "grad_norm": 0.8459354981861116,
      "learning_rate": 8.447844926609103e-06,
      "loss": 0.2742,
      "num_input_tokens_seen": 101476336,
      "step": 1290,
      "train_runtime": 17064.6621,
      "train_tokens_per_second": 5946.578
    },
    {
      "epoch": 0.518,
      "grad_norm": 0.6264057337370963,
      "learning_rate": 8.436451909679286e-06,
      "loss": 0.2436,
      "num_input_tokens_seen": 101840464,
      "step": 1295,
      "train_runtime": 17121.8045,
      "train_tokens_per_second": 5947.998
    },
    {
      "epoch": 0.52,
      "grad_norm": 0.8953106899143487,
      "learning_rate": 8.425024976356474e-06,
      "loss": 0.2449,
      "num_input_tokens_seen": 102215776,
      "step": 1300,
      "train_runtime": 17186.2906,
      "train_tokens_per_second": 5947.518
    },
    {
      "epoch": 0.522,
      "grad_norm": 0.9429866958899052,
      "learning_rate": 8.413564239419883e-06,
      "loss": 0.2516,
      "num_input_tokens_seen": 102620256,
      "step": 1305,
      "train_runtime": 17260.7388,
      "train_tokens_per_second": 5945.299
    },
    {
      "epoch": 0.524,
      "grad_norm": 0.7083743370162111,
      "learning_rate": 8.40206981198236e-06,
      "loss": 0.2496,
      "num_input_tokens_seen": 102981744,
      "step": 1310,
      "train_runtime": 17315.691,
      "train_tokens_per_second": 5947.308
    },
    {
      "epoch": 0.526,
      "grad_norm": 0.7049439211819539,
      "learning_rate": 8.390541807489266e-06,
      "loss": 0.2612,
      "num_input_tokens_seen": 103420880,
      "step": 1315,
      "train_runtime": 17394.0332,
      "train_tokens_per_second": 5945.768
    },
    {
      "epoch": 0.528,
      "grad_norm": 0.6884521726121087,
      "learning_rate": 8.378980339717348e-06,
      "loss": 0.2544,
      "num_input_tokens_seen": 103881808,
      "step": 1320,
      "train_runtime": 17469.4075,
      "train_tokens_per_second": 5946.499
    },
    {
      "epoch": 0.53,
      "grad_norm": 1.0516635133353769,
      "learning_rate": 8.367385522773625e-06,
      "loss": 0.2626,
      "num_input_tokens_seen": 104250576,
      "step": 1325,
      "train_runtime": 17525.1657,
      "train_tokens_per_second": 5948.621
    },
    {
      "epoch": 0.532,
      "grad_norm": 0.7098039380682222,
      "learning_rate": 8.355757471094263e-06,
      "loss": 0.2524,
      "num_input_tokens_seen": 104591808,
      "step": 1330,
      "train_runtime": 17586.521,
      "train_tokens_per_second": 5947.271
    },
    {
      "epoch": 0.534,
      "grad_norm": 0.5159589865497483,
      "learning_rate": 8.344096299443434e-06,
      "loss": 0.2493,
      "num_input_tokens_seen": 104999392,
      "step": 1335,
      "train_runtime": 17651.5705,
      "train_tokens_per_second": 5948.445
    },
    {
      "epoch": 0.536,
      "grad_norm": 0.904008052443577,
      "learning_rate": 8.332402122912198e-06,
      "loss": 0.2369,
      "num_input_tokens_seen": 105360928,
      "step": 1340,
      "train_runtime": 17714.3169,
      "train_tokens_per_second": 5947.784
    },
    {
      "epoch": 0.538,
      "grad_norm": 0.6651472179253896,
      "learning_rate": 8.320675056917353e-06,
      "loss": 0.2566,
      "num_input_tokens_seen": 105742624,
      "step": 1345,
      "train_runtime": 17778.4474,
      "train_tokens_per_second": 5947.799
    },
    {
      "epoch": 0.54,
      "grad_norm": 0.7927826502831012,
      "learning_rate": 8.308915217200305e-06,
      "loss": 0.2643,
      "num_input_tokens_seen": 106120016,
      "step": 1350,
      "train_runtime": 17837.0793,
      "train_tokens_per_second": 5949.405
    },
    {
      "epoch": 0.542,
      "grad_norm": 0.8565986406816929,
      "learning_rate": 8.297122719825928e-06,
      "loss": 0.2274,
      "num_input_tokens_seen": 106498992,
      "step": 1355,
      "train_runtime": 17911.1244,
      "train_tokens_per_second": 5945.969
    },
    {
      "epoch": 0.544,
      "grad_norm": 0.6638912658832349,
      "learning_rate": 8.285297681181408e-06,
      "loss": 0.233,
      "num_input_tokens_seen": 106906656,
      "step": 1360,
      "train_runtime": 17973.95,
      "train_tokens_per_second": 5947.867
    },
    {
      "epoch": 0.546,
      "grad_norm": 0.8715953996990423,
      "learning_rate": 8.273440217975103e-06,
      "loss": 0.2527,
      "num_input_tokens_seen": 107212272,
      "step": 1365,
      "train_runtime": 18023.9906,
      "train_tokens_per_second": 5948.309
    },
    {
      "epoch": 0.548,
      "grad_norm": 0.7473907734015952,
      "learning_rate": 8.261550447235389e-06,
      "loss": 0.2356,
      "num_input_tokens_seen": 107567200,
      "step": 1370,
      "train_runtime": 18080.5797,
      "train_tokens_per_second": 5949.323
    },
    {
      "epoch": 0.55,
      "grad_norm": 0.7915564307590499,
      "learning_rate": 8.2496284863095e-06,
      "loss": 0.2204,
      "num_input_tokens_seen": 108001632,
      "step": 1375,
      "train_runtime": 18151.1849,
      "train_tokens_per_second": 5950.115
    },
    {
      "epoch": 0.552,
      "grad_norm": 0.690764307158169,
      "learning_rate": 8.23767445286238e-06,
      "loss": 0.2518,
      "num_input_tokens_seen": 108400032,
      "step": 1380,
      "train_runtime": 18216.9813,
      "train_tokens_per_second": 5950.494
    },
    {
      "epoch": 0.554,
      "grad_norm": 0.6612957959493211,
      "learning_rate": 8.225688464875514e-06,
      "loss": 0.254,
      "num_input_tokens_seen": 108793600,
      "step": 1385,
      "train_runtime": 18294.9254,
      "train_tokens_per_second": 5946.654
    },
    {
      "epoch": 0.556,
      "grad_norm": 0.8146239119318059,
      "learning_rate": 8.213670640645762e-06,
      "loss": 0.2616,
      "num_input_tokens_seen": 109239856,
      "step": 1390,
      "train_runtime": 18361.5892,
      "train_tokens_per_second": 5949.368
    },
    {
      "epoch": 0.558,
      "grad_norm": 0.9407259867063503,
      "learning_rate": 8.201621098784198e-06,
      "loss": 0.2497,
      "num_input_tokens_seen": 109586848,
      "step": 1395,
      "train_runtime": 18423.9904,
      "train_tokens_per_second": 5948.052
    },
    {
      "epoch": 0.56,
      "grad_norm": 0.6787557953668363,
      "learning_rate": 8.189539958214934e-06,
      "loss": 0.2422,
      "num_input_tokens_seen": 110004576,
      "step": 1400,
      "train_runtime": 18486.0657,
      "train_tokens_per_second": 5950.675
    },
    {
      "epoch": 0.562,
      "grad_norm": 0.6738263355281091,
      "learning_rate": 8.177427338173955e-06,
      "loss": 0.2511,
      "num_input_tokens_seen": 110425520,
      "step": 1405,
      "train_runtime": 18556.9515,
      "train_tokens_per_second": 5950.628
    },
    {
      "epoch": 0.564,
      "grad_norm": 0.6654146458771333,
      "learning_rate": 8.165283358207924e-06,
      "loss": 0.2545,
      "num_input_tokens_seen": 110798416,
      "step": 1410,
      "train_runtime": 18617.3657,
      "train_tokens_per_second": 5951.348
    },
    {
      "epoch": 0.566,
      "grad_norm": 0.7124097479742371,
      "learning_rate": 8.153108138173027e-06,
      "loss": 0.243,
      "num_input_tokens_seen": 111221456,
      "step": 1415,
      "train_runtime": 18693.9621,
      "train_tokens_per_second": 5949.592
    },
    {
      "epoch": 0.568,
      "grad_norm": 0.7722193156964303,
      "learning_rate": 8.140901798233766e-06,
      "loss": 0.2481,
      "num_input_tokens_seen": 111584784,
      "step": 1420,
      "train_runtime": 18761.6948,
      "train_tokens_per_second": 5947.479
    },
    {
      "epoch": 0.57,
      "grad_norm": 0.708503545830723,
      "learning_rate": 8.12866445886179e-06,
      "loss": 0.2444,
      "num_input_tokens_seen": 111922640,
      "step": 1425,
      "train_runtime": 18826.1559,
      "train_tokens_per_second": 5945.061
    },
    {
      "epoch": 0.572,
      "grad_norm": 0.858693182825798,
      "learning_rate": 8.116396240834699e-06,
      "loss": 0.2414,
      "num_input_tokens_seen": 112287760,
      "step": 1430,
      "train_runtime": 18895.7567,
      "train_tokens_per_second": 5942.485
    },
    {
      "epoch": 0.574,
      "grad_norm": 0.6950450411170785,
      "learning_rate": 8.10409726523485e-06,
      "loss": 0.2424,
      "num_input_tokens_seen": 112661728,
      "step": 1435,
      "train_runtime": 18947.4324,
      "train_tokens_per_second": 5946.016
    },
    {
      "epoch": 0.576,
      "grad_norm": 0.9025950371365907,
      "learning_rate": 8.091767653448169e-06,
      "loss": 0.2563,
      "num_input_tokens_seen": 113064880,
      "step": 1440,
      "train_runtime": 19013.0998,
      "train_tokens_per_second": 5946.683
    },
    {
      "epoch": 0.578,
      "grad_norm": 0.783582958375125,
      "learning_rate": 8.079407527162944e-06,
      "loss": 0.2386,
      "num_input_tokens_seen": 113464160,
      "step": 1445,
      "train_runtime": 19080.6528,
      "train_tokens_per_second": 5946.555
    },
    {
      "epoch": 0.58,
      "grad_norm": 0.6682602674979189,
      "learning_rate": 8.067017008368632e-06,
      "loss": 0.2558,
      "num_input_tokens_seen": 113867952,
      "step": 1450,
      "train_runtime": 19145.0648,
      "train_tokens_per_second": 5947.64
    },
    {
      "epoch": 0.582,
      "grad_norm": 0.707706565040942,
      "learning_rate": 8.054596219354655e-06,
      "loss": 0.2554,
      "num_input_tokens_seen": 114273424,
      "step": 1455,
      "train_runtime": 19222.6331,
      "train_tokens_per_second": 5944.733
    },
    {
      "epoch": 0.584,
      "grad_norm": 0.7233732054254851,
      "learning_rate": 8.042145282709181e-06,
      "loss": 0.2601,
      "num_input_tokens_seen": 114717424,
      "step": 1460,
      "train_runtime": 19289.3055,
      "train_tokens_per_second": 5947.203
    },
    {
      "epoch": 0.586,
      "grad_norm": 0.6422217738433834,
      "learning_rate": 8.029664321317932e-06,
      "loss": 0.2601,
      "num_input_tokens_seen": 115135984,
      "step": 1465,
      "train_runtime": 19354.3487,
      "train_tokens_per_second": 5948.843
    },
    {
      "epoch": 0.588,
      "grad_norm": 0.7333788682022774,
      "learning_rate": 8.017153458362957e-06,
      "loss": 0.2652,
      "num_input_tokens_seen": 115545440,
      "step": 1470,
      "train_runtime": 19414.5638,
      "train_tokens_per_second": 5951.483
    },
    {
      "epoch": 0.59,
      "grad_norm": 0.6290152315681616,
      "learning_rate": 8.004612817321419e-06,
      "loss": 0.2579,
      "num_input_tokens_seen": 115943440,
      "step": 1475,
      "train_runtime": 19481.8184,
      "train_tokens_per_second": 5951.366
    },
    {
      "epoch": 0.592,
      "grad_norm": 0.7113000835362475,
      "learning_rate": 7.99204252196439e-06,
      "loss": 0.2586,
      "num_input_tokens_seen": 116366400,
      "step": 1480,
      "train_runtime": 19550.9137,
      "train_tokens_per_second": 5951.967
    },
    {
      "epoch": 0.594,
      "grad_norm": 0.676866820935986,
      "learning_rate": 7.979442696355601e-06,
      "loss": 0.2324,
      "num_input_tokens_seen": 116736672,
      "step": 1485,
      "train_runtime": 19619.6574,
      "train_tokens_per_second": 5949.985
    },
    {
      "epoch": 0.596,
      "grad_norm": 0.63597242705262,
      "learning_rate": 7.966813464850252e-06,
      "loss": 0.2577,
      "num_input_tokens_seen": 117116064,
      "step": 1490,
      "train_runtime": 19679.1949,
      "train_tokens_per_second": 5951.263
    },
    {
      "epoch": 0.598,
      "grad_norm": 0.5934642312626544,
      "learning_rate": 7.954154952093754e-06,
      "loss": 0.2366,
      "num_input_tokens_seen": 117565696,
      "step": 1495,
      "train_runtime": 19754.6802,
      "train_tokens_per_second": 5951.283
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.8246530677768509,
      "learning_rate": 7.941467283020521e-06,
      "loss": 0.2458,
      "num_input_tokens_seen": 117980528,
      "step": 1500,
      "train_runtime": 19825.7152,
      "train_tokens_per_second": 5950.884
    },
    {
      "epoch": 0.602,
      "grad_norm": 0.6803775472920268,
      "learning_rate": 7.928750582852722e-06,
      "loss": 0.2354,
      "num_input_tokens_seen": 118392000,
      "step": 1505,
      "train_runtime": 19894.375,
      "train_tokens_per_second": 5951.029
    },
    {
      "epoch": 0.604,
      "grad_norm": 0.6829702832729062,
      "learning_rate": 7.916004977099054e-06,
      "loss": 0.2437,
      "num_input_tokens_seen": 118773680,
      "step": 1510,
      "train_runtime": 19959.575,
      "train_tokens_per_second": 5950.712
    },
    {
      "epoch": 0.606,
      "grad_norm": 0.5796988428999044,
      "learning_rate": 7.903230591553504e-06,
      "loss": 0.2312,
      "num_input_tokens_seen": 119115104,
      "step": 1515,
      "train_runtime": 20011.3737,
      "train_tokens_per_second": 5952.37
    },
    {
      "epoch": 0.608,
      "grad_norm": 0.7848124831820052,
      "learning_rate": 7.890427552294093e-06,
      "loss": 0.2591,
      "num_input_tokens_seen": 119460384,
      "step": 1520,
      "train_runtime": 20074.942,
      "train_tokens_per_second": 5950.721
    },
    {
      "epoch": 0.61,
      "grad_norm": 0.7615681932253368,
      "learning_rate": 7.877595985681656e-06,
      "loss": 0.2653,
      "num_input_tokens_seen": 119858560,
      "step": 1525,
      "train_runtime": 20141.7147,
      "train_tokens_per_second": 5950.762
    },
    {
      "epoch": 0.612,
      "grad_norm": 0.6772425523098504,
      "learning_rate": 7.864736018358571e-06,
      "loss": 0.2344,
      "num_input_tokens_seen": 120298352,
      "step": 1530,
      "train_runtime": 20211.3072,
      "train_tokens_per_second": 5952.032
    },
    {
      "epoch": 0.614,
      "grad_norm": 0.7585007734797548,
      "learning_rate": 7.851847777247528e-06,
      "loss": 0.2657,
      "num_input_tokens_seen": 120735536,
      "step": 1535,
      "train_runtime": 20289.6603,
      "train_tokens_per_second": 5950.594
    },
    {
      "epoch": 0.616,
      "grad_norm": 0.9257964242960042,
      "learning_rate": 7.83893138955026e-06,
      "loss": 0.2744,
      "num_input_tokens_seen": 121111328,
      "step": 1540,
      "train_runtime": 20354.3359,
      "train_tokens_per_second": 5950.149
    },
    {
      "epoch": 0.618,
      "grad_norm": 0.7584226438302087,
      "learning_rate": 7.8259869827463e-06,
      "loss": 0.2471,
      "num_input_tokens_seen": 121505792,
      "step": 1545,
      "train_runtime": 20414.9433,
      "train_tokens_per_second": 5951.806
    },
    {
      "epoch": 0.62,
      "grad_norm": 0.7804373473000645,
      "learning_rate": 7.813014684591718e-06,
      "loss": 0.2406,
      "num_input_tokens_seen": 121888000,
      "step": 1550,
      "train_runtime": 20492.5707,
      "train_tokens_per_second": 5947.912
    },
    {
      "epoch": 0.622,
      "grad_norm": 0.6855534375843669,
      "learning_rate": 7.800014623117858e-06,
      "loss": 0.2424,
      "num_input_tokens_seen": 122302912,
      "step": 1555,
      "train_runtime": 20566.4692,
      "train_tokens_per_second": 5946.714
    },
    {
      "epoch": 0.624,
      "grad_norm": 0.7810986327996574,
      "learning_rate": 7.786986926630079e-06,
      "loss": 0.2585,
      "num_input_tokens_seen": 122677712,
      "step": 1560,
      "train_runtime": 20618.1097,
      "train_tokens_per_second": 5949.998
    },
    {
      "epoch": 0.626,
      "grad_norm": 0.7759520825635546,
      "learning_rate": 7.773931723706487e-06,
      "loss": 0.2532,
      "num_input_tokens_seen": 123054656,
      "step": 1565,
      "train_runtime": 20678.9508,
      "train_tokens_per_second": 5950.72
    },
    {
      "epoch": 0.628,
      "grad_norm": 0.7987781132107461,
      "learning_rate": 7.760849143196664e-06,
      "loss": 0.2555,
      "num_input_tokens_seen": 123475648,
      "step": 1570,
      "train_runtime": 20756.4498,
      "train_tokens_per_second": 5948.785
    },
    {
      "epoch": 0.63,
      "grad_norm": 0.7418203966884972,
      "learning_rate": 7.747739314220398e-06,
      "loss": 0.2416,
      "num_input_tokens_seen": 123922816,
      "step": 1575,
      "train_runtime": 20831.9196,
      "train_tokens_per_second": 5948.699
    },
    {
      "epoch": 0.632,
      "grad_norm": 0.6174717984031014,
      "learning_rate": 7.734602366166406e-06,
      "loss": 0.2552,
      "num_input_tokens_seen": 124277408,
      "step": 1580,
      "train_runtime": 20888.719,
      "train_tokens_per_second": 5949.499
    },
    {
      "epoch": 0.634,
      "grad_norm": 0.587009610351487,
      "learning_rate": 7.721438428691065e-06,
      "loss": 0.2438,
      "num_input_tokens_seen": 124687888,
      "step": 1585,
      "train_runtime": 20962.2577,
      "train_tokens_per_second": 5948.209
    },
    {
      "epoch": 0.636,
      "grad_norm": 0.7006930473267186,
      "learning_rate": 7.708247631717122e-06,
      "loss": 0.2349,
      "num_input_tokens_seen": 125035328,
      "step": 1590,
      "train_runtime": 21019.6479,
      "train_tokens_per_second": 5948.498
    },
    {
      "epoch": 0.638,
      "grad_norm": 0.7599865290838017,
      "learning_rate": 7.695030105432417e-06,
      "loss": 0.2621,
      "num_input_tokens_seen": 125398688,
      "step": 1595,
      "train_runtime": 21076.0616,
      "train_tokens_per_second": 5949.816
    },
    {
      "epoch": 0.64,
      "grad_norm": 0.6599089458820105,
      "learning_rate": 7.681785980288601e-06,
      "loss": 0.2424,
      "num_input_tokens_seen": 125792304,
      "step": 1600,
      "train_runtime": 21138.3773,
      "train_tokens_per_second": 5950.897
    },
    {
      "epoch": 0.642,
      "grad_norm": 0.6818631558687155,
      "learning_rate": 7.668515386999837e-06,
      "loss": 0.2416,
      "num_input_tokens_seen": 126242176,
      "step": 1605,
      "train_runtime": 21213.8268,
      "train_tokens_per_second": 5950.938
    },
    {
      "epoch": 0.644,
      "grad_norm": 0.6131556907902158,
      "learning_rate": 7.65521845654153e-06,
      "loss": 0.2298,
      "num_input_tokens_seen": 126620048,
      "step": 1610,
      "train_runtime": 21289.2762,
      "train_tokens_per_second": 5947.598
    },
    {
      "epoch": 0.646,
      "grad_norm": 0.7008878416577765,
      "learning_rate": 7.641895320149008e-06,
      "loss": 0.2582,
      "num_input_tokens_seen": 127024944,
      "step": 1615,
      "train_runtime": 21353.3578,
      "train_tokens_per_second": 5948.711
    },
    {
      "epoch": 0.648,
      "grad_norm": 0.7032794542013124,
      "learning_rate": 7.628546109316257e-06,
      "loss": 0.2617,
      "num_input_tokens_seen": 127455024,
      "step": 1620,
      "train_runtime": 21427.4186,
      "train_tokens_per_second": 5948.221
    },
    {
      "epoch": 0.65,
      "grad_norm": 0.9036139861758402,
      "learning_rate": 7.615170955794592e-06,
      "loss": 0.2782,
      "num_input_tokens_seen": 127834640,
      "step": 1625,
      "train_runtime": 21504.2807,
      "train_tokens_per_second": 5944.614
    },
    {
      "epoch": 0.652,
      "grad_norm": 0.8227192501807431,
      "learning_rate": 7.60176999159138e-06,
      "loss": 0.25,
      "num_input_tokens_seen": 128188304,
      "step": 1630,
      "train_runtime": 21559.1839,
      "train_tokens_per_second": 5945.879
    },
    {
      "epoch": 0.654,
      "grad_norm": 0.6968370902757749,
      "learning_rate": 7.588343348968728e-06,
      "loss": 0.2343,
      "num_input_tokens_seen": 128624560,
      "step": 1635,
      "train_runtime": 21637.7464,
      "train_tokens_per_second": 5944.453
    },
    {
      "epoch": 0.656,
      "grad_norm": 0.6928512624740695,
      "learning_rate": 7.574891160442179e-06,
      "loss": 0.2391,
      "num_input_tokens_seen": 128979536,
      "step": 1640,
      "train_runtime": 21696.0196,
      "train_tokens_per_second": 5944.848
    },
    {
      "epoch": 0.658,
      "grad_norm": 0.6282910568416581,
      "learning_rate": 7.561413558779401e-06,
      "loss": 0.2453,
      "num_input_tokens_seen": 129395280,
      "step": 1645,
      "train_runtime": 21773.3461,
      "train_tokens_per_second": 5942.829
    },
    {
      "epoch": 0.66,
      "grad_norm": 0.5387647591500422,
      "learning_rate": 7.547910676998883e-06,
      "loss": 0.2445,
      "num_input_tokens_seen": 129790480,
      "step": 1650,
      "train_runtime": 21839.9147,
      "train_tokens_per_second": 5942.811
    },
    {
      "epoch": 0.662,
      "grad_norm": 0.7777098347909889,
      "learning_rate": 7.534382648368617e-06,
      "loss": 0.2519,
      "num_input_tokens_seen": 130179568,
      "step": 1655,
      "train_runtime": 21901.6622,
      "train_tokens_per_second": 5943.821
    },
    {
      "epoch": 0.664,
      "grad_norm": 0.769633021051581,
      "learning_rate": 7.520829606404781e-06,
      "loss": 0.2464,
      "num_input_tokens_seen": 130546960,
      "step": 1660,
      "train_runtime": 21956.2789,
      "train_tokens_per_second": 5945.769
    },
    {
      "epoch": 0.666,
      "grad_norm": 0.798499009796827,
      "learning_rate": 7.507251684870433e-06,
      "loss": 0.2613,
      "num_input_tokens_seen": 131000944,
      "step": 1665,
      "train_runtime": 22027.5074,
      "train_tokens_per_second": 5947.152
    },
    {
      "epoch": 0.668,
      "grad_norm": 0.7054809636104681,
      "learning_rate": 7.493649017774172e-06,
      "loss": 0.2391,
      "num_input_tokens_seen": 131408096,
      "step": 1670,
      "train_runtime": 22092.0472,
      "train_tokens_per_second": 5948.208
    },
    {
      "epoch": 0.67,
      "grad_norm": 0.7480944347369234,
      "learning_rate": 7.480021739368831e-06,
      "loss": 0.238,
      "num_input_tokens_seen": 131842384,
      "step": 1675,
      "train_runtime": 22165.098,
      "train_tokens_per_second": 5948.198
    },
    {
      "epoch": 0.672,
      "grad_norm": 0.7749303371068519,
      "learning_rate": 7.46636998415015e-06,
      "loss": 0.2482,
      "num_input_tokens_seen": 132275008,
      "step": 1680,
      "train_runtime": 22241.2007,
      "train_tokens_per_second": 5947.296
    },
    {
      "epoch": 0.674,
      "grad_norm": 0.5451444378369477,
      "learning_rate": 7.452693886855438e-06,
      "loss": 0.2456,
      "num_input_tokens_seen": 132563520,
      "step": 1685,
      "train_runtime": 22282.3979,
      "train_tokens_per_second": 5949.248
    },
    {
      "epoch": 0.676,
      "grad_norm": 0.7569897610310852,
      "learning_rate": 7.438993582462255e-06,
      "loss": 0.2424,
      "num_input_tokens_seen": 132997392,
      "step": 1690,
      "train_runtime": 22352.6253,
      "train_tokens_per_second": 5949.967
    },
    {
      "epoch": 0.678,
      "grad_norm": 1.0505987211800965,
      "learning_rate": 7.425269206187076e-06,
      "loss": 0.2544,
      "num_input_tokens_seen": 133426496,
      "step": 1695,
      "train_runtime": 22430.7241,
      "train_tokens_per_second": 5948.381
    },
    {
      "epoch": 0.68,
      "grad_norm": 0.9802178584484053,
      "learning_rate": 7.411520893483952e-06,
      "loss": 0.2391,
      "num_input_tokens_seen": 133870544,
      "step": 1700,
      "train_runtime": 22509.2718,
      "train_tokens_per_second": 5947.351
    },
    {
      "epoch": 0.682,
      "grad_norm": 0.6878690951367751,
      "learning_rate": 7.397748780043179e-06,
      "loss": 0.2578,
      "num_input_tokens_seen": 134297232,
      "step": 1705,
      "train_runtime": 22573.9014,
      "train_tokens_per_second": 5949.226
    },
    {
      "epoch": 0.684,
      "grad_norm": 0.5834750130153558,
      "learning_rate": 7.38395300178996e-06,
      "loss": 0.2515,
      "num_input_tokens_seen": 134663632,
      "step": 1710,
      "train_runtime": 22644.4422,
      "train_tokens_per_second": 5946.873
    },
    {
      "epoch": 0.686,
      "grad_norm": 0.9249623959814148,
      "learning_rate": 7.370133694883052e-06,
      "loss": 0.2333,
      "num_input_tokens_seen": 135047920,
      "step": 1715,
      "train_runtime": 22705.4724,
      "train_tokens_per_second": 5947.814
    },
    {
      "epoch": 0.688,
      "grad_norm": 0.6098108074100824,
      "learning_rate": 7.356290995713436e-06,
      "loss": 0.2569,
      "num_input_tokens_seen": 135533312,
      "step": 1720,
      "train_runtime": 22783.9238,
      "train_tokens_per_second": 5948.638
    },
    {
      "epoch": 0.69,
      "grad_norm": 0.7622642918846533,
      "learning_rate": 7.342425040902967e-06,
      "loss": 0.2587,
      "num_input_tokens_seen": 135924224,
      "step": 1725,
      "train_runtime": 22851.1503,
      "train_tokens_per_second": 5948.244
    },
    {
      "epoch": 0.692,
      "grad_norm": 0.7997119352799948,
      "learning_rate": 7.32853596730302e-06,
      "loss": 0.2396,
      "num_input_tokens_seen": 136269040,
      "step": 1730,
      "train_runtime": 22918.3706,
      "train_tokens_per_second": 5945.843
    },
    {
      "epoch": 0.694,
      "grad_norm": 0.617079296944827,
      "learning_rate": 7.314623911993143e-06,
      "loss": 0.2483,
      "num_input_tokens_seen": 136639296,
      "step": 1735,
      "train_runtime": 22978.1982,
      "train_tokens_per_second": 5946.476
    },
    {
      "epoch": 0.696,
      "grad_norm": 0.7038872747532084,
      "learning_rate": 7.300689012279706e-06,
      "loss": 0.2255,
      "num_input_tokens_seen": 137049552,
      "step": 1740,
      "train_runtime": 23047.5997,
      "train_tokens_per_second": 5946.37
    },
    {
      "epoch": 0.698,
      "grad_norm": 0.700125410633313,
      "learning_rate": 7.286731405694544e-06,
      "loss": 0.2147,
      "num_input_tokens_seen": 137441952,
      "step": 1745,
      "train_runtime": 23110.0137,
      "train_tokens_per_second": 5947.29
    },
    {
      "epoch": 0.7,
      "grad_norm": 0.7270805438257301,
      "learning_rate": 7.272751229993598e-06,
      "loss": 0.2395,
      "num_input_tokens_seen": 137846304,
      "step": 1750,
      "train_runtime": 23172.4464,
      "train_tokens_per_second": 5948.716
    },
    {
      "epoch": 0.702,
      "grad_norm": 0.9542369589000788,
      "learning_rate": 7.258748623155558e-06,
      "loss": 0.2618,
      "num_input_tokens_seen": 138221600,
      "step": 1755,
      "train_runtime": 23231.6747,
      "train_tokens_per_second": 5949.705
    },
    {
      "epoch": 0.704,
      "grad_norm": 0.7708838947852765,
      "learning_rate": 7.244723723380504e-06,
      "loss": 0.2495,
      "num_input_tokens_seen": 138551408,
      "step": 1760,
      "train_runtime": 23285.9836,
      "train_tokens_per_second": 5949.992
    },
    {
      "epoch": 0.706,
      "grad_norm": 0.7712799091118461,
      "learning_rate": 7.23067666908853e-06,
      "loss": 0.2567,
      "num_input_tokens_seen": 138961472,
      "step": 1765,
      "train_runtime": 23355.8988,
      "train_tokens_per_second": 5949.738
    },
    {
      "epoch": 0.708,
      "grad_norm": 0.7569151862311946,
      "learning_rate": 7.216607598918392e-06,
      "loss": 0.2481,
      "num_input_tokens_seen": 139357456,
      "step": 1770,
      "train_runtime": 23423.3842,
      "train_tokens_per_second": 5949.501
    },
    {
      "epoch": 0.71,
      "grad_norm": 0.6715017049823879,
      "learning_rate": 7.202516651726135e-06,
      "loss": 0.2582,
      "num_input_tokens_seen": 139772704,
      "step": 1775,
      "train_runtime": 23495.5051,
      "train_tokens_per_second": 5948.912
    },
    {
      "epoch": 0.712,
      "grad_norm": 0.7171565711417337,
      "learning_rate": 7.1884039665837165e-06,
      "loss": 0.2319,
      "num_input_tokens_seen": 140175600,
      "step": 1780,
      "train_runtime": 23566.3719,
      "train_tokens_per_second": 5948.12
    },
    {
      "epoch": 0.714,
      "grad_norm": 0.7456884832299608,
      "learning_rate": 7.1742696827776415e-06,
      "loss": 0.2401,
      "num_input_tokens_seen": 140581648,
      "step": 1785,
      "train_runtime": 23637.9719,
      "train_tokens_per_second": 5947.28
    },
    {
      "epoch": 0.716,
      "grad_norm": 0.7525544880376253,
      "learning_rate": 7.160113939807587e-06,
      "loss": 0.239,
      "num_input_tokens_seen": 140968624,
      "step": 1790,
      "train_runtime": 23704.7362,
      "train_tokens_per_second": 5946.855
    },
    {
      "epoch": 0.718,
      "grad_norm": 0.7879553824914558,
      "learning_rate": 7.145936877385019e-06,
      "loss": 0.2254,
      "num_input_tokens_seen": 141456880,
      "step": 1795,
      "train_runtime": 23780.4742,
      "train_tokens_per_second": 5948.447
    },
    {
      "epoch": 0.72,
      "grad_norm": 0.6311955732363271,
      "learning_rate": 7.131738635431822e-06,
      "loss": 0.2468,
      "num_input_tokens_seen": 141757984,
      "step": 1800,
      "train_runtime": 23831.672,
      "train_tokens_per_second": 5948.302
    },
    {
      "epoch": 0.722,
      "grad_norm": 0.6989839986980433,
      "learning_rate": 7.11751935407891e-06,
      "loss": 0.2488,
      "num_input_tokens_seen": 142217936,
      "step": 1805,
      "train_runtime": 23894.4573,
      "train_tokens_per_second": 5951.922
    },
    {
      "epoch": 0.724,
      "grad_norm": 0.7097400213735673,
      "learning_rate": 7.103279173664851e-06,
      "loss": 0.2444,
      "num_input_tokens_seen": 142634320,
      "step": 1810,
      "train_runtime": 23967.6077,
      "train_tokens_per_second": 5951.129
    },
    {
      "epoch": 0.726,
      "grad_norm": 0.8803147982554296,
      "learning_rate": 7.089018234734476e-06,
      "loss": 0.2165,
      "num_input_tokens_seen": 142950304,
      "step": 1815,
      "train_runtime": 24025.9246,
      "train_tokens_per_second": 5949.836
    },
    {
      "epoch": 0.728,
      "grad_norm": 0.7666276980489303,
      "learning_rate": 7.074736678037495e-06,
      "loss": 0.2464,
      "num_input_tokens_seen": 143344704,
      "step": 1820,
      "train_runtime": 24103.6543,
      "train_tokens_per_second": 5947.011
    },
    {
      "epoch": 0.73,
      "grad_norm": 0.7010307195980472,
      "learning_rate": 7.060434644527105e-06,
      "loss": 0.2115,
      "num_input_tokens_seen": 143742144,
      "step": 1825,
      "train_runtime": 24177.3942,
      "train_tokens_per_second": 5945.312
    },
    {
      "epoch": 0.732,
      "grad_norm": 0.6425733515884736,
      "learning_rate": 7.046112275358607e-06,
      "loss": 0.234,
      "num_input_tokens_seen": 144077152,
      "step": 1830,
      "train_runtime": 24227.8337,
      "train_tokens_per_second": 5946.762
    },
    {
      "epoch": 0.734,
      "grad_norm": 0.7067376629815052,
      "learning_rate": 7.031769711887999e-06,
      "loss": 0.2143,
      "num_input_tokens_seen": 144484576,
      "step": 1835,
      "train_runtime": 24292.9239,
      "train_tokens_per_second": 5947.599
    },
    {
      "epoch": 0.736,
      "grad_norm": 0.7142769637706615,
      "learning_rate": 7.017407095670594e-06,
      "loss": 0.2273,
      "num_input_tokens_seen": 144852640,
      "step": 1840,
      "train_runtime": 24349.9516,
      "train_tokens_per_second": 5948.786
    },
    {
      "epoch": 0.738,
      "grad_norm": 0.7450024424388124,
      "learning_rate": 7.003024568459614e-06,
      "loss": 0.2441,
      "num_input_tokens_seen": 145182656,
      "step": 1845,
      "train_runtime": 24400.0657,
      "train_tokens_per_second": 5950.093
    },
    {
      "epoch": 0.74,
      "grad_norm": 0.583393807541574,
      "learning_rate": 6.988622272204799e-06,
      "loss": 0.2422,
      "num_input_tokens_seen": 145621648,
      "step": 1850,
      "train_runtime": 24475.6918,
      "train_tokens_per_second": 5949.644
    },
    {
      "epoch": 0.742,
      "grad_norm": 0.6180993512501228,
      "learning_rate": 6.974200349050996e-06,
      "loss": 0.235,
      "num_input_tokens_seen": 146013264,
      "step": 1855,
      "train_runtime": 24541.8438,
      "train_tokens_per_second": 5949.564
    },
    {
      "epoch": 0.744,
      "grad_norm": 0.7147341091774608,
      "learning_rate": 6.959758941336762e-06,
      "loss": 0.2716,
      "num_input_tokens_seen": 146365616,
      "step": 1860,
      "train_runtime": 24601.9867,
      "train_tokens_per_second": 5949.341
    },
    {
      "epoch": 0.746,
      "grad_norm": 0.86917031416008,
      "learning_rate": 6.945298191592967e-06,
      "loss": 0.2341,
      "num_input_tokens_seen": 146754320,
      "step": 1865,
      "train_runtime": 24667.9934,
      "train_tokens_per_second": 5949.179
    },
    {
      "epoch": 0.748,
      "grad_norm": 0.7262798973273732,
      "learning_rate": 6.930818242541368e-06,
      "loss": 0.2514,
      "num_input_tokens_seen": 147171456,
      "step": 1870,
      "train_runtime": 24727.888,
      "train_tokens_per_second": 5951.639
    },
    {
      "epoch": 0.75,
      "grad_norm": 0.6370198483444947,
      "learning_rate": 6.916319237093219e-06,
      "loss": 0.2189,
      "num_input_tokens_seen": 147646320,
      "step": 1875,
      "train_runtime": 24806.7081,
      "train_tokens_per_second": 5951.871
    },
    {
      "epoch": 0.752,
      "grad_norm": 0.8726760293713298,
      "learning_rate": 6.901801318347848e-06,
      "loss": 0.2585,
      "num_input_tokens_seen": 147975568,
      "step": 1880,
      "train_runtime": 24864.9692,
      "train_tokens_per_second": 5951.166
    },
    {
      "epoch": 0.754,
      "grad_norm": 0.7702378297000733,
      "learning_rate": 6.887264629591254e-06,
      "loss": 0.2672,
      "num_input_tokens_seen": 148400576,
      "step": 1885,
      "train_runtime": 24934.885,
      "train_tokens_per_second": 5951.524
    },
    {
      "epoch": 0.756,
      "grad_norm": 0.8206586292419491,
      "learning_rate": 6.872709314294685e-06,
      "loss": 0.2799,
      "num_input_tokens_seen": 148783072,
      "step": 1890,
      "train_runtime": 25003.0005,
      "train_tokens_per_second": 5950.609
    },
    {
      "epoch": 0.758,
      "grad_norm": 0.6874374001615647,
      "learning_rate": 6.858135516113226e-06,
      "loss": 0.2466,
      "num_input_tokens_seen": 149130848,
      "step": 1895,
      "train_runtime": 25065.5397,
      "train_tokens_per_second": 5949.636
    },
    {
      "epoch": 0.76,
      "grad_norm": 0.8392979612325142,
      "learning_rate": 6.8435433788843865e-06,
      "loss": 0.2659,
      "num_input_tokens_seen": 149563296,
      "step": 1900,
      "train_runtime": 25136.1861,
      "train_tokens_per_second": 5950.119
    },
    {
      "epoch": 0.762,
      "grad_norm": 0.8786055292411358,
      "learning_rate": 6.8289330466266635e-06,
      "loss": 0.2309,
      "num_input_tokens_seen": 149916624,
      "step": 1905,
      "train_runtime": 25194.5613,
      "train_tokens_per_second": 5950.357
    },
    {
      "epoch": 0.764,
      "grad_norm": 0.8701214273853315,
      "learning_rate": 6.814304663538142e-06,
      "loss": 0.2335,
      "num_input_tokens_seen": 150286112,
      "step": 1910,
      "train_runtime": 25261.7882,
      "train_tokens_per_second": 5949.148
    },
    {
      "epoch": 0.766,
      "grad_norm": 0.7772777271877992,
      "learning_rate": 6.799658373995054e-06,
      "loss": 0.2577,
      "num_input_tokens_seen": 150645008,
      "step": 1915,
      "train_runtime": 25327.1219,
      "train_tokens_per_second": 5947.972
    },
    {
      "epoch": 0.768,
      "grad_norm": 0.6789678615174672,
      "learning_rate": 6.784994322550367e-06,
      "loss": 0.2399,
      "num_input_tokens_seen": 151060512,
      "step": 1920,
      "train_runtime": 25397.5162,
      "train_tokens_per_second": 5947.846
    },
    {
      "epoch": 0.77,
      "grad_norm": 0.8342583329233456,
      "learning_rate": 6.770312653932346e-06,
      "loss": 0.2615,
      "num_input_tokens_seen": 151368336,
      "step": 1925,
      "train_runtime": 25449.7373,
      "train_tokens_per_second": 5947.737
    },
    {
      "epoch": 0.772,
      "grad_norm": 0.7715569011388002,
      "learning_rate": 6.755613513043136e-06,
      "loss": 0.2686,
      "num_input_tokens_seen": 151745056,
      "step": 1930,
      "train_runtime": 25520.8898,
      "train_tokens_per_second": 5945.916
    },
    {
      "epoch": 0.774,
      "grad_norm": 0.5625454378176744,
      "learning_rate": 6.740897044957322e-06,
      "loss": 0.2523,
      "num_input_tokens_seen": 152255616,
      "step": 1935,
      "train_runtime": 25590.1646,
      "train_tokens_per_second": 5949.771
    },
    {
      "epoch": 0.776,
      "grad_norm": 0.6661207653183532,
      "learning_rate": 6.726163394920503e-06,
      "loss": 0.2364,
      "num_input_tokens_seen": 152666400,
      "step": 1940,
      "train_runtime": 25660.9655,
      "train_tokens_per_second": 5949.363
    },
    {
      "epoch": 0.778,
      "grad_norm": 0.6388285351639795,
      "learning_rate": 6.711412708347857e-06,
      "loss": 0.2455,
      "num_input_tokens_seen": 153036000,
      "step": 1945,
      "train_runtime": 25720.8358,
      "train_tokens_per_second": 5949.884
    },
    {
      "epoch": 0.78,
      "grad_norm": 0.8766843893276587,
      "learning_rate": 6.696645130822704e-06,
      "loss": 0.2646,
      "num_input_tokens_seen": 153381872,
      "step": 1950,
      "train_runtime": 25775.8047,
      "train_tokens_per_second": 5950.614
    },
    {
      "epoch": 0.782,
      "grad_norm": 0.7564699089666967,
      "learning_rate": 6.681860808095074e-06,
      "loss": 0.2373,
      "num_input_tokens_seen": 153796576,
      "step": 1955,
      "train_runtime": 25843.2925,
      "train_tokens_per_second": 5951.122
    },
    {
      "epoch": 0.784,
      "grad_norm": 0.6125793792916168,
      "learning_rate": 6.667059886080263e-06,
      "loss": 0.2367,
      "num_input_tokens_seen": 154185392,
      "step": 1960,
      "train_runtime": 25902.8859,
      "train_tokens_per_second": 5952.441
    },
    {
      "epoch": 0.786,
      "grad_norm": 0.7264229713494964,
      "learning_rate": 6.652242510857395e-06,
      "loss": 0.2566,
      "num_input_tokens_seen": 154549680,
      "step": 1965,
      "train_runtime": 25956.6843,
      "train_tokens_per_second": 5954.138
    },
    {
      "epoch": 0.788,
      "grad_norm": 0.6457872880391132,
      "learning_rate": 6.637408828667982e-06,
      "loss": 0.2559,
      "num_input_tokens_seen": 154973808,
      "step": 1970,
      "train_runtime": 26025.2685,
      "train_tokens_per_second": 5954.744
    },
    {
      "epoch": 0.79,
      "grad_norm": 0.7336303068433705,
      "learning_rate": 6.622558985914478e-06,
      "loss": 0.2273,
      "num_input_tokens_seen": 155365328,
      "step": 1975,
      "train_runtime": 26095.6873,
      "train_tokens_per_second": 5953.678
    },
    {
      "epoch": 0.792,
      "grad_norm": 0.7703023606949606,
      "learning_rate": 6.6076931291588375e-06,
      "loss": 0.2382,
      "num_input_tokens_seen": 155713088,
      "step": 1980,
      "train_runtime": 26156.9246,
      "train_tokens_per_second": 5953.035
    },
    {
      "epoch": 0.794,
      "grad_norm": 0.6634539968504769,
      "learning_rate": 6.592811405121064e-06,
      "loss": 0.2294,
      "num_input_tokens_seen": 156104880,
      "step": 1985,
      "train_runtime": 26224.5285,
      "train_tokens_per_second": 5952.629
    },
    {
      "epoch": 0.796,
      "grad_norm": 0.7228410141497181,
      "learning_rate": 6.577913960677766e-06,
      "loss": 0.2317,
      "num_input_tokens_seen": 156474112,
      "step": 1990,
      "train_runtime": 26280.5612,
      "train_tokens_per_second": 5953.987
    },
    {
      "epoch": 0.798,
      "grad_norm": 0.7453160213506707,
      "learning_rate": 6.5630009428607065e-06,
      "loss": 0.2452,
      "num_input_tokens_seen": 156803472,
      "step": 1995,
      "train_runtime": 26338.1332,
      "train_tokens_per_second": 5953.477
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.7218884021194475,
      "learning_rate": 6.54807249885535e-06,
      "loss": 0.2334,
      "num_input_tokens_seen": 157110992,
      "step": 2000,
      "train_runtime": 26383.3178,
      "train_tokens_per_second": 5954.937
    },
    {
      "epoch": 0.802,
      "grad_norm": 0.5333416528634705,
      "learning_rate": 6.533128775999411e-06,
      "loss": 0.2265,
      "num_input_tokens_seen": 157500272,
      "step": 2005,
      "train_runtime": 26454.7029,
      "train_tokens_per_second": 5953.583
    },
    {
      "epoch": 0.804,
      "grad_norm": 0.6743123682865275,
      "learning_rate": 6.5181699217814025e-06,
      "loss": 0.2163,
      "num_input_tokens_seen": 157834992,
      "step": 2010,
      "train_runtime": 26522.5739,
      "train_tokens_per_second": 5950.968
    },
    {
      "epoch": 0.806,
      "grad_norm": 0.6875769892486772,
      "learning_rate": 6.503196083839175e-06,
      "loss": 0.2625,
      "num_input_tokens_seen": 158224720,
      "step": 2015,
      "train_runtime": 26587.824,
      "train_tokens_per_second": 5951.022
    },
    {
      "epoch": 0.808,
      "grad_norm": 0.6570377982154686,
      "learning_rate": 6.488207409958466e-06,
      "loss": 0.2608,
      "num_input_tokens_seen": 158592160,
      "step": 2020,
      "train_runtime": 26642.0577,
      "train_tokens_per_second": 5952.699
    },
    {
      "epoch": 0.81,
      "grad_norm": 0.7948682216403246,
      "learning_rate": 6.473204048071433e-06,
      "loss": 0.253,
      "num_input_tokens_seen": 158955232,
      "step": 2025,
      "train_runtime": 26698.2361,
      "train_tokens_per_second": 5953.773
    },
    {
      "epoch": 0.812,
      "grad_norm": 0.5825323695015356,
      "learning_rate": 6.458186146255203e-06,
      "loss": 0.2568,
      "num_input_tokens_seen": 159277888,
      "step": 2030,
      "train_runtime": 26754.9701,
      "train_tokens_per_second": 5953.207
    },
    {
      "epoch": 0.814,
      "grad_norm": 0.7005050901769546,
      "learning_rate": 6.443153852730404e-06,
      "loss": 0.229,
      "num_input_tokens_seen": 159700576,
      "step": 2035,
      "train_runtime": 26818.2772,
      "train_tokens_per_second": 5954.916
    },
    {
      "epoch": 0.816,
      "grad_norm": 0.8854758398921162,
      "learning_rate": 6.428107315859702e-06,
      "loss": 0.2511,
      "num_input_tokens_seen": 160017808,
      "step": 2040,
      "train_runtime": 26880.0385,
      "train_tokens_per_second": 5953.035
    },
    {
      "epoch": 0.818,
      "grad_norm": 0.685561132332679,
      "learning_rate": 6.413046684146343e-06,
      "loss": 0.2343,
      "num_input_tokens_seen": 160373024,
      "step": 2045,
      "train_runtime": 26950.2096,
      "train_tokens_per_second": 5950.715
    },
    {
      "epoch": 0.82,
      "grad_norm": 0.7082441136939686,
      "learning_rate": 6.3979721062326815e-06,
      "loss": 0.2231,
      "num_input_tokens_seen": 160775872,
      "step": 2050,
      "train_runtime": 27019.1206,
      "train_tokens_per_second": 5950.448
    },
    {
      "epoch": 0.822,
      "grad_norm": 0.5096417611075408,
      "learning_rate": 6.382883730898717e-06,
      "loss": 0.2134,
      "num_input_tokens_seen": 161209616,
      "step": 2055,
      "train_runtime": 27091.3587,
      "train_tokens_per_second": 5950.592
    },
    {
      "epoch": 0.824,
      "grad_norm": 0.8009013794002183,
      "learning_rate": 6.36778170706062e-06,
      "loss": 0.2574,
      "num_input_tokens_seen": 161526656,
      "step": 2060,
      "train_runtime": 27139.6623,
      "train_tokens_per_second": 5951.683
    },
    {
      "epoch": 0.826,
      "grad_norm": 0.6785197101100082,
      "learning_rate": 6.352666183769269e-06,
      "loss": 0.2264,
      "num_input_tokens_seen": 162002192,
      "step": 2065,
      "train_runtime": 27214.9638,
      "train_tokens_per_second": 5952.688
    },
    {
      "epoch": 0.828,
      "grad_norm": 0.7744495254464379,
      "learning_rate": 6.337537310208779e-06,
      "loss": 0.2579,
      "num_input_tokens_seen": 162370528,
      "step": 2070,
      "train_runtime": 27284.1663,
      "train_tokens_per_second": 5951.09
    },
    {
      "epoch": 0.83,
      "grad_norm": 0.7760494440011119,
      "learning_rate": 6.322395235695022e-06,
      "loss": 0.2442,
      "num_input_tokens_seen": 162742848,
      "step": 2075,
      "train_runtime": 27350.3482,
      "train_tokens_per_second": 5950.303
    },
    {
      "epoch": 0.832,
      "grad_norm": 1.0101069822281035,
      "learning_rate": 6.307240109674162e-06,
      "loss": 0.2468,
      "num_input_tokens_seen": 163114144,
      "step": 2080,
      "train_runtime": 27402.3481,
      "train_tokens_per_second": 5952.561
    },
    {
      "epoch": 0.834,
      "grad_norm": 0.6818940132851085,
      "learning_rate": 6.292072081721173e-06,
      "loss": 0.2531,
      "num_input_tokens_seen": 163504080,
      "step": 2085,
      "train_runtime": 27466.6183,
      "train_tokens_per_second": 5952.829
    },
    {
      "epoch": 0.836,
      "grad_norm": 0.6574555343522533,
      "learning_rate": 6.2768913015383696e-06,
      "loss": 0.2476,
      "num_input_tokens_seen": 163972864,
      "step": 2090,
      "train_runtime": 27543.1965,
      "train_tokens_per_second": 5953.298
    },
    {
      "epoch": 0.838,
      "grad_norm": 0.878884816070722,
      "learning_rate": 6.261697918953922e-06,
      "loss": 0.2503,
      "num_input_tokens_seen": 164394080,
      "step": 2095,
      "train_runtime": 27608.9053,
      "train_tokens_per_second": 5954.386
    },
    {
      "epoch": 0.84,
      "grad_norm": 0.708190951091209,
      "learning_rate": 6.2464920839203805e-06,
      "loss": 0.2337,
      "num_input_tokens_seen": 164803104,
      "step": 2100,
      "train_runtime": 27675.9486,
      "train_tokens_per_second": 5954.741
    },
    {
      "epoch": 0.842,
      "grad_norm": 0.6729880610621995,
      "learning_rate": 6.231273946513201e-06,
      "loss": 0.2475,
      "num_input_tokens_seen": 165165728,
      "step": 2105,
      "train_runtime": 27742.8541,
      "train_tokens_per_second": 5953.451
    },
    {
      "epoch": 0.844,
      "grad_norm": 1.0390349425994523,
      "learning_rate": 6.216043656929254e-06,
      "loss": 0.226,
      "num_input_tokens_seen": 165552752,
      "step": 2110,
      "train_runtime": 27816.0039,
      "train_tokens_per_second": 5951.709
    },
    {
      "epoch": 0.846,
      "grad_norm": 0.6678856927176096,
      "learning_rate": 6.2008013654853505e-06,
      "loss": 0.239,
      "num_input_tokens_seen": 165952016,
      "step": 2115,
      "train_runtime": 27876.694,
      "train_tokens_per_second": 5953.074
    },
    {
      "epoch": 0.848,
      "grad_norm": 0.6209290845661071,
      "learning_rate": 6.1855472226167525e-06,
      "loss": 0.2259,
      "num_input_tokens_seen": 166406208,
      "step": 2120,
      "train_runtime": 27952.9765,
      "train_tokens_per_second": 5953.077
    },
    {
      "epoch": 0.85,
      "grad_norm": 0.9264111697053214,
      "learning_rate": 6.170281378875692e-06,
      "loss": 0.2217,
      "num_input_tokens_seen": 166793568,
      "step": 2125,
      "train_runtime": 28026.8287,
      "train_tokens_per_second": 5951.211
    },
    {
      "epoch": 0.852,
      "grad_norm": 0.8117944248091487,
      "learning_rate": 6.155003984929883e-06,
      "loss": 0.2205,
      "num_input_tokens_seen": 167110880,
      "step": 2130,
      "train_runtime": 28083.294,
      "train_tokens_per_second": 5950.544
    },
    {
      "epoch": 0.854,
      "grad_norm": 0.7750515953804475,
      "learning_rate": 6.139715191561038e-06,
      "loss": 0.2505,
      "num_input_tokens_seen": 167529632,
      "step": 2135,
      "train_runtime": 28151.1623,
      "train_tokens_per_second": 5951.073
    },
    {
      "epoch": 0.856,
      "grad_norm": 0.9646210816534532,
      "learning_rate": 6.124415149663374e-06,
      "loss": 0.2498,
      "num_input_tokens_seen": 167902176,
      "step": 2140,
      "train_runtime": 28212.803,
      "train_tokens_per_second": 5951.276
    },
    {
      "epoch": 0.858,
      "grad_norm": 0.637371204897658,
      "learning_rate": 6.109104010242127e-06,
      "loss": 0.2226,
      "num_input_tokens_seen": 168281184,
      "step": 2145,
      "train_runtime": 28272.597,
      "train_tokens_per_second": 5952.095
    },
    {
      "epoch": 0.86,
      "grad_norm": 0.7820949153505182,
      "learning_rate": 6.093781924412063e-06,
      "loss": 0.223,
      "num_input_tokens_seen": 168648480,
      "step": 2150,
      "train_runtime": 28336.1128,
      "train_tokens_per_second": 5951.715
    },
    {
      "epoch": 0.862,
      "grad_norm": 0.7820636325924925,
      "learning_rate": 6.078449043395982e-06,
      "loss": 0.2435,
      "num_input_tokens_seen": 169014928,
      "step": 2155,
      "train_runtime": 28402.0916,
      "train_tokens_per_second": 5950.792
    },
    {
      "epoch": 0.864,
      "grad_norm": 0.658338208972596,
      "learning_rate": 6.06310551852323e-06,
      "loss": 0.2333,
      "num_input_tokens_seen": 169395632,
      "step": 2160,
      "train_runtime": 28465.5346,
      "train_tokens_per_second": 5950.903
    },
    {
      "epoch": 0.866,
      "grad_norm": 0.7066861787934736,
      "learning_rate": 6.047751501228203e-06,
      "loss": 0.2464,
      "num_input_tokens_seen": 169811824,
      "step": 2165,
      "train_runtime": 28543.6007,
      "train_tokens_per_second": 5949.208
    },
    {
      "epoch": 0.868,
      "grad_norm": 0.781375321039837,
      "learning_rate": 6.032387143048853e-06,
      "loss": 0.231,
      "num_input_tokens_seen": 170151744,
      "step": 2170,
      "train_runtime": 28602.3354,
      "train_tokens_per_second": 5948.876
    },
    {
      "epoch": 0.87,
      "grad_norm": 0.93859473763133,
      "learning_rate": 6.0170125956251935e-06,
      "loss": 0.2206,
      "num_input_tokens_seen": 170534368,
      "step": 2175,
      "train_runtime": 28668.7905,
      "train_tokens_per_second": 5948.433
    },
    {
      "epoch": 0.872,
      "grad_norm": 0.7865219290835191,
      "learning_rate": 6.0016280106978e-06,
      "loss": 0.2541,
      "num_input_tokens_seen": 170939264,
      "step": 2180,
      "train_runtime": 28739.4293,
      "train_tokens_per_second": 5947.9
    },
    {
      "epoch": 0.874,
      "grad_norm": 1.0981142367719585,
      "learning_rate": 5.986233540106315e-06,
      "loss": 0.2198,
      "num_input_tokens_seen": 171327728,
      "step": 2185,
      "train_runtime": 28810.52,
      "train_tokens_per_second": 5946.707
    },
    {
      "epoch": 0.876,
      "grad_norm": 0.6189848711597874,
      "learning_rate": 5.970829335787946e-06,
      "loss": 0.2446,
      "num_input_tokens_seen": 171683792,
      "step": 2190,
      "train_runtime": 28867.3719,
      "train_tokens_per_second": 5947.33
    },
    {
      "epoch": 0.878,
      "grad_norm": 0.8024094051926371,
      "learning_rate": 5.955415549775975e-06,
      "loss": 0.2166,
      "num_input_tokens_seen": 171980720,
      "step": 2195,
      "train_runtime": 28917.9366,
      "train_tokens_per_second": 5947.199
    },
    {
      "epoch": 0.88,
      "grad_norm": 0.700283931520735,
      "learning_rate": 5.939992334198242e-06,
      "loss": 0.2486,
      "num_input_tokens_seen": 172406304,
      "step": 2200,
      "train_runtime": 28995.7249,
      "train_tokens_per_second": 5945.922
    },
    {
      "epoch": 0.882,
      "grad_norm": 0.6156776119471373,
      "learning_rate": 5.924559841275661e-06,
      "loss": 0.2502,
      "num_input_tokens_seen": 172786272,
      "step": 2205,
      "train_runtime": 29058.6595,
      "train_tokens_per_second": 5946.12
    },
    {
      "epoch": 0.884,
      "grad_norm": 0.7100376433954627,
      "learning_rate": 5.9091182233207075e-06,
      "loss": 0.2422,
      "num_input_tokens_seen": 173227264,
      "step": 2210,
      "train_runtime": 29131.5652,
      "train_tokens_per_second": 5946.377
    },
    {
      "epoch": 0.886,
      "grad_norm": 0.8147996007145993,
      "learning_rate": 5.893667632735915e-06,
      "loss": 0.2352,
      "num_input_tokens_seen": 173598624,
      "step": 2215,
      "train_runtime": 29202.1961,
      "train_tokens_per_second": 5944.711
    },
    {
      "epoch": 0.888,
      "grad_norm": 0.5311637083968614,
      "learning_rate": 5.878208222012377e-06,
      "loss": 0.2289,
      "num_input_tokens_seen": 173997648,
      "step": 2220,
      "train_runtime": 29260.9457,
      "train_tokens_per_second": 5946.412
    },
    {
      "epoch": 0.89,
      "grad_norm": 0.6006361048911637,
      "learning_rate": 5.8627401437282334e-06,
      "loss": 0.2277,
      "num_input_tokens_seen": 174440288,
      "step": 2225,
      "train_runtime": 29338.854,
      "train_tokens_per_second": 5945.709
    },
    {
      "epoch": 0.892,
      "grad_norm": 0.5915073750833558,
      "learning_rate": 5.847263550547174e-06,
      "loss": 0.2295,
      "num_input_tokens_seen": 174846016,
      "step": 2230,
      "train_runtime": 29404.7298,
      "train_tokens_per_second": 5946.187
    },
    {
      "epoch": 0.894,
      "grad_norm": 0.8132516342886842,
      "learning_rate": 5.8317785952169245e-06,
      "loss": 0.2405,
      "num_input_tokens_seen": 175197376,
      "step": 2235,
      "train_runtime": 29465.5737,
      "train_tokens_per_second": 5945.833
    },
    {
      "epoch": 0.896,
      "grad_norm": 0.9838730375194601,
      "learning_rate": 5.816285430567743e-06,
      "loss": 0.2464,
      "num_input_tokens_seen": 175543776,
      "step": 2240,
      "train_runtime": 29512.3984,
      "train_tokens_per_second": 5948.137
    },
    {
      "epoch": 0.898,
      "grad_norm": 0.5852209016193204,
      "learning_rate": 5.80078420951091e-06,
      "loss": 0.2315,
      "num_input_tokens_seen": 175959728,
      "step": 2245,
      "train_runtime": 29585.2542,
      "train_tokens_per_second": 5947.548
    },
    {
      "epoch": 0.9,
      "grad_norm": 0.8236650897027592,
      "learning_rate": 5.785275085037218e-06,
      "loss": 0.2683,
      "num_input_tokens_seen": 176298768,
      "step": 2250,
      "train_runtime": 29641.8108,
      "train_tokens_per_second": 5947.638
    },
    {
      "epoch": 0.902,
      "grad_norm": 0.5611644053571633,
      "learning_rate": 5.769758210215466e-06,
      "loss": 0.2277,
      "num_input_tokens_seen": 176757936,
      "step": 2255,
      "train_runtime": 29716.4289,
      "train_tokens_per_second": 5948.155
    },
    {
      "epoch": 0.904,
      "grad_norm": 0.6457725745525457,
      "learning_rate": 5.754233738190942e-06,
      "loss": 0.2306,
      "num_input_tokens_seen": 177153168,
      "step": 2260,
      "train_runtime": 29779.1106,
      "train_tokens_per_second": 5948.907
    },
    {
      "epoch": 0.906,
      "grad_norm": 0.7742797303479264,
      "learning_rate": 5.7387018221839195e-06,
      "loss": 0.2447,
      "num_input_tokens_seen": 177558336,
      "step": 2265,
      "train_runtime": 29847.2103,
      "train_tokens_per_second": 5948.909
    },
    {
      "epoch": 0.908,
      "grad_norm": 0.6731925005917008,
      "learning_rate": 5.723162615488137e-06,
      "loss": 0.2224,
      "num_input_tokens_seen": 177970112,
      "step": 2270,
      "train_runtime": 29915.2381,
      "train_tokens_per_second": 5949.146
    },
    {
      "epoch": 0.91,
      "grad_norm": 0.600224184362238,
      "learning_rate": 5.707616271469293e-06,
      "loss": 0.2213,
      "num_input_tokens_seen": 178365456,
      "step": 2275,
      "train_runtime": 29987.3778,
      "train_tokens_per_second": 5948.018
    },
    {
      "epoch": 0.912,
      "grad_norm": 0.6578513225026819,
      "learning_rate": 5.692062943563525e-06,
      "loss": 0.2283,
      "num_input_tokens_seen": 178744496,
      "step": 2280,
      "train_runtime": 30060.8882,
      "train_tokens_per_second": 5946.082
    },
    {
      "epoch": 0.914,
      "grad_norm": 0.6546013647844027,
      "learning_rate": 5.6765027852759015e-06,
      "loss": 0.2273,
      "num_input_tokens_seen": 179089216,
      "step": 2285,
      "train_runtime": 30116.3719,
      "train_tokens_per_second": 5946.573
    },
    {
      "epoch": 0.916,
      "grad_norm": 0.6436125861923324,
      "learning_rate": 5.660935950178904e-06,
      "loss": 0.2114,
      "num_input_tokens_seen": 179463584,
      "step": 2290,
      "train_runtime": 30185.9557,
      "train_tokens_per_second": 5945.268
    },
    {
      "epoch": 0.918,
      "grad_norm": 1.1106079072044501,
      "learning_rate": 5.645362591910908e-06,
      "loss": 0.2317,
      "num_input_tokens_seen": 179834016,
      "step": 2295,
      "train_runtime": 30244.7067,
      "train_tokens_per_second": 5945.967
    },
    {
      "epoch": 0.92,
      "grad_norm": 0.7625223505139128,
      "learning_rate": 5.629782864174672e-06,
      "loss": 0.2542,
      "num_input_tokens_seen": 180259712,
      "step": 2300,
      "train_runtime": 30314.1024,
      "train_tokens_per_second": 5946.398
    },
    {
      "epoch": 0.922,
      "grad_norm": 0.8050923063608859,
      "learning_rate": 5.614196920735822e-06,
      "loss": 0.253,
      "num_input_tokens_seen": 180769440,
      "step": 2305,
      "train_runtime": 30390.5223,
      "train_tokens_per_second": 5948.218
    },
    {
      "epoch": 0.924,
      "grad_norm": 0.838730652939852,
      "learning_rate": 5.598604915421324e-06,
      "loss": 0.2404,
      "num_input_tokens_seen": 181141040,
      "step": 2310,
      "train_runtime": 30446.9371,
      "train_tokens_per_second": 5949.401
    },
    {
      "epoch": 0.926,
      "grad_norm": 0.7311635967485809,
      "learning_rate": 5.5830070021179785e-06,
      "loss": 0.2475,
      "num_input_tokens_seen": 181512128,
      "step": 2315,
      "train_runtime": 30511.8838,
      "train_tokens_per_second": 5948.899
    },
    {
      "epoch": 0.928,
      "grad_norm": 0.8333701668205385,
      "learning_rate": 5.567403334770891e-06,
      "loss": 0.241,
      "num_input_tokens_seen": 181898720,
      "step": 2320,
      "train_runtime": 30575.5824,
      "train_tokens_per_second": 5949.15
    },
    {
      "epoch": 0.93,
      "grad_norm": 1.4982827092355415,
      "learning_rate": 5.551794067381959e-06,
      "loss": 0.2296,
      "num_input_tokens_seen": 182339792,
      "step": 2325,
      "train_runtime": 30653.1374,
      "train_tokens_per_second": 5948.487
    },
    {
      "epoch": 0.932,
      "grad_norm": 0.8970555784936441,
      "learning_rate": 5.536179354008351e-06,
      "loss": 0.2179,
      "num_input_tokens_seen": 182758928,
      "step": 2330,
      "train_runtime": 30726.7154,
      "train_tokens_per_second": 5947.884
    },
    {
      "epoch": 0.934,
      "grad_norm": 0.7859900791455534,
      "learning_rate": 5.520559348760984e-06,
      "loss": 0.2383,
      "num_input_tokens_seen": 183131360,
      "step": 2335,
      "train_runtime": 30796.714,
      "train_tokens_per_second": 5946.458
    },
    {
      "epoch": 0.936,
      "grad_norm": 0.9506801273249746,
      "learning_rate": 5.504934205803002e-06,
      "loss": 0.2529,
      "num_input_tokens_seen": 183537936,
      "step": 2340,
      "train_runtime": 30870.769,
      "train_tokens_per_second": 5945.363
    },
    {
      "epoch": 0.938,
      "grad_norm": 0.7170187918020063,
      "learning_rate": 5.489304079348259e-06,
      "loss": 0.2478,
      "num_input_tokens_seen": 183862896,
      "step": 2345,
      "train_runtime": 30933.3538,
      "train_tokens_per_second": 5943.84
    },
    {
      "epoch": 0.94,
      "grad_norm": 0.6021121497604376,
      "learning_rate": 5.473669123659793e-06,
      "loss": 0.2532,
      "num_input_tokens_seen": 184259888,
      "step": 2350,
      "train_runtime": 30996.337,
      "train_tokens_per_second": 5944.57
    },
    {
      "epoch": 0.942,
      "grad_norm": 0.7051727487587609,
      "learning_rate": 5.458029493048303e-06,
      "loss": 0.2123,
      "num_input_tokens_seen": 184656352,
      "step": 2355,
      "train_runtime": 31067.0032,
      "train_tokens_per_second": 5943.81
    },
    {
      "epoch": 0.944,
      "grad_norm": 0.6635146242890422,
      "learning_rate": 5.442385341870633e-06,
      "loss": 0.2118,
      "num_input_tokens_seen": 185019024,
      "step": 2360,
      "train_runtime": 31131.4898,
      "train_tokens_per_second": 5943.147
    },
    {
      "epoch": 0.946,
      "grad_norm": 0.6724672853288053,
      "learning_rate": 5.426736824528236e-06,
      "loss": 0.2506,
      "num_input_tokens_seen": 185474944,
      "step": 2365,
      "train_runtime": 31205.1483,
      "train_tokens_per_second": 5943.729
    },
    {
      "epoch": 0.948,
      "grad_norm": 0.7639385973705092,
      "learning_rate": 5.411084095465661e-06,
      "loss": 0.253,
      "num_input_tokens_seen": 185960416,
      "step": 2370,
      "train_runtime": 31275.112,
      "train_tokens_per_second": 5945.955
    },
    {
      "epoch": 0.95,
      "grad_norm": 0.6731404031064729,
      "learning_rate": 5.3954273091690245e-06,
      "loss": 0.2305,
      "num_input_tokens_seen": 186388384,
      "step": 2375,
      "train_runtime": 31345.6404,
      "train_tokens_per_second": 5946.23
    },
    {
      "epoch": 0.952,
      "grad_norm": 0.7944137119655447,
      "learning_rate": 5.379766620164488e-06,
      "loss": 0.242,
      "num_input_tokens_seen": 186822368,
      "step": 2380,
      "train_runtime": 31414.4063,
      "train_tokens_per_second": 5947.028
    },
    {
      "epoch": 0.954,
      "grad_norm": 0.7009221618788651,
      "learning_rate": 5.36410218301673e-06,
      "loss": 0.231,
      "num_input_tokens_seen": 187241824,
      "step": 2385,
      "train_runtime": 31487.9223,
      "train_tokens_per_second": 5946.465
    },
    {
      "epoch": 0.956,
      "grad_norm": 0.7826192747499381,
      "learning_rate": 5.348434152327418e-06,
      "loss": 0.2367,
      "num_input_tokens_seen": 187634528,
      "step": 2390,
      "train_runtime": 31557.8152,
      "train_tokens_per_second": 5945.739
    },
    {
      "epoch": 0.958,
      "grad_norm": 0.8568472463615774,
      "learning_rate": 5.3327626827336906e-06,
      "loss": 0.23,
      "num_input_tokens_seen": 188055872,
      "step": 2395,
      "train_runtime": 31621.8896,
      "train_tokens_per_second": 5947.016
    },
    {
      "epoch": 0.96,
      "grad_norm": 0.9212451337260199,
      "learning_rate": 5.3170879289066265e-06,
      "loss": 0.2423,
      "num_input_tokens_seen": 188417040,
      "step": 2400,
      "train_runtime": 31681.7657,
      "train_tokens_per_second": 5947.176
    },
    {
      "epoch": 0.962,
      "grad_norm": 0.6202368278565747,
      "learning_rate": 5.301410045549719e-06,
      "loss": 0.2283,
      "num_input_tokens_seen": 188757392,
      "step": 2405,
      "train_runtime": 31735.9795,
      "train_tokens_per_second": 5947.741
    },
    {
      "epoch": 0.964,
      "grad_norm": 0.8197217478906974,
      "learning_rate": 5.285729187397344e-06,
      "loss": 0.2321,
      "num_input_tokens_seen": 189109872,
      "step": 2410,
      "train_runtime": 31803.2473,
      "train_tokens_per_second": 5946.244
    },
    {
      "epoch": 0.966,
      "grad_norm": 0.8149889759430892,
      "learning_rate": 5.270045509213244e-06,
      "loss": 0.2244,
      "num_input_tokens_seen": 189461472,
      "step": 2415,
      "train_runtime": 31871.1936,
      "train_tokens_per_second": 5944.599
    },
    {
      "epoch": 0.968,
      "grad_norm": 0.6823638505459694,
      "learning_rate": 5.25435916578899e-06,
      "loss": 0.2451,
      "num_input_tokens_seen": 189885568,
      "step": 2420,
      "train_runtime": 31945.3988,
      "train_tokens_per_second": 5944.066
    },
    {
      "epoch": 0.97,
      "grad_norm": 0.6838081564497045,
      "learning_rate": 5.238670311942459e-06,
      "loss": 0.2443,
      "num_input_tokens_seen": 190242304,
      "step": 2425,
      "train_runtime": 31993.066,
      "train_tokens_per_second": 5946.361
    },
    {
      "epoch": 0.972,
      "grad_norm": 0.6769627193812837,
      "learning_rate": 5.222979102516304e-06,
      "loss": 0.2422,
      "num_input_tokens_seen": 190598224,
      "step": 2430,
      "train_runtime": 32054.5311,
      "train_tokens_per_second": 5946.062
    },
    {
      "epoch": 0.974,
      "grad_norm": 0.8137418632037458,
      "learning_rate": 5.207285692376427e-06,
      "loss": 0.2372,
      "num_input_tokens_seen": 190981888,
      "step": 2435,
      "train_runtime": 32120.4466,
      "train_tokens_per_second": 5945.804
    },
    {
      "epoch": 0.976,
      "grad_norm": 0.8709294531660275,
      "learning_rate": 5.191590236410451e-06,
      "loss": 0.2312,
      "num_input_tokens_seen": 191325504,
      "step": 2440,
      "train_runtime": 32190.2973,
      "train_tokens_per_second": 5943.577
    },
    {
      "epoch": 0.978,
      "grad_norm": 0.8141333292380133,
      "learning_rate": 5.175892889526189e-06,
      "loss": 0.2086,
      "num_input_tokens_seen": 191691824,
      "step": 2445,
      "train_runtime": 32250.6545,
      "train_tokens_per_second": 5943.812
    },
    {
      "epoch": 0.98,
      "grad_norm": 0.6568883957821576,
      "learning_rate": 5.16019380665012e-06,
      "loss": 0.2279,
      "num_input_tokens_seen": 192164848,
      "step": 2450,
      "train_runtime": 32329.2932,
      "train_tokens_per_second": 5943.985
    },
    {
      "epoch": 0.982,
      "grad_norm": 0.8113314122650447,
      "learning_rate": 5.144493142725851e-06,
      "loss": 0.2391,
      "num_input_tokens_seen": 192517376,
      "step": 2455,
      "train_runtime": 32392.0021,
      "train_tokens_per_second": 5943.361
    },
    {
      "epoch": 0.984,
      "grad_norm": 0.8866398589116381,
      "learning_rate": 5.128791052712597e-06,
      "loss": 0.236,
      "num_input_tokens_seen": 192975344,
      "step": 2460,
      "train_runtime": 32467.0335,
      "train_tokens_per_second": 5943.732
    },
    {
      "epoch": 0.986,
      "grad_norm": 0.6305031077039938,
      "learning_rate": 5.1130876915836495e-06,
      "loss": 0.2355,
      "num_input_tokens_seen": 193448704,
      "step": 2465,
      "train_runtime": 32543.6576,
      "train_tokens_per_second": 5944.283
    },
    {
      "epoch": 0.988,
      "grad_norm": 0.7628934806649452,
      "learning_rate": 5.0973832143248405e-06,
      "loss": 0.2254,
      "num_input_tokens_seen": 193822592,
      "step": 2470,
      "train_runtime": 32598.0646,
      "train_tokens_per_second": 5945.831
    },
    {
      "epoch": 0.99,
      "grad_norm": 0.70672706494417,
      "learning_rate": 5.0816777759330215e-06,
      "loss": 0.2537,
      "num_input_tokens_seen": 194232336,
      "step": 2475,
      "train_runtime": 32670.2703,
      "train_tokens_per_second": 5945.232
    },
    {
      "epoch": 0.992,
      "grad_norm": 0.7385436359837361,
      "learning_rate": 5.065971531414528e-06,
      "loss": 0.2267,
      "num_input_tokens_seen": 194573072,
      "step": 2480,
      "train_runtime": 32732.6925,
      "train_tokens_per_second": 5944.304
    },
    {
      "epoch": 0.994,
      "grad_norm": 0.8708620218303826,
      "learning_rate": 5.050264635783654e-06,
      "loss": 0.2445,
      "num_input_tokens_seen": 194995520,
      "step": 2485,
      "train_runtime": 32808.6939,
      "train_tokens_per_second": 5943.41
    },
    {
      "epoch": 0.996,
      "grad_norm": 0.8837777853923816,
      "learning_rate": 5.034557244061117e-06,
      "loss": 0.2221,
      "num_input_tokens_seen": 195391968,
      "step": 2490,
      "train_runtime": 32866.1399,
      "train_tokens_per_second": 5945.084
    },
    {
      "epoch": 0.998,
      "grad_norm": 2.625974706230731,
      "learning_rate": 5.018849511272532e-06,
      "loss": 0.2541,
      "num_input_tokens_seen": 195720288,
      "step": 2495,
      "train_runtime": 32917.1453,
      "train_tokens_per_second": 5945.846
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.7009528907653958,
      "learning_rate": 5.0031415924468816e-06,
      "loss": 0.2342,
      "num_input_tokens_seen": 196169248,
      "step": 2500,
      "train_runtime": 32991.3291,
      "train_tokens_per_second": 5946.085
    },
    {
      "epoch": 1.002,
      "grad_norm": 0.8206884102659574,
      "learning_rate": 4.987433642614981e-06,
      "loss": 0.179,
      "num_input_tokens_seen": 196494000,
      "step": 2505,
      "train_runtime": 33166.3135,
      "train_tokens_per_second": 5924.505
    },
    {
      "epoch": 1.004,
      "grad_norm": 0.6627396630282877,
      "learning_rate": 4.971725816807956e-06,
      "loss": 0.1623,
      "num_input_tokens_seen": 196910592,
      "step": 2510,
      "train_runtime": 33244.1967,
      "train_tokens_per_second": 5923.157
    },
    {
      "epoch": 1.006,
      "grad_norm": 1.017086618512458,
      "learning_rate": 4.956018270055703e-06,
      "loss": 0.1427,
      "num_input_tokens_seen": 197247360,
      "step": 2515,
      "train_runtime": 33293.3805,
      "train_tokens_per_second": 5924.522
    },
    {
      "epoch": 1.008,
      "grad_norm": 0.6707668012862857,
      "learning_rate": 4.940311157385369e-06,
      "loss": 0.1741,
      "num_input_tokens_seen": 197613104,
      "step": 2520,
      "train_runtime": 33348.8345,
      "train_tokens_per_second": 5925.637
    },
    {
      "epoch": 1.01,
      "grad_norm": 0.699807623790579,
      "learning_rate": 4.924604633819815e-06,
      "loss": 0.1804,
      "num_input_tokens_seen": 197948240,
      "step": 2525,
      "train_runtime": 33410.5691,
      "train_tokens_per_second": 5924.719
    },
    {
      "epoch": 1.012,
      "grad_norm": 0.7643010061340277,
      "learning_rate": 4.908898854376086e-06,
      "loss": 0.1432,
      "num_input_tokens_seen": 198299104,
      "step": 2530,
      "train_runtime": 33475.714,
      "train_tokens_per_second": 5923.671
    },
    {
      "epoch": 1.014,
      "grad_norm": 0.7948822156091124,
      "learning_rate": 4.893193974063885e-06,
      "loss": 0.1555,
      "num_input_tokens_seen": 198690672,
      "step": 2535,
      "train_runtime": 33536.2509,
      "train_tokens_per_second": 5924.654
    },
    {
      "epoch": 1.016,
      "grad_norm": 0.6735741844731251,
      "learning_rate": 4.877490147884042e-06,
      "loss": 0.1601,
      "num_input_tokens_seen": 199144304,
      "step": 2540,
      "train_runtime": 33606.4469,
      "train_tokens_per_second": 5925.777
    },
    {
      "epoch": 1.018,
      "grad_norm": 0.7137817654846128,
      "learning_rate": 4.861787530826979e-06,
      "loss": 0.1782,
      "num_input_tokens_seen": 199492576,
      "step": 2545,
      "train_runtime": 33667.8705,
      "train_tokens_per_second": 5925.31
    },
    {
      "epoch": 1.02,
      "grad_norm": 0.6031853805879228,
      "learning_rate": 4.846086277871188e-06,
      "loss": 0.1579,
      "num_input_tokens_seen": 199922256,
      "step": 2550,
      "train_runtime": 33732.8492,
      "train_tokens_per_second": 5926.634
    },
    {
      "epoch": 1.022,
      "grad_norm": 0.8180055304728591,
      "learning_rate": 4.830386543981696e-06,
      "loss": 0.1415,
      "num_input_tokens_seen": 200273824,
      "step": 2555,
      "train_runtime": 33792.1805,
      "train_tokens_per_second": 5926.632
    },
    {
      "epoch": 1.024,
      "grad_norm": 0.7237157323683006,
      "learning_rate": 4.8146884841085405e-06,
      "loss": 0.1778,
      "num_input_tokens_seen": 200711360,
      "step": 2560,
      "train_runtime": 33868.9714,
      "train_tokens_per_second": 5926.113
    },
    {
      "epoch": 1.026,
      "grad_norm": 0.655625185455015,
      "learning_rate": 4.798992253185233e-06,
      "loss": 0.1405,
      "num_input_tokens_seen": 201079552,
      "step": 2565,
      "train_runtime": 33936.5377,
      "train_tokens_per_second": 5925.164
    },
    {
      "epoch": 1.028,
      "grad_norm": 0.7247112294905705,
      "learning_rate": 4.783298006127238e-06,
      "loss": 0.1822,
      "num_input_tokens_seen": 201507760,
      "step": 2570,
      "train_runtime": 34001.4926,
      "train_tokens_per_second": 5926.439
    },
    {
      "epoch": 1.03,
      "grad_norm": 0.8262626624707906,
      "learning_rate": 4.767605897830436e-06,
      "loss": 0.1772,
      "num_input_tokens_seen": 202004576,
      "step": 2575,
      "train_runtime": 34072.6966,
      "train_tokens_per_second": 5928.635
    },
    {
      "epoch": 1.032,
      "grad_norm": 0.7100267318929274,
      "learning_rate": 4.7519160831696e-06,
      "loss": 0.1745,
      "num_input_tokens_seen": 202427216,
      "step": 2580,
      "train_runtime": 34141.9126,
      "train_tokens_per_second": 5928.995
    },
    {
      "epoch": 1.034,
      "grad_norm": 0.7319887001493858,
      "learning_rate": 4.736228716996868e-06,
      "loss": 0.1639,
      "num_input_tokens_seen": 202837472,
      "step": 2585,
      "train_runtime": 34210.2173,
      "train_tokens_per_second": 5929.149
    },
    {
      "epoch": 1.036,
      "grad_norm": 0.6357869825753699,
      "learning_rate": 4.72054395414021e-06,
      "loss": 0.1646,
      "num_input_tokens_seen": 203262240,
      "step": 2590,
      "train_runtime": 34275.1632,
      "train_tokens_per_second": 5930.307
    },
    {
      "epoch": 1.038,
      "grad_norm": 1.1476911091838051,
      "learning_rate": 4.704861949401904e-06,
      "loss": 0.1651,
      "num_input_tokens_seen": 203665168,
      "step": 2595,
      "train_runtime": 34341.1889,
      "train_tokens_per_second": 5930.638
    },
    {
      "epoch": 1.04,
      "grad_norm": 0.7461006353904251,
      "learning_rate": 4.689182857557006e-06,
      "loss": 0.1572,
      "num_input_tokens_seen": 204024048,
      "step": 2600,
      "train_runtime": 34386.7846,
      "train_tokens_per_second": 5933.211
    },
    {
      "epoch": 1.042,
      "grad_norm": 0.9203596903922054,
      "learning_rate": 4.673506833351821e-06,
      "loss": 0.1605,
      "num_input_tokens_seen": 204431792,
      "step": 2605,
      "train_runtime": 34460.4668,
      "train_tokens_per_second": 5932.357
    },
    {
      "epoch": 1.044,
      "grad_norm": 0.7166018914600659,
      "learning_rate": 4.65783403150238e-06,
      "loss": 0.1616,
      "num_input_tokens_seen": 204799008,
      "step": 2610,
      "train_runtime": 34527.0501,
      "train_tokens_per_second": 5931.552
    },
    {
      "epoch": 1.046,
      "grad_norm": 0.5855573422787974,
      "learning_rate": 4.642164606692912e-06,
      "loss": 0.1549,
      "num_input_tokens_seen": 205228960,
      "step": 2615,
      "train_runtime": 34598.5642,
      "train_tokens_per_second": 5931.719
    },
    {
      "epoch": 1.048,
      "grad_norm": 0.7585683528427378,
      "learning_rate": 4.626498713574311e-06,
      "loss": 0.168,
      "num_input_tokens_seen": 205586784,
      "step": 2620,
      "train_runtime": 34669.4772,
      "train_tokens_per_second": 5929.907
    },
    {
      "epoch": 1.05,
      "grad_norm": 0.6937008355050617,
      "learning_rate": 4.610836506762618e-06,
      "loss": 0.1796,
      "num_input_tokens_seen": 206006096,
      "step": 2625,
      "train_runtime": 34747.5316,
      "train_tokens_per_second": 5928.654
    },
    {
      "epoch": 1.052,
      "grad_norm": 0.778797817568551,
      "learning_rate": 4.5951781408374915e-06,
      "loss": 0.1714,
      "num_input_tokens_seen": 206348848,
      "step": 2630,
      "train_runtime": 34805.4063,
      "train_tokens_per_second": 5928.644
    },
    {
      "epoch": 1.054,
      "grad_norm": 0.6764175399102008,
      "learning_rate": 4.579523770340681e-06,
      "loss": 0.1777,
      "num_input_tokens_seen": 206713632,
      "step": 2635,
      "train_runtime": 34867.1709,
      "train_tokens_per_second": 5928.604
    },
    {
      "epoch": 1.056,
      "grad_norm": 0.7248451754762781,
      "learning_rate": 4.563873549774506e-06,
      "loss": 0.1582,
      "num_input_tokens_seen": 207167536,
      "step": 2640,
      "train_runtime": 34932.6035,
      "train_tokens_per_second": 5930.492
    },
    {
      "epoch": 1.058,
      "grad_norm": 0.6261065215919333,
      "learning_rate": 4.548227633600322e-06,
      "loss": 0.1607,
      "num_input_tokens_seen": 207670624,
      "step": 2645,
      "train_runtime": 35011.047,
      "train_tokens_per_second": 5931.574
    },
    {
      "epoch": 1.06,
      "grad_norm": 0.7527498017528644,
      "learning_rate": 4.532586176237007e-06,
      "loss": 0.1679,
      "num_input_tokens_seen": 207981200,
      "step": 2650,
      "train_runtime": 35065.6722,
      "train_tokens_per_second": 5931.191
    },
    {
      "epoch": 1.062,
      "grad_norm": 0.6921855522751097,
      "learning_rate": 4.516949332059429e-06,
      "loss": 0.1718,
      "num_input_tokens_seen": 208370544,
      "step": 2655,
      "train_runtime": 35128.709,
      "train_tokens_per_second": 5931.631
    },
    {
      "epoch": 1.064,
      "grad_norm": 0.701705665527989,
      "learning_rate": 4.501317255396931e-06,
      "loss": 0.1636,
      "num_input_tokens_seen": 208748112,
      "step": 2660,
      "train_runtime": 35191.7728,
      "train_tokens_per_second": 5931.731
    },
    {
      "epoch": 1.066,
      "grad_norm": 0.7946157283324536,
      "learning_rate": 4.485690100531793e-06,
      "loss": 0.157,
      "num_input_tokens_seen": 209150032,
      "step": 2665,
      "train_runtime": 35259.9097,
      "train_tokens_per_second": 5931.667
    },
    {
      "epoch": 1.068,
      "grad_norm": 0.7809017513044929,
      "learning_rate": 4.470068021697728e-06,
      "loss": 0.1565,
      "num_input_tokens_seen": 209517296,
      "step": 2670,
      "train_runtime": 35321.313,
      "train_tokens_per_second": 5931.753
    },
    {
      "epoch": 1.07,
      "grad_norm": 0.7386831918244939,
      "learning_rate": 4.454451173078347e-06,
      "loss": 0.173,
      "num_input_tokens_seen": 209952960,
      "step": 2675,
      "train_runtime": 35399.5504,
      "train_tokens_per_second": 5930.95
    },
    {
      "epoch": 1.072,
      "grad_norm": 0.8434935251816089,
      "learning_rate": 4.43883970880564e-06,
      "loss": 0.1545,
      "num_input_tokens_seen": 210308672,
      "step": 2680,
      "train_runtime": 35461.7688,
      "train_tokens_per_second": 5930.575
    },
    {
      "epoch": 1.074,
      "grad_norm": 0.6266715079657134,
      "learning_rate": 4.423233782958459e-06,
      "loss": 0.1552,
      "num_input_tokens_seen": 210626720,
      "step": 2685,
      "train_runtime": 35511.6008,
      "train_tokens_per_second": 5931.209
    },
    {
      "epoch": 1.076,
      "grad_norm": 0.8498062792861351,
      "learning_rate": 4.407633549560991e-06,
      "loss": 0.1752,
      "num_input_tokens_seen": 211055456,
      "step": 2690,
      "train_runtime": 35584.5256,
      "train_tokens_per_second": 5931.102
    },
    {
      "epoch": 1.078,
      "grad_norm": 0.7743065335398452,
      "learning_rate": 4.392039162581239e-06,
      "loss": 0.1608,
      "num_input_tokens_seen": 211475760,
      "step": 2695,
      "train_runtime": 35655.8368,
      "train_tokens_per_second": 5931.028
    },
    {
      "epoch": 1.08,
      "grad_norm": 0.6711963227719795,
      "learning_rate": 4.37645077592951e-06,
      "loss": 0.1658,
      "num_input_tokens_seen": 211864080,
      "step": 2700,
      "train_runtime": 35717.1089,
      "train_tokens_per_second": 5931.725
    },
    {
      "epoch": 1.082,
      "grad_norm": 0.8872325740198352,
      "learning_rate": 4.360868543456883e-06,
      "loss": 0.1707,
      "num_input_tokens_seen": 212299776,
      "step": 2705,
      "train_runtime": 35787.4154,
      "train_tokens_per_second": 5932.247
    },
    {
      "epoch": 1.084,
      "grad_norm": 0.8448321328516085,
      "learning_rate": 4.3452926189537056e-06,
      "loss": 0.1534,
      "num_input_tokens_seen": 212762192,
      "step": 2710,
      "train_runtime": 35865.8141,
      "train_tokens_per_second": 5932.172
    },
    {
      "epoch": 1.086,
      "grad_norm": 0.8812169080445897,
      "learning_rate": 4.329723156148064e-06,
      "loss": 0.1615,
      "num_input_tokens_seen": 213195072,
      "step": 2715,
      "train_runtime": 35933.0687,
      "train_tokens_per_second": 5933.116
    },
    {
      "epoch": 1.088,
      "grad_norm": 0.6244313575485646,
      "learning_rate": 4.314160308704269e-06,
      "loss": 0.1604,
      "num_input_tokens_seen": 213630928,
      "step": 2720,
      "train_runtime": 36003.4332,
      "train_tokens_per_second": 5933.627
    },
    {
      "epoch": 1.09,
      "grad_norm": 0.7601192659202312,
      "learning_rate": 4.298604230221341e-06,
      "loss": 0.1665,
      "num_input_tokens_seen": 214053840,
      "step": 2725,
      "train_runtime": 36075.8243,
      "train_tokens_per_second": 5933.443
    },
    {
      "epoch": 1.092,
      "grad_norm": 0.7403060689389939,
      "learning_rate": 4.283055074231498e-06,
      "loss": 0.1638,
      "num_input_tokens_seen": 214438800,
      "step": 2730,
      "train_runtime": 36128.8149,
      "train_tokens_per_second": 5935.395
    },
    {
      "epoch": 1.094,
      "grad_norm": 0.854157761603958,
      "learning_rate": 4.267512994198629e-06,
      "loss": 0.1783,
      "num_input_tokens_seen": 214859088,
      "step": 2735,
      "train_runtime": 36200.1342,
      "train_tokens_per_second": 5935.312
    },
    {
      "epoch": 1.096,
      "grad_norm": 0.5299682207565466,
      "learning_rate": 4.251978143516789e-06,
      "loss": 0.1546,
      "num_input_tokens_seen": 215328352,
      "step": 2740,
      "train_runtime": 36275.6001,
      "train_tokens_per_second": 5935.9
    },
    {
      "epoch": 1.098,
      "grad_norm": 1.1011844677630107,
      "learning_rate": 4.2364506755086856e-06,
      "loss": 0.1638,
      "num_input_tokens_seen": 215694144,
      "step": 2745,
      "train_runtime": 36344.6796,
      "train_tokens_per_second": 5934.683
    },
    {
      "epoch": 1.1,
      "grad_norm": 0.7378238590611744,
      "learning_rate": 4.220930743424157e-06,
      "loss": 0.1749,
      "num_input_tokens_seen": 216036784,
      "step": 2750,
      "train_runtime": 36405.0498,
      "train_tokens_per_second": 5934.253
    },
    {
      "epoch": 1.102,
      "grad_norm": 0.7620842922462738,
      "learning_rate": 4.2054185004386675e-06,
      "loss": 0.1536,
      "num_input_tokens_seen": 216440592,
      "step": 2755,
      "train_runtime": 36477.6764,
      "train_tokens_per_second": 5933.508
    },
    {
      "epoch": 1.104,
      "grad_norm": 0.672929982728578,
      "learning_rate": 4.1899140996517934e-06,
      "loss": 0.176,
      "num_input_tokens_seen": 216818816,
      "step": 2760,
      "train_runtime": 36542.2699,
      "train_tokens_per_second": 5933.37
    },
    {
      "epoch": 1.106,
      "grad_norm": 0.937019791287993,
      "learning_rate": 4.174417694085711e-06,
      "loss": 0.17,
      "num_input_tokens_seen": 217166288,
      "step": 2765,
      "train_runtime": 36591.6042,
      "train_tokens_per_second": 5934.867
    },
    {
      "epoch": 1.108,
      "grad_norm": 0.7228527351831493,
      "learning_rate": 4.158929436683687e-06,
      "loss": 0.1498,
      "num_input_tokens_seen": 217524848,
      "step": 2770,
      "train_runtime": 36642.6781,
      "train_tokens_per_second": 5936.38
    },
    {
      "epoch": 1.11,
      "grad_norm": 0.8883666084073585,
      "learning_rate": 4.143449480308569e-06,
      "loss": 0.1686,
      "num_input_tokens_seen": 217843776,
      "step": 2775,
      "train_runtime": 36700.2148,
      "train_tokens_per_second": 5935.763
    },
    {
      "epoch": 1.112,
      "grad_norm": 0.8638088967792964,
      "learning_rate": 4.127977977741277e-06,
      "loss": 0.1593,
      "num_input_tokens_seen": 218174688,
      "step": 2780,
      "train_runtime": 36755.6126,
      "train_tokens_per_second": 5935.82
    },
    {
      "epoch": 1.114,
      "grad_norm": 0.7707505837930239,
      "learning_rate": 4.112515081679295e-06,
      "loss": 0.1739,
      "num_input_tokens_seen": 218560048,
      "step": 2785,
      "train_runtime": 36820.8427,
      "train_tokens_per_second": 5935.77
    },
    {
      "epoch": 1.116,
      "grad_norm": 0.7373894872140202,
      "learning_rate": 4.0970609447351635e-06,
      "loss": 0.1641,
      "num_input_tokens_seen": 218888000,
      "step": 2790,
      "train_runtime": 36866.5779,
      "train_tokens_per_second": 5937.302
    },
    {
      "epoch": 1.1179999999999999,
      "grad_norm": 0.7384139140945083,
      "learning_rate": 4.081615719434978e-06,
      "loss": 0.1496,
      "num_input_tokens_seen": 219226272,
      "step": 2795,
      "train_runtime": 36928.1512,
      "train_tokens_per_second": 5936.562
    },
    {
      "epoch": 1.12,
      "grad_norm": 0.7912554551323161,
      "learning_rate": 4.066179558216874e-06,
      "loss": 0.1596,
      "num_input_tokens_seen": 219614112,
      "step": 2800,
      "train_runtime": 36998.2761,
      "train_tokens_per_second": 5935.793
    },
    {
      "epoch": 1.1219999999999999,
      "grad_norm": 0.7325341959934607,
      "learning_rate": 4.0507526134295314e-06,
      "loss": 0.1649,
      "num_input_tokens_seen": 220054416,
      "step": 2805,
      "train_runtime": 37072.1048,
      "train_tokens_per_second": 5935.849
    },
    {
      "epoch": 1.124,
      "grad_norm": 0.78218800500567,
      "learning_rate": 4.035335037330668e-06,
      "loss": 0.1585,
      "num_input_tokens_seen": 220482096,
      "step": 2810,
      "train_runtime": 37132.8991,
      "train_tokens_per_second": 5937.648
    },
    {
      "epoch": 1.126,
      "grad_norm": 0.83787727815612,
      "learning_rate": 4.019926982085536e-06,
      "loss": 0.1638,
      "num_input_tokens_seen": 220802496,
      "step": 2815,
      "train_runtime": 37185.5697,
      "train_tokens_per_second": 5937.854
    },
    {
      "epoch": 1.1280000000000001,
      "grad_norm": 0.8555273246252996,
      "learning_rate": 4.004528599765419e-06,
      "loss": 0.1583,
      "num_input_tokens_seen": 221218208,
      "step": 2820,
      "train_runtime": 37257.4076,
      "train_tokens_per_second": 5937.563
    },
    {
      "epoch": 1.13,
      "grad_norm": 0.7346374432697927,
      "learning_rate": 3.989140042346134e-06,
      "loss": 0.1714,
      "num_input_tokens_seen": 221641024,
      "step": 2825,
      "train_runtime": 37325.4615,
      "train_tokens_per_second": 5938.065
    },
    {
      "epoch": 1.1320000000000001,
      "grad_norm": 0.7067972160709773,
      "learning_rate": 3.97376146170653e-06,
      "loss": 0.1524,
      "num_input_tokens_seen": 222048304,
      "step": 2830,
      "train_runtime": 37403.4806,
      "train_tokens_per_second": 5936.568
    },
    {
      "epoch": 1.134,
      "grad_norm": 0.6181439723978389,
      "learning_rate": 3.95839300962699e-06,
      "loss": 0.1606,
      "num_input_tokens_seen": 222383824,
      "step": 2835,
      "train_runtime": 37464.6763,
      "train_tokens_per_second": 5935.827
    },
    {
      "epoch": 1.1360000000000001,
      "grad_norm": 0.7810560372233574,
      "learning_rate": 3.9430348377879315e-06,
      "loss": 0.1703,
      "num_input_tokens_seen": 222702688,
      "step": 2840,
      "train_runtime": 37516.4758,
      "train_tokens_per_second": 5936.13
    },
    {
      "epoch": 1.138,
      "grad_norm": 0.7487288889954055,
      "learning_rate": 3.927687097768309e-06,
      "loss": 0.1612,
      "num_input_tokens_seen": 223138048,
      "step": 2845,
      "train_runtime": 37581.7764,
      "train_tokens_per_second": 5937.4
    },
    {
      "epoch": 1.1400000000000001,
      "grad_norm": 0.6635798790456804,
      "learning_rate": 3.912349941044122e-06,
      "loss": 0.1756,
      "num_input_tokens_seen": 223556928,
      "step": 2850,
      "train_runtime": 37647.8087,
      "train_tokens_per_second": 5938.113
    },
    {
      "epoch": 1.142,
      "grad_norm": 0.9217117016523089,
      "learning_rate": 3.897023518986915e-06,
      "loss": 0.1546,
      "num_input_tokens_seen": 223918384,
      "step": 2855,
      "train_runtime": 37716.3749,
      "train_tokens_per_second": 5936.901
    },
    {
      "epoch": 1.144,
      "grad_norm": 0.8541649505876854,
      "learning_rate": 3.8817079828622855e-06,
      "loss": 0.1618,
      "num_input_tokens_seen": 224316224,
      "step": 2860,
      "train_runtime": 37789.3908,
      "train_tokens_per_second": 5935.958
    },
    {
      "epoch": 1.146,
      "grad_norm": 0.6591325927248158,
      "learning_rate": 3.866403483828392e-06,
      "loss": 0.1891,
      "num_input_tokens_seen": 224745296,
      "step": 2865,
      "train_runtime": 37862.4086,
      "train_tokens_per_second": 5935.843
    },
    {
      "epoch": 1.148,
      "grad_norm": 0.7577605411866083,
      "learning_rate": 3.851110172934463e-06,
      "loss": 0.166,
      "num_input_tokens_seen": 225073936,
      "step": 2870,
      "train_runtime": 37920.3318,
      "train_tokens_per_second": 5935.442
    },
    {
      "epoch": 1.15,
      "grad_norm": 0.9012162426473633,
      "learning_rate": 3.835828201119302e-06,
      "loss": 0.1702,
      "num_input_tokens_seen": 225454176,
      "step": 2875,
      "train_runtime": 37997.6922,
      "train_tokens_per_second": 5933.365
    },
    {
      "epoch": 1.152,
      "grad_norm": 0.5988054918135639,
      "learning_rate": 3.820557719209799e-06,
      "loss": 0.1539,
      "num_input_tokens_seen": 225879344,
      "step": 2880,
      "train_runtime": 38066.6304,
      "train_tokens_per_second": 5933.789
    },
    {
      "epoch": 1.154,
      "grad_norm": 0.902317690732245,
      "learning_rate": 3.8052988779194478e-06,
      "loss": 0.1578,
      "num_input_tokens_seen": 226262112,
      "step": 2885,
      "train_runtime": 38124.5945,
      "train_tokens_per_second": 5934.807
    },
    {
      "epoch": 1.156,
      "grad_norm": 0.9044557837257774,
      "learning_rate": 3.790051827846851e-06,
      "loss": 0.1625,
      "num_input_tokens_seen": 226648544,
      "step": 2890,
      "train_runtime": 38198.3737,
      "train_tokens_per_second": 5933.461
    },
    {
      "epoch": 1.158,
      "grad_norm": 0.6818182606382266,
      "learning_rate": 3.774816719474238e-06,
      "loss": 0.1799,
      "num_input_tokens_seen": 227010720,
      "step": 2895,
      "train_runtime": 38255.6362,
      "train_tokens_per_second": 5934.046
    },
    {
      "epoch": 1.16,
      "grad_norm": 0.6800066890944376,
      "learning_rate": 3.7595937031659775e-06,
      "loss": 0.1679,
      "num_input_tokens_seen": 227427232,
      "step": 2900,
      "train_runtime": 38328.8405,
      "train_tokens_per_second": 5933.58
    },
    {
      "epoch": 1.162,
      "grad_norm": 0.6932417405012483,
      "learning_rate": 3.744382929167094e-06,
      "loss": 0.1538,
      "num_input_tokens_seen": 227847312,
      "step": 2905,
      "train_runtime": 38401.2884,
      "train_tokens_per_second": 5933.325
    },
    {
      "epoch": 1.164,
      "grad_norm": 0.9155937150504987,
      "learning_rate": 3.729184547601786e-06,
      "loss": 0.178,
      "num_input_tokens_seen": 228165488,
      "step": 2910,
      "train_runtime": 38456.5846,
      "train_tokens_per_second": 5933.067
    },
    {
      "epoch": 1.166,
      "grad_norm": 0.6528134649077573,
      "learning_rate": 3.7139987084719463e-06,
      "loss": 0.1525,
      "num_input_tokens_seen": 228555376,
      "step": 2915,
      "train_runtime": 38516.838,
      "train_tokens_per_second": 5933.908
    },
    {
      "epoch": 1.168,
      "grad_norm": 0.6859812209491093,
      "learning_rate": 3.6988255616556725e-06,
      "loss": 0.1753,
      "num_input_tokens_seen": 228986000,
      "step": 2920,
      "train_runtime": 38587.1766,
      "train_tokens_per_second": 5934.251
    },
    {
      "epoch": 1.17,
      "grad_norm": 0.8080941871588403,
      "learning_rate": 3.6836652569057994e-06,
      "loss": 0.1329,
      "num_input_tokens_seen": 229411824,
      "step": 2925,
      "train_runtime": 38654.0215,
      "train_tokens_per_second": 5935.005
    },
    {
      "epoch": 1.172,
      "grad_norm": 0.7493107552736412,
      "learning_rate": 3.668517943848416e-06,
      "loss": 0.1795,
      "num_input_tokens_seen": 229778192,
      "step": 2930,
      "train_runtime": 38722.2631,
      "train_tokens_per_second": 5934.007
    },
    {
      "epoch": 1.174,
      "grad_norm": 0.8202733220112606,
      "learning_rate": 3.653383771981385e-06,
      "loss": 0.1649,
      "num_input_tokens_seen": 230140048,
      "step": 2935,
      "train_runtime": 38784.5829,
      "train_tokens_per_second": 5933.802
    },
    {
      "epoch": 1.176,
      "grad_norm": 0.6750929884539376,
      "learning_rate": 3.6382628906728735e-06,
      "loss": 0.1572,
      "num_input_tokens_seen": 230533984,
      "step": 2940,
      "train_runtime": 38854.0671,
      "train_tokens_per_second": 5933.33
    },
    {
      "epoch": 1.178,
      "grad_norm": 0.9540995787604724,
      "learning_rate": 3.6231554491598766e-06,
      "loss": 0.1687,
      "num_input_tokens_seen": 230871408,
      "step": 2945,
      "train_runtime": 38918.067,
      "train_tokens_per_second": 5932.242
    },
    {
      "epoch": 1.18,
      "grad_norm": 0.7113190105023284,
      "learning_rate": 3.60806159654674e-06,
      "loss": 0.1841,
      "num_input_tokens_seen": 231276048,
      "step": 2950,
      "train_runtime": 38980.7436,
      "train_tokens_per_second": 5933.085
    },
    {
      "epoch": 1.182,
      "grad_norm": 0.5694070437259657,
      "learning_rate": 3.592981481803699e-06,
      "loss": 0.1734,
      "num_input_tokens_seen": 231750416,
      "step": 2955,
      "train_runtime": 39051.2876,
      "train_tokens_per_second": 5934.514
    },
    {
      "epoch": 1.184,
      "grad_norm": 0.7696320118443719,
      "learning_rate": 3.577915253765396e-06,
      "loss": 0.1746,
      "num_input_tokens_seen": 232149872,
      "step": 2960,
      "train_runtime": 39121.9129,
      "train_tokens_per_second": 5934.011
    },
    {
      "epoch": 1.186,
      "grad_norm": 0.6702860003504424,
      "learning_rate": 3.562863061129419e-06,
      "loss": 0.1536,
      "num_input_tokens_seen": 232498144,
      "step": 2965,
      "train_runtime": 39189.0099,
      "train_tokens_per_second": 5932.738
    },
    {
      "epoch": 1.188,
      "grad_norm": 1.1669807865715685,
      "learning_rate": 3.547825052454833e-06,
      "loss": 0.1697,
      "num_input_tokens_seen": 232837008,
      "step": 2970,
      "train_runtime": 39257.4801,
      "train_tokens_per_second": 5931.023
    },
    {
      "epoch": 1.19,
      "grad_norm": 0.6314310157948689,
      "learning_rate": 3.532801376160713e-06,
      "loss": 0.1655,
      "num_input_tokens_seen": 233268432,
      "step": 2975,
      "train_runtime": 39329.48,
      "train_tokens_per_second": 5931.134
    },
    {
      "epoch": 1.192,
      "grad_norm": 0.7747680172121664,
      "learning_rate": 3.5177921805246772e-06,
      "loss": 0.1545,
      "num_input_tokens_seen": 233693104,
      "step": 2980,
      "train_runtime": 39406.2422,
      "train_tokens_per_second": 5930.358
    },
    {
      "epoch": 1.194,
      "grad_norm": 0.7496226066719307,
      "learning_rate": 3.502797613681429e-06,
      "loss": 0.1584,
      "num_input_tokens_seen": 234108256,
      "step": 2985,
      "train_runtime": 39478.8245,
      "train_tokens_per_second": 5929.97
    },
    {
      "epoch": 1.196,
      "grad_norm": 0.8103593506278386,
      "learning_rate": 3.4878178236212883e-06,
      "loss": 0.1716,
      "num_input_tokens_seen": 234497200,
      "step": 2990,
      "train_runtime": 39548.5055,
      "train_tokens_per_second": 5929.357
    },
    {
      "epoch": 1.198,
      "grad_norm": 0.7510912961931008,
      "learning_rate": 3.472852958188736e-06,
      "loss": 0.156,
      "num_input_tokens_seen": 234829648,
      "step": 2995,
      "train_runtime": 39600.9243,
      "train_tokens_per_second": 5929.903
    },
    {
      "epoch": 1.2,
      "grad_norm": 0.6180898945651564,
      "learning_rate": 3.457903165080952e-06,
      "loss": 0.1658,
      "num_input_tokens_seen": 235222976,
      "step": 3000,
      "train_runtime": 39670.9266,
      "train_tokens_per_second": 5929.354
    },
    {
      "epoch": 1.202,
      "grad_norm": 0.7343635784563662,
      "learning_rate": 3.442968591846359e-06,
      "loss": 0.1759,
      "num_input_tokens_seen": 235677408,
      "step": 3005,
      "train_runtime": 39742.8791,
      "train_tokens_per_second": 5930.054
    },
    {
      "epoch": 1.204,
      "grad_norm": 0.7483883731480301,
      "learning_rate": 3.4280493858831665e-06,
      "loss": 0.1662,
      "num_input_tokens_seen": 236101648,
      "step": 3010,
      "train_runtime": 39815.8004,
      "train_tokens_per_second": 5929.848
    },
    {
      "epoch": 1.206,
      "grad_norm": 0.7546691801100126,
      "learning_rate": 3.4131456944379126e-06,
      "loss": 0.1649,
      "num_input_tokens_seen": 236482832,
      "step": 3015,
      "train_runtime": 39880.4542,
      "train_tokens_per_second": 5929.793
    },
    {
      "epoch": 1.208,
      "grad_norm": 0.8021162674310758,
      "learning_rate": 3.398257664604015e-06,
      "loss": 0.1506,
      "num_input_tokens_seen": 236848400,
      "step": 3020,
      "train_runtime": 39939.203,
      "train_tokens_per_second": 5930.223
    },
    {
      "epoch": 1.21,
      "grad_norm": 0.7324604704039218,
      "learning_rate": 3.3833854433203185e-06,
      "loss": 0.1814,
      "num_input_tokens_seen": 237235776,
      "step": 3025,
      "train_runtime": 40008.8226,
      "train_tokens_per_second": 5929.587
    },
    {
      "epoch": 1.212,
      "grad_norm": 0.7276644088071897,
      "learning_rate": 3.3685291773696425e-06,
      "loss": 0.165,
      "num_input_tokens_seen": 237587584,
      "step": 3030,
      "train_runtime": 40061.4369,
      "train_tokens_per_second": 5930.581
    },
    {
      "epoch": 1.214,
      "grad_norm": 0.6701812890457569,
      "learning_rate": 3.3536890133773346e-06,
      "loss": 0.158,
      "num_input_tokens_seen": 237916544,
      "step": 3035,
      "train_runtime": 40116.8793,
      "train_tokens_per_second": 5930.585
    },
    {
      "epoch": 1.216,
      "grad_norm": 0.719384224007256,
      "learning_rate": 3.3388650978098218e-06,
      "loss": 0.1717,
      "num_input_tokens_seen": 238282032,
      "step": 3040,
      "train_runtime": 40183.6956,
      "train_tokens_per_second": 5929.819
    },
    {
      "epoch": 1.218,
      "grad_norm": 0.699506572979744,
      "learning_rate": 3.3240575769731662e-06,
      "loss": 0.1584,
      "num_input_tokens_seen": 238693680,
      "step": 3045,
      "train_runtime": 40255.7335,
      "train_tokens_per_second": 5929.433
    },
    {
      "epoch": 1.22,
      "grad_norm": 0.8411131577131142,
      "learning_rate": 3.309266597011621e-06,
      "loss": 0.1559,
      "num_input_tokens_seen": 239034096,
      "step": 3050,
      "train_runtime": 40318.7636,
      "train_tokens_per_second": 5928.607
    },
    {
      "epoch": 1.222,
      "grad_norm": 0.6240009437213169,
      "learning_rate": 3.294492303906188e-06,
      "loss": 0.1681,
      "num_input_tokens_seen": 239441184,
      "step": 3055,
      "train_runtime": 40391.8486,
      "train_tokens_per_second": 5927.958
    },
    {
      "epoch": 1.224,
      "grad_norm": 0.8688895499518909,
      "learning_rate": 3.2797348434731725e-06,
      "loss": 0.1596,
      "num_input_tokens_seen": 239805952,
      "step": 3060,
      "train_runtime": 40459.5599,
      "train_tokens_per_second": 5927.053
    },
    {
      "epoch": 1.226,
      "grad_norm": 0.7779088672450006,
      "learning_rate": 3.264994361362753e-06,
      "loss": 0.1764,
      "num_input_tokens_seen": 240245696,
      "step": 3065,
      "train_runtime": 40532.7493,
      "train_tokens_per_second": 5927.2
    },
    {
      "epoch": 1.228,
      "grad_norm": 0.8142718165293787,
      "learning_rate": 3.250271003057537e-06,
      "loss": 0.1557,
      "num_input_tokens_seen": 240583344,
      "step": 3070,
      "train_runtime": 40592.0249,
      "train_tokens_per_second": 5926.862
    },
    {
      "epoch": 1.23,
      "grad_norm": 1.0827248398644935,
      "learning_rate": 3.235564913871126e-06,
      "loss": 0.1648,
      "num_input_tokens_seen": 240959856,
      "step": 3075,
      "train_runtime": 40652.1617,
      "train_tokens_per_second": 5927.357
    },
    {
      "epoch": 1.232,
      "grad_norm": 0.6668211984558198,
      "learning_rate": 3.220876238946684e-06,
      "loss": 0.1688,
      "num_input_tokens_seen": 241359872,
      "step": 3080,
      "train_runtime": 40726.1793,
      "train_tokens_per_second": 5926.406
    },
    {
      "epoch": 1.234,
      "grad_norm": 0.7230319930253292,
      "learning_rate": 3.2062051232555024e-06,
      "loss": 0.1615,
      "num_input_tokens_seen": 241787296,
      "step": 3085,
      "train_runtime": 40794.7312,
      "train_tokens_per_second": 5926.925
    },
    {
      "epoch": 1.236,
      "grad_norm": 0.5573622635818417,
      "learning_rate": 3.1915517115955704e-06,
      "loss": 0.1539,
      "num_input_tokens_seen": 242103696,
      "step": 3090,
      "train_runtime": 40857.2345,
      "train_tokens_per_second": 5925.602
    },
    {
      "epoch": 1.238,
      "grad_norm": 0.9075670158763212,
      "learning_rate": 3.1769161485901445e-06,
      "loss": 0.1544,
      "num_input_tokens_seen": 242530544,
      "step": 3095,
      "train_runtime": 40923.0706,
      "train_tokens_per_second": 5926.499
    },
    {
      "epoch": 1.24,
      "grad_norm": 0.7869485271603684,
      "learning_rate": 3.1622985786863236e-06,
      "loss": 0.158,
      "num_input_tokens_seen": 242906448,
      "step": 3100,
      "train_runtime": 40984.6933,
      "train_tokens_per_second": 5926.76
    },
    {
      "epoch": 1.242,
      "grad_norm": 0.7086002152075986,
      "learning_rate": 3.147699146153621e-06,
      "loss": 0.1563,
      "num_input_tokens_seen": 243322160,
      "step": 3105,
      "train_runtime": 41060.1102,
      "train_tokens_per_second": 5925.999
    },
    {
      "epoch": 1.244,
      "grad_norm": 0.9310354598106708,
      "learning_rate": 3.1331179950825415e-06,
      "loss": 0.1557,
      "num_input_tokens_seen": 243624320,
      "step": 3110,
      "train_runtime": 41118.8384,
      "train_tokens_per_second": 5924.883
    },
    {
      "epoch": 1.246,
      "grad_norm": 0.550828167386558,
      "learning_rate": 3.1185552693831595e-06,
      "loss": 0.1482,
      "num_input_tokens_seen": 244055008,
      "step": 3115,
      "train_runtime": 41197.374,
      "train_tokens_per_second": 5924.043
    },
    {
      "epoch": 1.248,
      "grad_norm": 0.6775912628994292,
      "learning_rate": 3.1040111127836994e-06,
      "loss": 0.1644,
      "num_input_tokens_seen": 244411056,
      "step": 3120,
      "train_runtime": 41254.3234,
      "train_tokens_per_second": 5924.496
    },
    {
      "epoch": 1.25,
      "grad_norm": 0.7087611032845899,
      "learning_rate": 3.089485668829113e-06,
      "loss": 0.1562,
      "num_input_tokens_seen": 244801856,
      "step": 3125,
      "train_runtime": 41317.0315,
      "train_tokens_per_second": 5924.962
    },
    {
      "epoch": 1.252,
      "grad_norm": 0.671755840044814,
      "learning_rate": 3.074979080879671e-06,
      "loss": 0.1669,
      "num_input_tokens_seen": 245303888,
      "step": 3130,
      "train_runtime": 41393.7568,
      "train_tokens_per_second": 5926.108
    },
    {
      "epoch": 1.254,
      "grad_norm": 0.8854341953884204,
      "learning_rate": 3.0604914921095373e-06,
      "loss": 0.1616,
      "num_input_tokens_seen": 245696576,
      "step": 3135,
      "train_runtime": 41471.6223,
      "train_tokens_per_second": 5924.451
    },
    {
      "epoch": 1.256,
      "grad_norm": 0.9344280187391603,
      "learning_rate": 3.046023045505366e-06,
      "loss": 0.1582,
      "num_input_tokens_seen": 246072144,
      "step": 3140,
      "train_runtime": 41539.1221,
      "train_tokens_per_second": 5923.865
    },
    {
      "epoch": 1.258,
      "grad_norm": 0.7130633350935699,
      "learning_rate": 3.031573883864882e-06,
      "loss": 0.1639,
      "num_input_tokens_seen": 246507184,
      "step": 3145,
      "train_runtime": 41617.5598,
      "train_tokens_per_second": 5923.153
    },
    {
      "epoch": 1.26,
      "grad_norm": 0.8510568678796733,
      "learning_rate": 3.0171441497954807e-06,
      "loss": 0.1395,
      "num_input_tokens_seen": 246873408,
      "step": 3150,
      "train_runtime": 41681.8426,
      "train_tokens_per_second": 5922.805
    },
    {
      "epoch": 1.262,
      "grad_norm": 0.7775351635430708,
      "learning_rate": 3.002733985712808e-06,
      "loss": 0.1715,
      "num_input_tokens_seen": 247320912,
      "step": 3155,
      "train_runtime": 41745.1701,
      "train_tokens_per_second": 5924.54
    },
    {
      "epoch": 1.264,
      "grad_norm": 0.9645462964971862,
      "learning_rate": 2.9883435338393674e-06,
      "loss": 0.1814,
      "num_input_tokens_seen": 247653568,
      "step": 3160,
      "train_runtime": 41810.0185,
      "train_tokens_per_second": 5923.307
    },
    {
      "epoch": 1.266,
      "grad_norm": 0.9066188936891787,
      "learning_rate": 2.97397293620311e-06,
      "loss": 0.1655,
      "num_input_tokens_seen": 248031600,
      "step": 3165,
      "train_runtime": 41883.9078,
      "train_tokens_per_second": 5921.883
    },
    {
      "epoch": 1.268,
      "grad_norm": 0.6535637643312067,
      "learning_rate": 2.959622334636031e-06,
      "loss": 0.1643,
      "num_input_tokens_seen": 248424528,
      "step": 3170,
      "train_runtime": 41955.6238,
      "train_tokens_per_second": 5921.126
    },
    {
      "epoch": 1.27,
      "grad_norm": 0.776964268072871,
      "learning_rate": 2.945291870772776e-06,
      "loss": 0.1791,
      "num_input_tokens_seen": 248832000,
      "step": 3175,
      "train_runtime": 42025.4971,
      "train_tokens_per_second": 5920.977
    },
    {
      "epoch": 1.272,
      "grad_norm": 0.7762244233066542,
      "learning_rate": 2.930981686049237e-06,
      "loss": 0.1572,
      "num_input_tokens_seen": 249175552,
      "step": 3180,
      "train_runtime": 42086.5097,
      "train_tokens_per_second": 5920.556
    },
    {
      "epoch": 1.274,
      "grad_norm": 0.7373577512254087,
      "learning_rate": 2.91669192170116e-06,
      "loss": 0.1537,
      "num_input_tokens_seen": 249553200,
      "step": 3185,
      "train_runtime": 42153.488,
      "train_tokens_per_second": 5920.108
    },
    {
      "epoch": 1.276,
      "grad_norm": 0.8257165963992682,
      "learning_rate": 2.902422718762752e-06,
      "loss": 0.1632,
      "num_input_tokens_seen": 249943936,
      "step": 3190,
      "train_runtime": 42216.3349,
      "train_tokens_per_second": 5920.55
    },
    {
      "epoch": 1.278,
      "grad_norm": 0.8128476390270747,
      "learning_rate": 2.8881742180652813e-06,
      "loss": 0.1657,
      "num_input_tokens_seen": 250358672,
      "step": 3195,
      "train_runtime": 42287.7269,
      "train_tokens_per_second": 5920.362
    },
    {
      "epoch": 1.28,
      "grad_norm": 0.7646471737046436,
      "learning_rate": 2.8739465602357014e-06,
      "loss": 0.1622,
      "num_input_tokens_seen": 250754560,
      "step": 3200,
      "train_runtime": 42363.4427,
      "train_tokens_per_second": 5919.126
    },
    {
      "epoch": 1.282,
      "grad_norm": 0.8530492677177867,
      "learning_rate": 2.8597398856952473e-06,
      "loss": 0.166,
      "num_input_tokens_seen": 251117984,
      "step": 3205,
      "train_runtime": 42429.7577,
      "train_tokens_per_second": 5918.44
    },
    {
      "epoch": 1.284,
      "grad_norm": 0.6891207555109584,
      "learning_rate": 2.845554334658066e-06,
      "loss": 0.1619,
      "num_input_tokens_seen": 251519024,
      "step": 3210,
      "train_runtime": 42500.5549,
      "train_tokens_per_second": 5918.017
    },
    {
      "epoch": 1.286,
      "grad_norm": 0.6286038787283127,
      "learning_rate": 2.831390047129815e-06,
      "loss": 0.1561,
      "num_input_tokens_seen": 251863440,
      "step": 3215,
      "train_runtime": 42557.732,
      "train_tokens_per_second": 5918.159
    },
    {
      "epoch": 1.288,
      "grad_norm": 0.6954233683193354,
      "learning_rate": 2.817247162906297e-06,
      "loss": 0.1666,
      "num_input_tokens_seen": 252342144,
      "step": 3220,
      "train_runtime": 42635.7387,
      "train_tokens_per_second": 5918.559
    },
    {
      "epoch": 1.29,
      "grad_norm": 1.2912645764370834,
      "learning_rate": 2.803125821572068e-06,
      "loss": 0.1488,
      "num_input_tokens_seen": 252714960,
      "step": 3225,
      "train_runtime": 42710.0498,
      "train_tokens_per_second": 5916.991
    },
    {
      "epoch": 1.292,
      "grad_norm": 0.7779010609742523,
      "learning_rate": 2.7890261624990643e-06,
      "loss": 0.1654,
      "num_input_tokens_seen": 253093040,
      "step": 3230,
      "train_runtime": 42773.4184,
      "train_tokens_per_second": 5917.064
    },
    {
      "epoch": 1.294,
      "grad_norm": 0.8348611236125332,
      "learning_rate": 2.7749483248452324e-06,
      "loss": 0.1564,
      "num_input_tokens_seen": 253534096,
      "step": 3235,
      "train_runtime": 42852.1371,
      "train_tokens_per_second": 5916.487
    },
    {
      "epoch": 1.296,
      "grad_norm": 0.7339152402479057,
      "learning_rate": 2.760892447553143e-06,
      "loss": 0.1615,
      "num_input_tokens_seen": 253877168,
      "step": 3240,
      "train_runtime": 42909.3874,
      "train_tokens_per_second": 5916.588
    },
    {
      "epoch": 1.298,
      "grad_norm": 0.7276311865781885,
      "learning_rate": 2.746858669348634e-06,
      "loss": 0.1518,
      "num_input_tokens_seen": 254340192,
      "step": 3245,
      "train_runtime": 42983.7231,
      "train_tokens_per_second": 5917.128
    },
    {
      "epoch": 1.3,
      "grad_norm": 0.7564142166342812,
      "learning_rate": 2.7328471287394265e-06,
      "loss": 0.173,
      "num_input_tokens_seen": 254712384,
      "step": 3250,
      "train_runtime": 43055.0532,
      "train_tokens_per_second": 5915.97
    },
    {
      "epoch": 1.302,
      "grad_norm": 0.8935746595628307,
      "learning_rate": 2.718857964013773e-06,
      "loss": 0.1619,
      "num_input_tokens_seen": 255079824,
      "step": 3255,
      "train_runtime": 43116.5739,
      "train_tokens_per_second": 5916.05
    },
    {
      "epoch": 1.304,
      "grad_norm": 0.6831223745333709,
      "learning_rate": 2.7048913132390787e-06,
      "loss": 0.1559,
      "num_input_tokens_seen": 255544896,
      "step": 3260,
      "train_runtime": 43187.2601,
      "train_tokens_per_second": 5917.136
    },
    {
      "epoch": 1.306,
      "grad_norm": 0.9387199489260992,
      "learning_rate": 2.6909473142605522e-06,
      "loss": 0.1604,
      "num_input_tokens_seen": 255937552,
      "step": 3265,
      "train_runtime": 43249.3196,
      "train_tokens_per_second": 5917.724
    },
    {
      "epoch": 1.308,
      "grad_norm": 0.6805034841314415,
      "learning_rate": 2.6770261046998315e-06,
      "loss": 0.1509,
      "num_input_tokens_seen": 256399136,
      "step": 3270,
      "train_runtime": 43324.4225,
      "train_tokens_per_second": 5918.12
    },
    {
      "epoch": 1.31,
      "grad_norm": 1.0364186827205375,
      "learning_rate": 2.663127821953633e-06,
      "loss": 0.1676,
      "num_input_tokens_seen": 256726480,
      "step": 3275,
      "train_runtime": 43388.856,
      "train_tokens_per_second": 5916.876
    },
    {
      "epoch": 1.312,
      "grad_norm": 0.7558495047876609,
      "learning_rate": 2.6492526031924005e-06,
      "loss": 0.1677,
      "num_input_tokens_seen": 257112800,
      "step": 3280,
      "train_runtime": 43455.7903,
      "train_tokens_per_second": 5916.652
    },
    {
      "epoch": 1.314,
      "grad_norm": 0.5980806083914143,
      "learning_rate": 2.635400585358937e-06,
      "loss": 0.1699,
      "num_input_tokens_seen": 257521472,
      "step": 3285,
      "train_runtime": 43513.7104,
      "train_tokens_per_second": 5918.169
    },
    {
      "epoch": 1.316,
      "grad_norm": 0.8992052140691096,
      "learning_rate": 2.6215719051670705e-06,
      "loss": 0.164,
      "num_input_tokens_seen": 257892352,
      "step": 3290,
      "train_runtime": 43582.7229,
      "train_tokens_per_second": 5917.307
    },
    {
      "epoch": 1.318,
      "grad_norm": 0.813940297189925,
      "learning_rate": 2.607766699100288e-06,
      "loss": 0.1548,
      "num_input_tokens_seen": 258258560,
      "step": 3295,
      "train_runtime": 43644.9456,
      "train_tokens_per_second": 5917.262
    },
    {
      "epoch": 1.32,
      "grad_norm": 0.6532369480179456,
      "learning_rate": 2.5939851034104035e-06,
      "loss": 0.1614,
      "num_input_tokens_seen": 258634672,
      "step": 3300,
      "train_runtime": 43713.1256,
      "train_tokens_per_second": 5916.636
    },
    {
      "epoch": 1.322,
      "grad_norm": 0.6428583381101993,
      "learning_rate": 2.580227254116199e-06,
      "loss": 0.1577,
      "num_input_tokens_seen": 259033664,
      "step": 3305,
      "train_runtime": 43778.0144,
      "train_tokens_per_second": 5916.981
    },
    {
      "epoch": 1.324,
      "grad_norm": 0.6657006866349452,
      "learning_rate": 2.5664932870020966e-06,
      "loss": 0.1719,
      "num_input_tokens_seen": 259396128,
      "step": 3310,
      "train_runtime": 43844.1232,
      "train_tokens_per_second": 5916.326
    },
    {
      "epoch": 1.326,
      "grad_norm": 0.8000719535948124,
      "learning_rate": 2.5527833376168055e-06,
      "loss": 0.1672,
      "num_input_tokens_seen": 259854000,
      "step": 3315,
      "train_runtime": 43911.7043,
      "train_tokens_per_second": 5917.648
    },
    {
      "epoch": 1.328,
      "grad_norm": 0.822202135733305,
      "learning_rate": 2.5390975412719897e-06,
      "loss": 0.157,
      "num_input_tokens_seen": 260216000,
      "step": 3320,
      "train_runtime": 43969.6142,
      "train_tokens_per_second": 5918.087
    },
    {
      "epoch": 1.33,
      "grad_norm": 0.7161314906432911,
      "learning_rate": 2.5254360330409343e-06,
      "loss": 0.1788,
      "num_input_tokens_seen": 260648016,
      "step": 3325,
      "train_runtime": 44042.8511,
      "train_tokens_per_second": 5918.055
    },
    {
      "epoch": 1.332,
      "grad_norm": 0.6228455429058426,
      "learning_rate": 2.5117989477572126e-06,
      "loss": 0.1476,
      "num_input_tokens_seen": 261051520,
      "step": 3330,
      "train_runtime": 44115.0395,
      "train_tokens_per_second": 5917.518
    },
    {
      "epoch": 1.334,
      "grad_norm": 0.7916484998008849,
      "learning_rate": 2.4981864200133483e-06,
      "loss": 0.1646,
      "num_input_tokens_seen": 261412496,
      "step": 3335,
      "train_runtime": 44182.5012,
      "train_tokens_per_second": 5916.652
    },
    {
      "epoch": 1.336,
      "grad_norm": 0.6651031840130643,
      "learning_rate": 2.484598584159494e-06,
      "loss": 0.1568,
      "num_input_tokens_seen": 261753792,
      "step": 3340,
      "train_runtime": 44243.6228,
      "train_tokens_per_second": 5916.193
    },
    {
      "epoch": 1.338,
      "grad_norm": 0.9722609304905037,
      "learning_rate": 2.4710355743021077e-06,
      "loss": 0.1666,
      "num_input_tokens_seen": 262177136,
      "step": 3345,
      "train_runtime": 44311.5134,
      "train_tokens_per_second": 5916.682
    },
    {
      "epoch": 1.34,
      "grad_norm": 0.984542406464338,
      "learning_rate": 2.457497524302616e-06,
      "loss": 0.1648,
      "num_input_tokens_seen": 262546256,
      "step": 3350,
      "train_runtime": 44370.6059,
      "train_tokens_per_second": 5917.121
    },
    {
      "epoch": 1.342,
      "grad_norm": 0.7695626696226255,
      "learning_rate": 2.4439845677761124e-06,
      "loss": 0.1685,
      "num_input_tokens_seen": 262941872,
      "step": 3355,
      "train_runtime": 44436.3901,
      "train_tokens_per_second": 5917.264
    },
    {
      "epoch": 1.3439999999999999,
      "grad_norm": 0.7079714815933946,
      "learning_rate": 2.430496838090017e-06,
      "loss": 0.1571,
      "num_input_tokens_seen": 263313296,
      "step": 3360,
      "train_runtime": 44500.6796,
      "train_tokens_per_second": 5917.062
    },
    {
      "epoch": 1.346,
      "grad_norm": 0.6442945680488377,
      "learning_rate": 2.417034468362782e-06,
      "loss": 0.157,
      "num_input_tokens_seen": 263787248,
      "step": 3365,
      "train_runtime": 44578.6134,
      "train_tokens_per_second": 5917.35
    },
    {
      "epoch": 1.3479999999999999,
      "grad_norm": 0.7805989978825958,
      "learning_rate": 2.403597591462557e-06,
      "loss": 0.1776,
      "num_input_tokens_seen": 264157904,
      "step": 3370,
      "train_runtime": 44642.2937,
      "train_tokens_per_second": 5917.212
    },
    {
      "epoch": 1.35,
      "grad_norm": 0.9329090164798857,
      "learning_rate": 2.3901863400058954e-06,
      "loss": 0.1713,
      "num_input_tokens_seen": 264551248,
      "step": 3375,
      "train_runtime": 44701.3264,
      "train_tokens_per_second": 5918.197
    },
    {
      "epoch": 1.3519999999999999,
      "grad_norm": 0.8147375095413973,
      "learning_rate": 2.376800846356434e-06,
      "loss": 0.1594,
      "num_input_tokens_seen": 264916240,
      "step": 3380,
      "train_runtime": 44756.8792,
      "train_tokens_per_second": 5919.006
    },
    {
      "epoch": 1.354,
      "grad_norm": 0.7856198693751099,
      "learning_rate": 2.3634412426235886e-06,
      "loss": 0.154,
      "num_input_tokens_seen": 265281024,
      "step": 3385,
      "train_runtime": 44814.9565,
      "train_tokens_per_second": 5919.475
    },
    {
      "epoch": 1.3559999999999999,
      "grad_norm": 0.8670101446125132,
      "learning_rate": 2.3501076606612587e-06,
      "loss": 0.1657,
      "num_input_tokens_seen": 265682112,
      "step": 3390,
      "train_runtime": 44881.1591,
      "train_tokens_per_second": 5919.68
    },
    {
      "epoch": 1.358,
      "grad_norm": 0.6876212628735606,
      "learning_rate": 2.3368002320665118e-06,
      "loss": 0.1581,
      "num_input_tokens_seen": 266105504,
      "step": 3395,
      "train_runtime": 44954.5086,
      "train_tokens_per_second": 5919.44
    },
    {
      "epoch": 1.3599999999999999,
      "grad_norm": 0.9143282304439698,
      "learning_rate": 2.323519088178299e-06,
      "loss": 0.1688,
      "num_input_tokens_seen": 266487728,
      "step": 3400,
      "train_runtime": 45022.0586,
      "train_tokens_per_second": 5919.048
    },
    {
      "epoch": 1.362,
      "grad_norm": 0.8422086024571543,
      "learning_rate": 2.3102643600761445e-06,
      "loss": 0.1658,
      "num_input_tokens_seen": 266804880,
      "step": 3405,
      "train_runtime": 45070.8272,
      "train_tokens_per_second": 5919.68
    },
    {
      "epoch": 1.3639999999999999,
      "grad_norm": 0.9413574952585082,
      "learning_rate": 2.2970361785788673e-06,
      "loss": 0.1712,
      "num_input_tokens_seen": 267089664,
      "step": 3410,
      "train_runtime": 45107.2251,
      "train_tokens_per_second": 5921.217
    },
    {
      "epoch": 1.366,
      "grad_norm": 0.8801247630953964,
      "learning_rate": 2.2838346742432753e-06,
      "loss": 0.1602,
      "num_input_tokens_seen": 267493472,
      "step": 3415,
      "train_runtime": 45174.2728,
      "train_tokens_per_second": 5921.368
    },
    {
      "epoch": 1.3679999999999999,
      "grad_norm": 0.7240749138563003,
      "learning_rate": 2.2706599773628906e-06,
      "loss": 0.1424,
      "num_input_tokens_seen": 267800368,
      "step": 3420,
      "train_runtime": 45229.5918,
      "train_tokens_per_second": 5920.911
    },
    {
      "epoch": 1.37,
      "grad_norm": 1.0053581927960462,
      "learning_rate": 2.25751221796665e-06,
      "loss": 0.1604,
      "num_input_tokens_seen": 268160336,
      "step": 3425,
      "train_runtime": 45286.4151,
      "train_tokens_per_second": 5921.43
    },
    {
      "epoch": 1.3719999999999999,
      "grad_norm": 0.7139195236329295,
      "learning_rate": 2.2443915258176283e-06,
      "loss": 0.1704,
      "num_input_tokens_seen": 268535248,
      "step": 3430,
      "train_runtime": 45349.9427,
      "train_tokens_per_second": 5921.402
    },
    {
      "epoch": 1.374,
      "grad_norm": 0.78422140489144,
      "learning_rate": 2.2312980304117656e-06,
      "loss": 0.1633,
      "num_input_tokens_seen": 268962320,
      "step": 3435,
      "train_runtime": 45422.8264,
      "train_tokens_per_second": 5921.303
    },
    {
      "epoch": 1.376,
      "grad_norm": 1.0813375023090641,
      "learning_rate": 2.2182318609765703e-06,
      "loss": 0.1599,
      "num_input_tokens_seen": 269273584,
      "step": 3440,
      "train_runtime": 45470.068,
      "train_tokens_per_second": 5921.997
    },
    {
      "epoch": 1.3780000000000001,
      "grad_norm": 1.039109997760742,
      "learning_rate": 2.2051931464698636e-06,
      "loss": 0.1588,
      "num_input_tokens_seen": 269618864,
      "step": 3445,
      "train_runtime": 45528.1781,
      "train_tokens_per_second": 5922.022
    },
    {
      "epoch": 1.38,
      "grad_norm": 0.7492310498974429,
      "learning_rate": 2.19218201557849e-06,
      "loss": 0.1642,
      "num_input_tokens_seen": 270000000,
      "step": 3450,
      "train_runtime": 45587.9089,
      "train_tokens_per_second": 5922.623
    },
    {
      "epoch": 1.3820000000000001,
      "grad_norm": 0.9152884810547635,
      "learning_rate": 2.179198596717063e-06,
      "loss": 0.1585,
      "num_input_tokens_seen": 270358256,
      "step": 3455,
      "train_runtime": 45631.5112,
      "train_tokens_per_second": 5924.815
    },
    {
      "epoch": 1.384,
      "grad_norm": 0.7724536269842872,
      "learning_rate": 2.1662430180266808e-06,
      "loss": 0.1493,
      "num_input_tokens_seen": 270752928,
      "step": 3460,
      "train_runtime": 45692.8325,
      "train_tokens_per_second": 5925.501
    },
    {
      "epoch": 1.3860000000000001,
      "grad_norm": 0.8628553249819737,
      "learning_rate": 2.153315407373679e-06,
      "loss": 0.1592,
      "num_input_tokens_seen": 271107200,
      "step": 3465,
      "train_runtime": 45748.4706,
      "train_tokens_per_second": 5926.039
    },
    {
      "epoch": 1.388,
      "grad_norm": 0.8893492591724887,
      "learning_rate": 2.1404158923483524e-06,
      "loss": 0.1634,
      "num_input_tokens_seen": 271433216,
      "step": 3470,
      "train_runtime": 45809.4912,
      "train_tokens_per_second": 5925.262
    },
    {
      "epoch": 1.3900000000000001,
      "grad_norm": 0.6668075154572731,
      "learning_rate": 2.1275446002637063e-06,
      "loss": 0.1663,
      "num_input_tokens_seen": 271802272,
      "step": 3475,
      "train_runtime": 45865.6472,
      "train_tokens_per_second": 5926.053
    },
    {
      "epoch": 1.392,
      "grad_norm": 0.6380682100859386,
      "learning_rate": 2.1147016581542e-06,
      "loss": 0.1663,
      "num_input_tokens_seen": 272124656,
      "step": 3480,
      "train_runtime": 45909.1459,
      "train_tokens_per_second": 5927.461
    },
    {
      "epoch": 1.3940000000000001,
      "grad_norm": 0.8327094191494121,
      "learning_rate": 2.1018871927744844e-06,
      "loss": 0.1606,
      "num_input_tokens_seen": 272526576,
      "step": 3485,
      "train_runtime": 45964.9817,
      "train_tokens_per_second": 5929.004
    },
    {
      "epoch": 1.396,
      "grad_norm": 0.6626172180102655,
      "learning_rate": 2.0891013305981615e-06,
      "loss": 0.1777,
      "num_input_tokens_seen": 272960928,
      "step": 3490,
      "train_runtime": 46038.941,
      "train_tokens_per_second": 5928.914
    },
    {
      "epoch": 1.3980000000000001,
      "grad_norm": 0.8864352806591932,
      "learning_rate": 2.076344197816527e-06,
      "loss": 0.159,
      "num_input_tokens_seen": 273359360,
      "step": 3495,
      "train_runtime": 46106.2762,
      "train_tokens_per_second": 5928.897
    },
    {
      "epoch": 1.4,
      "grad_norm": 1.0689235023691157,
      "learning_rate": 2.0636159203373344e-06,
      "loss": 0.1688,
      "num_input_tokens_seen": 273776336,
      "step": 3500,
      "train_runtime": 46176.8915,
      "train_tokens_per_second": 5928.86
    },
    {
      "epoch": 1.4020000000000001,
      "grad_norm": 0.6950832286250193,
      "learning_rate": 2.0509166237835398e-06,
      "loss": 0.1531,
      "num_input_tokens_seen": 274174848,
      "step": 3505,
      "train_runtime": 46240.328,
      "train_tokens_per_second": 5929.345
    },
    {
      "epoch": 1.404,
      "grad_norm": 0.6214713725746865,
      "learning_rate": 2.0382464334920774e-06,
      "loss": 0.1608,
      "num_input_tokens_seen": 274657952,
      "step": 3510,
      "train_runtime": 46312.2065,
      "train_tokens_per_second": 5930.574
    },
    {
      "epoch": 1.4060000000000001,
      "grad_norm": 0.6835174204746227,
      "learning_rate": 2.025605474512608e-06,
      "loss": 0.15,
      "num_input_tokens_seen": 275033072,
      "step": 3515,
      "train_runtime": 46373.5523,
      "train_tokens_per_second": 5930.817
    },
    {
      "epoch": 1.408,
      "grad_norm": 0.7799020382770737,
      "learning_rate": 2.0129938716062917e-06,
      "loss": 0.1671,
      "num_input_tokens_seen": 275362944,
      "step": 3520,
      "train_runtime": 46433.6607,
      "train_tokens_per_second": 5930.244
    },
    {
      "epoch": 1.41,
      "grad_norm": 0.6362165159024328,
      "learning_rate": 2.0004117492445614e-06,
      "loss": 0.1481,
      "num_input_tokens_seen": 275762640,
      "step": 3525,
      "train_runtime": 46510.5851,
      "train_tokens_per_second": 5929.03
    },
    {
      "epoch": 1.412,
      "grad_norm": 0.6774039235399333,
      "learning_rate": 1.9878592316078813e-06,
      "loss": 0.1511,
      "num_input_tokens_seen": 276174128,
      "step": 3530,
      "train_runtime": 46576.4046,
      "train_tokens_per_second": 5929.486
    },
    {
      "epoch": 1.414,
      "grad_norm": 0.8041300374257803,
      "learning_rate": 1.975336442584537e-06,
      "loss": 0.1509,
      "num_input_tokens_seen": 276565680,
      "step": 3535,
      "train_runtime": 46644.2245,
      "train_tokens_per_second": 5929.259
    },
    {
      "epoch": 1.416,
      "grad_norm": 0.6161702240382638,
      "learning_rate": 1.9628435057693963e-06,
      "loss": 0.1595,
      "num_input_tokens_seen": 276941040,
      "step": 3540,
      "train_runtime": 46714.76,
      "train_tokens_per_second": 5928.341
    },
    {
      "epoch": 1.418,
      "grad_norm": 0.7110979323675918,
      "learning_rate": 1.9503805444627054e-06,
      "loss": 0.1604,
      "num_input_tokens_seen": 277400160,
      "step": 3545,
      "train_runtime": 46787.685,
      "train_tokens_per_second": 5928.914
    },
    {
      "epoch": 1.42,
      "grad_norm": 0.7274432684526562,
      "learning_rate": 1.937947681668858e-06,
      "loss": 0.1483,
      "num_input_tokens_seen": 277738800,
      "step": 3550,
      "train_runtime": 46840.7859,
      "train_tokens_per_second": 5929.422
    },
    {
      "epoch": 1.422,
      "grad_norm": 0.7150895551437593,
      "learning_rate": 1.9255450400951937e-06,
      "loss": 0.1545,
      "num_input_tokens_seen": 278133904,
      "step": 3555,
      "train_runtime": 46897.7755,
      "train_tokens_per_second": 5930.642
    },
    {
      "epoch": 1.424,
      "grad_norm": 0.7276963772399333,
      "learning_rate": 1.913172742150774e-06,
      "loss": 0.1719,
      "num_input_tokens_seen": 278502048,
      "step": 3560,
      "train_runtime": 46969.1653,
      "train_tokens_per_second": 5929.466
    },
    {
      "epoch": 1.426,
      "grad_norm": 0.6348868767790892,
      "learning_rate": 1.900830909945189e-06,
      "loss": 0.1564,
      "num_input_tokens_seen": 278939024,
      "step": 3565,
      "train_runtime": 47046.1776,
      "train_tokens_per_second": 5929.048
    },
    {
      "epoch": 1.428,
      "grad_norm": 0.671235167124699,
      "learning_rate": 1.8885196652873372e-06,
      "loss": 0.1466,
      "num_input_tokens_seen": 279267216,
      "step": 3570,
      "train_runtime": 47111.668,
      "train_tokens_per_second": 5927.772
    },
    {
      "epoch": 1.43,
      "grad_norm": 1.898051394985332,
      "learning_rate": 1.876239129684232e-06,
      "loss": 0.1859,
      "num_input_tokens_seen": 279700784,
      "step": 3575,
      "train_runtime": 47180.459,
      "train_tokens_per_second": 5928.318
    },
    {
      "epoch": 1.432,
      "grad_norm": 0.7842508078959054,
      "learning_rate": 1.8639894243398055e-06,
      "loss": 0.1595,
      "num_input_tokens_seen": 280056448,
      "step": 3580,
      "train_runtime": 47244.8125,
      "train_tokens_per_second": 5927.771
    },
    {
      "epoch": 1.434,
      "grad_norm": 0.7410998818580086,
      "learning_rate": 1.8517706701536998e-06,
      "loss": 0.1596,
      "num_input_tokens_seen": 280414336,
      "step": 3585,
      "train_runtime": 47305.37,
      "train_tokens_per_second": 5927.749
    },
    {
      "epoch": 1.436,
      "grad_norm": 0.8700763169768161,
      "learning_rate": 1.8395829877200904e-06,
      "loss": 0.1472,
      "num_input_tokens_seen": 280832880,
      "step": 3590,
      "train_runtime": 47370.204,
      "train_tokens_per_second": 5928.471
    },
    {
      "epoch": 1.438,
      "grad_norm": 0.7509665576666095,
      "learning_rate": 1.8274264973264782e-06,
      "loss": 0.1507,
      "num_input_tokens_seen": 281229968,
      "step": 3595,
      "train_runtime": 47443.3851,
      "train_tokens_per_second": 5927.696
    },
    {
      "epoch": 1.44,
      "grad_norm": 0.8113536511822692,
      "learning_rate": 1.8153013189525192e-06,
      "loss": 0.163,
      "num_input_tokens_seen": 281613376,
      "step": 3600,
      "train_runtime": 47506.0482,
      "train_tokens_per_second": 5927.948
    },
    {
      "epoch": 1.442,
      "grad_norm": 0.6115394498148928,
      "learning_rate": 1.803207572268826e-06,
      "loss": 0.1731,
      "num_input_tokens_seen": 282032944,
      "step": 3605,
      "train_runtime": 47563.5879,
      "train_tokens_per_second": 5929.598
    },
    {
      "epoch": 1.444,
      "grad_norm": 0.6405955225670742,
      "learning_rate": 1.7911453766357983e-06,
      "loss": 0.1618,
      "num_input_tokens_seen": 282389792,
      "step": 3610,
      "train_runtime": 47626.033,
      "train_tokens_per_second": 5929.316
    },
    {
      "epoch": 1.446,
      "grad_norm": 0.6130313201579569,
      "learning_rate": 1.779114851102437e-06,
      "loss": 0.1633,
      "num_input_tokens_seen": 282890112,
      "step": 3615,
      "train_runtime": 47695.0374,
      "train_tokens_per_second": 5931.227
    },
    {
      "epoch": 1.448,
      "grad_norm": 0.6302668789165032,
      "learning_rate": 1.767116114405169e-06,
      "loss": 0.1526,
      "num_input_tokens_seen": 283283696,
      "step": 3620,
      "train_runtime": 47762.1972,
      "train_tokens_per_second": 5931.128
    },
    {
      "epoch": 1.45,
      "grad_norm": 0.7741954401409908,
      "learning_rate": 1.7551492849666857e-06,
      "loss": 0.1725,
      "num_input_tokens_seen": 283685808,
      "step": 3625,
      "train_runtime": 47824.1282,
      "train_tokens_per_second": 5931.855
    },
    {
      "epoch": 1.452,
      "grad_norm": 1.3817026636466954,
      "learning_rate": 1.7432144808947587e-06,
      "loss": 0.1691,
      "num_input_tokens_seen": 284112096,
      "step": 3630,
      "train_runtime": 47902.1143,
      "train_tokens_per_second": 5931.097
    },
    {
      "epoch": 1.454,
      "grad_norm": 0.7099453612067773,
      "learning_rate": 1.7313118199810897e-06,
      "loss": 0.1858,
      "num_input_tokens_seen": 284461312,
      "step": 3635,
      "train_runtime": 47957.2926,
      "train_tokens_per_second": 5931.555
    },
    {
      "epoch": 1.456,
      "grad_norm": 0.8122207590733628,
      "learning_rate": 1.719441419700133e-06,
      "loss": 0.164,
      "num_input_tokens_seen": 284868512,
      "step": 3640,
      "train_runtime": 48029.1655,
      "train_tokens_per_second": 5931.157
    },
    {
      "epoch": 1.458,
      "grad_norm": 0.8572956528482197,
      "learning_rate": 1.7076033972079503e-06,
      "loss": 0.1564,
      "num_input_tokens_seen": 285185056,
      "step": 3645,
      "train_runtime": 48091.5097,
      "train_tokens_per_second": 5930.05
    },
    {
      "epoch": 1.46,
      "grad_norm": 0.873938357262156,
      "learning_rate": 1.6957978693410414e-06,
      "loss": 0.1632,
      "num_input_tokens_seen": 285571648,
      "step": 3650,
      "train_runtime": 48149.9078,
      "train_tokens_per_second": 5930.887
    },
    {
      "epoch": 1.462,
      "grad_norm": 0.7103177752858402,
      "learning_rate": 1.6840249526152036e-06,
      "loss": 0.1668,
      "num_input_tokens_seen": 285983264,
      "step": 3655,
      "train_runtime": 48211.3382,
      "train_tokens_per_second": 5931.867
    },
    {
      "epoch": 1.464,
      "grad_norm": 0.8369786068973288,
      "learning_rate": 1.6722847632243699e-06,
      "loss": 0.1591,
      "num_input_tokens_seen": 286456640,
      "step": 3660,
      "train_runtime": 48288.4145,
      "train_tokens_per_second": 5932.202
    },
    {
      "epoch": 1.466,
      "grad_norm": 0.7265571979210181,
      "learning_rate": 1.6605774170394683e-06,
      "loss": 0.1556,
      "num_input_tokens_seen": 286908176,
      "step": 3665,
      "train_runtime": 48361.8519,
      "train_tokens_per_second": 5932.531
    },
    {
      "epoch": 1.468,
      "grad_norm": 0.6864011131778082,
      "learning_rate": 1.6489030296072833e-06,
      "loss": 0.151,
      "num_input_tokens_seen": 287294160,
      "step": 3670,
      "train_runtime": 48418.8864,
      "train_tokens_per_second": 5933.514
    },
    {
      "epoch": 1.47,
      "grad_norm": 0.7996330627370122,
      "learning_rate": 1.6372617161493014e-06,
      "loss": 0.1758,
      "num_input_tokens_seen": 287716720,
      "step": 3675,
      "train_runtime": 48494.7014,
      "train_tokens_per_second": 5932.952
    },
    {
      "epoch": 1.472,
      "grad_norm": 0.6872602791154082,
      "learning_rate": 1.6256535915605904e-06,
      "loss": 0.1624,
      "num_input_tokens_seen": 288152368,
      "step": 3680,
      "train_runtime": 48563.8173,
      "train_tokens_per_second": 5933.479
    },
    {
      "epoch": 1.474,
      "grad_norm": 0.8039815691495285,
      "learning_rate": 1.6140787704086502e-06,
      "loss": 0.157,
      "num_input_tokens_seen": 288577920,
      "step": 3685,
      "train_runtime": 48630.6755,
      "train_tokens_per_second": 5934.072
    },
    {
      "epoch": 1.476,
      "grad_norm": 0.7751500817420555,
      "learning_rate": 1.6025373669322963e-06,
      "loss": 0.1628,
      "num_input_tokens_seen": 288934560,
      "step": 3690,
      "train_runtime": 48676.9536,
      "train_tokens_per_second": 5935.757
    },
    {
      "epoch": 1.478,
      "grad_norm": 0.7540438680547615,
      "learning_rate": 1.591029495040518e-06,
      "loss": 0.1564,
      "num_input_tokens_seen": 289320864,
      "step": 3695,
      "train_runtime": 48745.6477,
      "train_tokens_per_second": 5935.317
    },
    {
      "epoch": 1.48,
      "grad_norm": 0.7341652825778272,
      "learning_rate": 1.5795552683113679e-06,
      "loss": 0.1628,
      "num_input_tokens_seen": 289703696,
      "step": 3700,
      "train_runtime": 48807.1603,
      "train_tokens_per_second": 5935.68
    },
    {
      "epoch": 1.482,
      "grad_norm": 0.6671644486635318,
      "learning_rate": 1.5681147999908308e-06,
      "loss": 0.159,
      "num_input_tokens_seen": 290105360,
      "step": 3705,
      "train_runtime": 48868.9711,
      "train_tokens_per_second": 5936.392
    },
    {
      "epoch": 1.484,
      "grad_norm": 0.9144494381127112,
      "learning_rate": 1.5567082029917074e-06,
      "loss": 0.1742,
      "num_input_tokens_seen": 290475616,
      "step": 3710,
      "train_runtime": 48938.6567,
      "train_tokens_per_second": 5935.504
    },
    {
      "epoch": 1.486,
      "grad_norm": 0.7018359725373299,
      "learning_rate": 1.5453355898925094e-06,
      "loss": 0.1537,
      "num_input_tokens_seen": 290900160,
      "step": 3715,
      "train_runtime": 49007.408,
      "train_tokens_per_second": 5935.841
    },
    {
      "epoch": 1.488,
      "grad_norm": 0.7092657337896592,
      "learning_rate": 1.533997072936333e-06,
      "loss": 0.1732,
      "num_input_tokens_seen": 291311376,
      "step": 3720,
      "train_runtime": 49074.0302,
      "train_tokens_per_second": 5936.162
    },
    {
      "epoch": 1.49,
      "grad_norm": 0.6739752826788876,
      "learning_rate": 1.5226927640297663e-06,
      "loss": 0.1657,
      "num_input_tokens_seen": 291717008,
      "step": 3725,
      "train_runtime": 49143.9674,
      "train_tokens_per_second": 5935.968
    },
    {
      "epoch": 1.492,
      "grad_norm": 0.6883913285947694,
      "learning_rate": 1.511422774741771e-06,
      "loss": 0.1593,
      "num_input_tokens_seen": 292120192,
      "step": 3730,
      "train_runtime": 49213.2445,
      "train_tokens_per_second": 5935.804
    },
    {
      "epoch": 1.494,
      "grad_norm": 0.617957901711163,
      "learning_rate": 1.5001872163025954e-06,
      "loss": 0.149,
      "num_input_tokens_seen": 292536320,
      "step": 3735,
      "train_runtime": 49286.3515,
      "train_tokens_per_second": 5935.443
    },
    {
      "epoch": 1.496,
      "grad_norm": 0.6696532687085773,
      "learning_rate": 1.4889861996026617e-06,
      "loss": 0.1528,
      "num_input_tokens_seen": 292950032,
      "step": 3740,
      "train_runtime": 49350.7769,
      "train_tokens_per_second": 5936.077
    },
    {
      "epoch": 1.498,
      "grad_norm": 0.8585993308197738,
      "learning_rate": 1.4778198351914853e-06,
      "loss": 0.1563,
      "num_input_tokens_seen": 293339328,
      "step": 3745,
      "train_runtime": 49414.2463,
      "train_tokens_per_second": 5936.331
    },
    {
      "epoch": 1.5,
      "grad_norm": 0.6883622617430676,
      "learning_rate": 1.4666882332765747e-06,
      "loss": 0.1423,
      "num_input_tokens_seen": 293683568,
      "step": 3750,
      "train_runtime": 49478.6753,
      "train_tokens_per_second": 5935.558
    },
    {
      "epoch": 1.502,
      "grad_norm": 0.6282398714387517,
      "learning_rate": 1.4555915037223438e-06,
      "loss": 0.1538,
      "num_input_tokens_seen": 294050448,
      "step": 3755,
      "train_runtime": 49536.3353,
      "train_tokens_per_second": 5936.056
    },
    {
      "epoch": 1.504,
      "grad_norm": 0.7830547601957741,
      "learning_rate": 1.4445297560490373e-06,
      "loss": 0.1608,
      "num_input_tokens_seen": 294429296,
      "step": 3760,
      "train_runtime": 49593.9525,
      "train_tokens_per_second": 5936.798
    },
    {
      "epoch": 1.506,
      "grad_norm": 0.6503071391641585,
      "learning_rate": 1.4335030994316357e-06,
      "loss": 0.1671,
      "num_input_tokens_seen": 294819536,
      "step": 3765,
      "train_runtime": 49663.9102,
      "train_tokens_per_second": 5936.293
    },
    {
      "epoch": 1.508,
      "grad_norm": 0.8378464313609364,
      "learning_rate": 1.4225116426987916e-06,
      "loss": 0.1636,
      "num_input_tokens_seen": 295168448,
      "step": 3770,
      "train_runtime": 49723.3275,
      "train_tokens_per_second": 5936.217
    },
    {
      "epoch": 1.51,
      "grad_norm": 0.8093368701191689,
      "learning_rate": 1.4115554943317416e-06,
      "loss": 0.1775,
      "num_input_tokens_seen": 295616576,
      "step": 3775,
      "train_runtime": 49789.5792,
      "train_tokens_per_second": 5937.318
    },
    {
      "epoch": 1.512,
      "grad_norm": 0.6354092381471135,
      "learning_rate": 1.4006347624632505e-06,
      "loss": 0.1524,
      "num_input_tokens_seen": 296032560,
      "step": 3780,
      "train_runtime": 49859.4468,
      "train_tokens_per_second": 5937.341
    },
    {
      "epoch": 1.514,
      "grad_norm": 0.693475579643076,
      "learning_rate": 1.38974955487653e-06,
      "loss": 0.1603,
      "num_input_tokens_seen": 296454512,
      "step": 3785,
      "train_runtime": 49928.7364,
      "train_tokens_per_second": 5937.553
    },
    {
      "epoch": 1.516,
      "grad_norm": 0.724195508398729,
      "learning_rate": 1.3788999790041867e-06,
      "loss": 0.1649,
      "num_input_tokens_seen": 296844976,
      "step": 3790,
      "train_runtime": 49991.3408,
      "train_tokens_per_second": 5937.928
    },
    {
      "epoch": 1.518,
      "grad_norm": 0.8428373420382386,
      "learning_rate": 1.368086141927154e-06,
      "loss": 0.1556,
      "num_input_tokens_seen": 297262656,
      "step": 3795,
      "train_runtime": 50052.7204,
      "train_tokens_per_second": 5938.991
    },
    {
      "epoch": 1.52,
      "grad_norm": 0.87398573790114,
      "learning_rate": 1.3573081503736362e-06,
      "loss": 0.1623,
      "num_input_tokens_seen": 297664192,
      "step": 3800,
      "train_runtime": 50124.0715,
      "train_tokens_per_second": 5938.548
    },
    {
      "epoch": 1.522,
      "grad_norm": 0.9011870596099121,
      "learning_rate": 1.346566110718061e-06,
      "loss": 0.1721,
      "num_input_tokens_seen": 298044432,
      "step": 3805,
      "train_runtime": 50190.8923,
      "train_tokens_per_second": 5938.217
    },
    {
      "epoch": 1.524,
      "grad_norm": 0.8611308450361769,
      "learning_rate": 1.3358601289800211e-06,
      "loss": 0.1573,
      "num_input_tokens_seen": 298445792,
      "step": 3810,
      "train_runtime": 50254.921,
      "train_tokens_per_second": 5938.638
    },
    {
      "epoch": 1.526,
      "grad_norm": 1.1145695760053962,
      "learning_rate": 1.3251903108232362e-06,
      "loss": 0.1726,
      "num_input_tokens_seen": 298799232,
      "step": 3815,
      "train_runtime": 50314.8047,
      "train_tokens_per_second": 5938.595
    },
    {
      "epoch": 1.528,
      "grad_norm": 0.8435186759355315,
      "learning_rate": 1.3145567615545013e-06,
      "loss": 0.1556,
      "num_input_tokens_seen": 299246880,
      "step": 3820,
      "train_runtime": 50390.9674,
      "train_tokens_per_second": 5938.502
    },
    {
      "epoch": 1.53,
      "grad_norm": 0.8236054296751814,
      "learning_rate": 1.3039595861226579e-06,
      "loss": 0.1562,
      "num_input_tokens_seen": 299644480,
      "step": 3825,
      "train_runtime": 50459.1553,
      "train_tokens_per_second": 5938.357
    },
    {
      "epoch": 1.532,
      "grad_norm": 0.7531047196182729,
      "learning_rate": 1.2933988891175458e-06,
      "loss": 0.1392,
      "num_input_tokens_seen": 299946608,
      "step": 3830,
      "train_runtime": 50506.1397,
      "train_tokens_per_second": 5938.815
    },
    {
      "epoch": 1.534,
      "grad_norm": 0.7439741360639419,
      "learning_rate": 1.2828747747689846e-06,
      "loss": 0.1676,
      "num_input_tokens_seen": 300291984,
      "step": 3835,
      "train_runtime": 50564.1658,
      "train_tokens_per_second": 5938.83
    },
    {
      "epoch": 1.536,
      "grad_norm": 0.7324767451032246,
      "learning_rate": 1.2723873469457304e-06,
      "loss": 0.1464,
      "num_input_tokens_seen": 300690848,
      "step": 3840,
      "train_runtime": 50623.2921,
      "train_tokens_per_second": 5939.773
    },
    {
      "epoch": 1.538,
      "grad_norm": 0.8166097109061963,
      "learning_rate": 1.2619367091544654e-06,
      "loss": 0.1485,
      "num_input_tokens_seen": 300993296,
      "step": 3845,
      "train_runtime": 50675.2042,
      "train_tokens_per_second": 5939.656
    },
    {
      "epoch": 1.54,
      "grad_norm": 0.8516924618819338,
      "learning_rate": 1.2515229645387639e-06,
      "loss": 0.1625,
      "num_input_tokens_seen": 301381456,
      "step": 3850,
      "train_runtime": 50736.817,
      "train_tokens_per_second": 5940.094
    },
    {
      "epoch": 1.542,
      "grad_norm": 0.7709718783267265,
      "learning_rate": 1.2411462158780791e-06,
      "loss": 0.1542,
      "num_input_tokens_seen": 301831440,
      "step": 3855,
      "train_runtime": 50810.3613,
      "train_tokens_per_second": 5940.352
    },
    {
      "epoch": 1.544,
      "grad_norm": 0.7260519140885252,
      "learning_rate": 1.2308065655867346e-06,
      "loss": 0.1687,
      "num_input_tokens_seen": 302152880,
      "step": 3860,
      "train_runtime": 50855.3514,
      "train_tokens_per_second": 5941.418
    },
    {
      "epoch": 1.546,
      "grad_norm": 0.794749393179828,
      "learning_rate": 1.2205041157129017e-06,
      "loss": 0.1646,
      "num_input_tokens_seen": 302571152,
      "step": 3865,
      "train_runtime": 50925.2734,
      "train_tokens_per_second": 5941.473
    },
    {
      "epoch": 1.548,
      "grad_norm": 0.9153778363944037,
      "learning_rate": 1.2102389679376037e-06,
      "loss": 0.153,
      "num_input_tokens_seen": 302999424,
      "step": 3870,
      "train_runtime": 50992.9744,
      "train_tokens_per_second": 5941.984
    },
    {
      "epoch": 1.55,
      "grad_norm": 0.7657976563472844,
      "learning_rate": 1.200011223573702e-06,
      "loss": 0.1668,
      "num_input_tokens_seen": 303335568,
      "step": 3875,
      "train_runtime": 51047.9903,
      "train_tokens_per_second": 5942.165
    },
    {
      "epoch": 1.552,
      "grad_norm": 0.5829441050334857,
      "learning_rate": 1.1898209835649083e-06,
      "loss": 0.1389,
      "num_input_tokens_seen": 303743248,
      "step": 3880,
      "train_runtime": 51125.9327,
      "train_tokens_per_second": 5941.08
    },
    {
      "epoch": 1.554,
      "grad_norm": 0.6985271990646709,
      "learning_rate": 1.1796683484847731e-06,
      "loss": 0.1514,
      "num_input_tokens_seen": 304106352,
      "step": 3885,
      "train_runtime": 51195.1143,
      "train_tokens_per_second": 5940.144
    },
    {
      "epoch": 1.556,
      "grad_norm": 0.9314518957225341,
      "learning_rate": 1.16955341853571e-06,
      "loss": 0.1616,
      "num_input_tokens_seen": 304480976,
      "step": 3890,
      "train_runtime": 51259.4005,
      "train_tokens_per_second": 5940.003
    },
    {
      "epoch": 1.558,
      "grad_norm": 0.5742395593745069,
      "learning_rate": 1.159476293547992e-06,
      "loss": 0.1694,
      "num_input_tokens_seen": 304955440,
      "step": 3895,
      "train_runtime": 51330.1049,
      "train_tokens_per_second": 5941.064
    },
    {
      "epoch": 1.56,
      "grad_norm": 0.7505585227992764,
      "learning_rate": 1.149437072978773e-06,
      "loss": 0.1439,
      "num_input_tokens_seen": 305368592,
      "step": 3900,
      "train_runtime": 51404.1488,
      "train_tokens_per_second": 5940.544
    },
    {
      "epoch": 1.562,
      "grad_norm": 0.9284631824732897,
      "learning_rate": 1.1394358559111101e-06,
      "loss": 0.1629,
      "num_input_tokens_seen": 305674576,
      "step": 3905,
      "train_runtime": 51453.4355,
      "train_tokens_per_second": 5940.8
    },
    {
      "epoch": 1.564,
      "grad_norm": 0.6202213613264032,
      "learning_rate": 1.1294727410529754e-06,
      "loss": 0.1417,
      "num_input_tokens_seen": 306050064,
      "step": 3910,
      "train_runtime": 51508.3405,
      "train_tokens_per_second": 5941.757
    },
    {
      "epoch": 1.5659999999999998,
      "grad_norm": 0.9103982557120633,
      "learning_rate": 1.1195478267362924e-06,
      "loss": 0.1683,
      "num_input_tokens_seen": 306442352,
      "step": 3915,
      "train_runtime": 51576.8601,
      "train_tokens_per_second": 5941.47
    },
    {
      "epoch": 1.568,
      "grad_norm": 0.7948430101693148,
      "learning_rate": 1.109661210915956e-06,
      "loss": 0.1539,
      "num_input_tokens_seen": 306873936,
      "step": 3920,
      "train_runtime": 51648.5019,
      "train_tokens_per_second": 5941.584
    },
    {
      "epoch": 1.5699999999999998,
      "grad_norm": 0.7063624876955984,
      "learning_rate": 1.0998129911688766e-06,
      "loss": 0.1469,
      "num_input_tokens_seen": 307235072,
      "step": 3925,
      "train_runtime": 51712.6458,
      "train_tokens_per_second": 5941.198
    },
    {
      "epoch": 1.572,
      "grad_norm": 0.6946879322873568,
      "learning_rate": 1.090003264693003e-06,
      "loss": 0.1545,
      "num_input_tokens_seen": 307618096,
      "step": 3930,
      "train_runtime": 51787.7595,
      "train_tokens_per_second": 5939.977
    },
    {
      "epoch": 1.5739999999999998,
      "grad_norm": 0.7173671885390808,
      "learning_rate": 1.0802321283063794e-06,
      "loss": 0.171,
      "num_input_tokens_seen": 307988144,
      "step": 3935,
      "train_runtime": 51859.6588,
      "train_tokens_per_second": 5938.877
    },
    {
      "epoch": 1.576,
      "grad_norm": 0.8435950312942204,
      "learning_rate": 1.0704996784461753e-06,
      "loss": 0.1768,
      "num_input_tokens_seen": 308369536,
      "step": 3940,
      "train_runtime": 51929.6894,
      "train_tokens_per_second": 5938.213
    },
    {
      "epoch": 1.5779999999999998,
      "grad_norm": 0.8068932664683814,
      "learning_rate": 1.0608060111677409e-06,
      "loss": 0.165,
      "num_input_tokens_seen": 308753040,
      "step": 3945,
      "train_runtime": 51995.9574,
      "train_tokens_per_second": 5938.02
    },
    {
      "epoch": 1.58,
      "grad_norm": 0.834555502724904,
      "learning_rate": 1.0511512221436581e-06,
      "loss": 0.1595,
      "num_input_tokens_seen": 309055504,
      "step": 3950,
      "train_runtime": 52044.6503,
      "train_tokens_per_second": 5938.276
    },
    {
      "epoch": 1.5819999999999999,
      "grad_norm": 0.8042325847254838,
      "learning_rate": 1.0415354066627993e-06,
      "loss": 0.1424,
      "num_input_tokens_seen": 309452224,
      "step": 3955,
      "train_runtime": 52111.1572,
      "train_tokens_per_second": 5938.31
    },
    {
      "epoch": 1.584,
      "grad_norm": 0.7316181513052099,
      "learning_rate": 1.03195865962938e-06,
      "loss": 0.1516,
      "num_input_tokens_seen": 309809200,
      "step": 3960,
      "train_runtime": 52165.6744,
      "train_tokens_per_second": 5938.947
    },
    {
      "epoch": 1.5859999999999999,
      "grad_norm": 0.7534254617656516,
      "learning_rate": 1.0224210755620257e-06,
      "loss": 0.162,
      "num_input_tokens_seen": 310253648,
      "step": 3965,
      "train_runtime": 52238.0456,
      "train_tokens_per_second": 5939.228
    },
    {
      "epoch": 1.588,
      "grad_norm": 0.6079151466242301,
      "learning_rate": 1.0129227485928432e-06,
      "loss": 0.1585,
      "num_input_tokens_seen": 310700400,
      "step": 3970,
      "train_runtime": 52302.956,
      "train_tokens_per_second": 5940.398
    },
    {
      "epoch": 1.5899999999999999,
      "grad_norm": 0.7267644896480594,
      "learning_rate": 1.0034637724664832e-06,
      "loss": 0.1463,
      "num_input_tokens_seen": 311100192,
      "step": 3975,
      "train_runtime": 52374.6534,
      "train_tokens_per_second": 5939.9
    },
    {
      "epoch": 1.592,
      "grad_norm": 0.698238858394852,
      "learning_rate": 9.940442405392226e-07,
      "loss": 0.1671,
      "num_input_tokens_seen": 311518048,
      "step": 3980,
      "train_runtime": 52440.9233,
      "train_tokens_per_second": 5940.362
    },
    {
      "epoch": 1.5939999999999999,
      "grad_norm": 0.9105156843444525,
      "learning_rate": 9.84664245778037e-07,
      "loss": 0.159,
      "num_input_tokens_seen": 311819200,
      "step": 3985,
      "train_runtime": 52491.2791,
      "train_tokens_per_second": 5940.4
    },
    {
      "epoch": 1.596,
      "grad_norm": 0.7075598572520726,
      "learning_rate": 9.753238807596903e-07,
      "loss": 0.1586,
      "num_input_tokens_seen": 312203520,
      "step": 3990,
      "train_runtime": 52556.8555,
      "train_tokens_per_second": 5940.301
    },
    {
      "epoch": 1.5979999999999999,
      "grad_norm": 0.7825496188469808,
      "learning_rate": 9.66023237669812e-07,
      "loss": 0.152,
      "num_input_tokens_seen": 312507584,
      "step": 3995,
      "train_runtime": 52608.0978,
      "train_tokens_per_second": 5940.294
    },
    {
      "epoch": 1.6,
      "grad_norm": 0.6339671908477715,
      "learning_rate": 9.567624083019966e-07,
      "loss": 0.139,
      "num_input_tokens_seen": 312985888,
      "step": 4000,
      "train_runtime": 52685.0956,
      "train_tokens_per_second": 5940.691
    },
    {
      "epoch": 1.6019999999999999,
      "grad_norm": 0.716981880518906,
      "learning_rate": 9.475414840568903e-07,
      "loss": 0.1412,
      "num_input_tokens_seen": 313402192,
      "step": 4005,
      "train_runtime": 52756.5642,
      "train_tokens_per_second": 5940.535
    },
    {
      "epoch": 1.604,
      "grad_norm": 0.622200241936413,
      "learning_rate": 9.383605559412911e-07,
      "loss": 0.1521,
      "num_input_tokens_seen": 313892192,
      "step": 4010,
      "train_runtime": 52834.9055,
      "train_tokens_per_second": 5941.0
    },
    {
      "epoch": 1.6059999999999999,
      "grad_norm": 0.721150749155636,
      "learning_rate": 9.29219714567256e-07,
      "loss": 0.1414,
      "num_input_tokens_seen": 314322864,
      "step": 4015,
      "train_runtime": 52913.2498,
      "train_tokens_per_second": 5940.343
    },
    {
      "epoch": 1.608,
      "grad_norm": 0.7598956843200992,
      "learning_rate": 9.201190501511964e-07,
      "loss": 0.1489,
      "num_input_tokens_seen": 314726832,
      "step": 4020,
      "train_runtime": 52985.46,
      "train_tokens_per_second": 5939.872
    },
    {
      "epoch": 1.6099999999999999,
      "grad_norm": 0.6907716743798843,
      "learning_rate": 9.110586525129988e-07,
      "loss": 0.1555,
      "num_input_tokens_seen": 315177056,
      "step": 4025,
      "train_runtime": 53057.6311,
      "train_tokens_per_second": 5940.278
    },
    {
      "epoch": 1.612,
      "grad_norm": 0.8293953448161336,
      "learning_rate": 9.020386110751267e-07,
      "loss": 0.1598,
      "num_input_tokens_seen": 315552336,
      "step": 4030,
      "train_runtime": 53118.1875,
      "train_tokens_per_second": 5940.57
    },
    {
      "epoch": 1.6139999999999999,
      "grad_norm": 0.7989124732357052,
      "learning_rate": 8.930590148617513e-07,
      "loss": 0.1819,
      "num_input_tokens_seen": 315957232,
      "step": 4035,
      "train_runtime": 53184.6368,
      "train_tokens_per_second": 5940.761
    },
    {
      "epoch": 1.616,
      "grad_norm": 0.6428285367505974,
      "learning_rate": 8.841199524978583e-07,
      "loss": 0.1531,
      "num_input_tokens_seen": 316314048,
      "step": 4040,
      "train_runtime": 53251.1528,
      "train_tokens_per_second": 5940.041
    },
    {
      "epoch": 1.6179999999999999,
      "grad_norm": 0.565472067050307,
      "learning_rate": 8.752215122083874e-07,
      "loss": 0.1489,
      "num_input_tokens_seen": 316735184,
      "step": 4045,
      "train_runtime": 53313.806,
      "train_tokens_per_second": 5940.96
    },
    {
      "epoch": 1.62,
      "grad_norm": 0.7114994088593782,
      "learning_rate": 8.663637818173504e-07,
      "loss": 0.156,
      "num_input_tokens_seen": 317204928,
      "step": 4050,
      "train_runtime": 53385.791,
      "train_tokens_per_second": 5941.748
    },
    {
      "epoch": 1.6219999999999999,
      "grad_norm": 0.9870198872186691,
      "learning_rate": 8.575468487469696e-07,
      "loss": 0.173,
      "num_input_tokens_seen": 317577008,
      "step": 4055,
      "train_runtime": 53453.8591,
      "train_tokens_per_second": 5941.143
    },
    {
      "epoch": 1.624,
      "grad_norm": 0.5697149919750604,
      "learning_rate": 8.487708000168166e-07,
      "loss": 0.1648,
      "num_input_tokens_seen": 318002288,
      "step": 4060,
      "train_runtime": 53529.2946,
      "train_tokens_per_second": 5940.715
    },
    {
      "epoch": 1.626,
      "grad_norm": 0.7805127506032401,
      "learning_rate": 8.400357222429473e-07,
      "loss": 0.1659,
      "num_input_tokens_seen": 318419952,
      "step": 4065,
      "train_runtime": 53590.6658,
      "train_tokens_per_second": 5941.705
    },
    {
      "epoch": 1.6280000000000001,
      "grad_norm": 0.9117245976736663,
      "learning_rate": 8.313417016370557e-07,
      "loss": 0.1496,
      "num_input_tokens_seen": 318719648,
      "step": 4070,
      "train_runtime": 53632.4854,
      "train_tokens_per_second": 5942.66
    },
    {
      "epoch": 1.63,
      "grad_norm": 0.7672928588910254,
      "learning_rate": 8.226888240056114e-07,
      "loss": 0.1544,
      "num_input_tokens_seen": 319146480,
      "step": 4075,
      "train_runtime": 53707.4445,
      "train_tokens_per_second": 5942.314
    },
    {
      "epoch": 1.6320000000000001,
      "grad_norm": 0.7629874400781869,
      "learning_rate": 8.140771747490273e-07,
      "loss": 0.1534,
      "num_input_tokens_seen": 319534576,
      "step": 4080,
      "train_runtime": 53772.6392,
      "train_tokens_per_second": 5942.326
    },
    {
      "epoch": 1.634,
      "grad_norm": 0.8995459844384383,
      "learning_rate": 8.055068388608011e-07,
      "loss": 0.1744,
      "num_input_tokens_seen": 319929424,
      "step": 4085,
      "train_runtime": 53837.4544,
      "train_tokens_per_second": 5942.507
    },
    {
      "epoch": 1.6360000000000001,
      "grad_norm": 0.6673984349910066,
      "learning_rate": 7.969779009266915e-07,
      "loss": 0.1493,
      "num_input_tokens_seen": 320369280,
      "step": 4090,
      "train_runtime": 53909.9784,
      "train_tokens_per_second": 5942.671
    },
    {
      "epoch": 1.638,
      "grad_norm": 0.768757939760275,
      "learning_rate": 7.884904451238712e-07,
      "loss": 0.1599,
      "num_input_tokens_seen": 320707392,
      "step": 4095,
      "train_runtime": 53960.8577,
      "train_tokens_per_second": 5943.334
    },
    {
      "epoch": 1.6400000000000001,
      "grad_norm": 0.766689309823999,
      "learning_rate": 7.800445552201014e-07,
      "loss": 0.1556,
      "num_input_tokens_seen": 321094592,
      "step": 4100,
      "train_runtime": 54032.4023,
      "train_tokens_per_second": 5942.63
    },
    {
      "epoch": 1.642,
      "grad_norm": 0.7188276700164136,
      "learning_rate": 7.716403145729073e-07,
      "loss": 0.1519,
      "num_input_tokens_seen": 321483936,
      "step": 4105,
      "train_runtime": 54100.0683,
      "train_tokens_per_second": 5942.394
    },
    {
      "epoch": 1.6440000000000001,
      "grad_norm": 0.5941087900324759,
      "learning_rate": 7.632778061287494e-07,
      "loss": 0.1624,
      "num_input_tokens_seen": 321804816,
      "step": 4110,
      "train_runtime": 54144.5026,
      "train_tokens_per_second": 5943.444
    },
    {
      "epoch": 1.646,
      "grad_norm": 0.6210913484441862,
      "learning_rate": 7.549571124222127e-07,
      "loss": 0.1407,
      "num_input_tokens_seen": 322181776,
      "step": 4115,
      "train_runtime": 54211.1301,
      "train_tokens_per_second": 5943.093
    },
    {
      "epoch": 1.6480000000000001,
      "grad_norm": 0.7369318767545302,
      "learning_rate": 7.466783155751816e-07,
      "loss": 0.1509,
      "num_input_tokens_seen": 322569200,
      "step": 4120,
      "train_runtime": 54265.8725,
      "train_tokens_per_second": 5944.237
    },
    {
      "epoch": 1.65,
      "grad_norm": 0.7262183535199628,
      "learning_rate": 7.384414972960419e-07,
      "loss": 0.1619,
      "num_input_tokens_seen": 323008496,
      "step": 4125,
      "train_runtime": 54341.9195,
      "train_tokens_per_second": 5944.002
    },
    {
      "epoch": 1.6520000000000001,
      "grad_norm": 0.8470333491964478,
      "learning_rate": 7.302467388788614e-07,
      "loss": 0.1539,
      "num_input_tokens_seen": 323424624,
      "step": 4130,
      "train_runtime": 54419.5928,
      "train_tokens_per_second": 5943.165
    },
    {
      "epoch": 1.654,
      "grad_norm": 0.6048524596853466,
      "learning_rate": 7.220941212026005e-07,
      "loss": 0.1369,
      "num_input_tokens_seen": 323819312,
      "step": 4135,
      "train_runtime": 54491.291,
      "train_tokens_per_second": 5942.588
    },
    {
      "epoch": 1.6560000000000001,
      "grad_norm": 0.7208157495659575,
      "learning_rate": 7.139837247303027e-07,
      "loss": 0.1485,
      "num_input_tokens_seen": 324175520,
      "step": 4140,
      "train_runtime": 54555.9717,
      "train_tokens_per_second": 5942.072
    },
    {
      "epoch": 1.658,
      "grad_norm": 0.7299239304434404,
      "learning_rate": 7.059156295083064e-07,
      "loss": 0.1655,
      "num_input_tokens_seen": 324614832,
      "step": 4145,
      "train_runtime": 54627.3036,
      "train_tokens_per_second": 5942.355
    },
    {
      "epoch": 1.6600000000000001,
      "grad_norm": 0.9935145604315183,
      "learning_rate": 6.978899151654556e-07,
      "loss": 0.1412,
      "num_input_tokens_seen": 324951920,
      "step": 4150,
      "train_runtime": 54685.9186,
      "train_tokens_per_second": 5942.15
    },
    {
      "epoch": 1.662,
      "grad_norm": 0.8883944989326571,
      "learning_rate": 6.89906660912309e-07,
      "loss": 0.1551,
      "num_input_tokens_seen": 325298624,
      "step": 4155,
      "train_runtime": 54741.2048,
      "train_tokens_per_second": 5942.482
    },
    {
      "epoch": 1.6640000000000001,
      "grad_norm": 0.7536602299661465,
      "learning_rate": 6.819659455403654e-07,
      "loss": 0.1623,
      "num_input_tokens_seen": 325665392,
      "step": 4160,
      "train_runtime": 54810.8193,
      "train_tokens_per_second": 5941.626
    },
    {
      "epoch": 1.666,
      "grad_norm": 0.7390816162314212,
      "learning_rate": 6.74067847421277e-07,
      "loss": 0.1769,
      "num_input_tokens_seen": 326069408,
      "step": 4165,
      "train_runtime": 54877.0655,
      "train_tokens_per_second": 5941.816
    },
    {
      "epoch": 1.6680000000000001,
      "grad_norm": 0.7142739148749228,
      "learning_rate": 6.662124445060863e-07,
      "loss": 0.1513,
      "num_input_tokens_seen": 326501792,
      "step": 4170,
      "train_runtime": 54943.262,
      "train_tokens_per_second": 5942.527
    },
    {
      "epoch": 1.67,
      "grad_norm": 0.709829468162806,
      "learning_rate": 6.583998143244463e-07,
      "loss": 0.1415,
      "num_input_tokens_seen": 326889952,
      "step": 4175,
      "train_runtime": 54998.976,
      "train_tokens_per_second": 5943.564
    },
    {
      "epoch": 1.6720000000000002,
      "grad_norm": 0.7086934697038104,
      "learning_rate": 6.506300339838656e-07,
      "loss": 0.1585,
      "num_input_tokens_seen": 327314752,
      "step": 4180,
      "train_runtime": 55073.4666,
      "train_tokens_per_second": 5943.239
    },
    {
      "epoch": 1.674,
      "grad_norm": 0.8651443191899251,
      "learning_rate": 6.429031801689362e-07,
      "loss": 0.1578,
      "num_input_tokens_seen": 327750640,
      "step": 4185,
      "train_runtime": 55146.6911,
      "train_tokens_per_second": 5943.251
    },
    {
      "epoch": 1.6760000000000002,
      "grad_norm": 0.7485967641548902,
      "learning_rate": 6.352193291405884e-07,
      "loss": 0.1551,
      "num_input_tokens_seen": 328201488,
      "step": 4190,
      "train_runtime": 55218.7329,
      "train_tokens_per_second": 5943.662
    },
    {
      "epoch": 1.678,
      "grad_norm": 0.8576333442466543,
      "learning_rate": 6.275785567353293e-07,
      "loss": 0.1493,
      "num_input_tokens_seen": 328593632,
      "step": 4195,
      "train_runtime": 55285.6055,
      "train_tokens_per_second": 5943.566
    },
    {
      "epoch": 1.6800000000000002,
      "grad_norm": 0.8229876103761707,
      "learning_rate": 6.199809383644956e-07,
      "loss": 0.1413,
      "num_input_tokens_seen": 328971728,
      "step": 4200,
      "train_runtime": 55350.2329,
      "train_tokens_per_second": 5943.457
    },
    {
      "epoch": 1.682,
      "grad_norm": 0.8672846202378146,
      "learning_rate": 6.124265490135161e-07,
      "loss": 0.1523,
      "num_input_tokens_seen": 329316976,
      "step": 4205,
      "train_runtime": 55420.5103,
      "train_tokens_per_second": 5942.15
    },
    {
      "epoch": 1.6840000000000002,
      "grad_norm": 0.6764392878911452,
      "learning_rate": 6.049154632411625e-07,
      "loss": 0.1524,
      "num_input_tokens_seen": 329709072,
      "step": 4210,
      "train_runtime": 55498.2896,
      "train_tokens_per_second": 5940.887
    },
    {
      "epoch": 1.686,
      "grad_norm": 0.7260497027533451,
      "learning_rate": 5.974477551788194e-07,
      "loss": 0.1547,
      "num_input_tokens_seen": 330101328,
      "step": 4215,
      "train_runtime": 55569.0068,
      "train_tokens_per_second": 5940.386
    },
    {
      "epoch": 1.688,
      "grad_norm": 0.8171423073707977,
      "learning_rate": 5.900234985297498e-07,
      "loss": 0.1523,
      "num_input_tokens_seen": 330512448,
      "step": 4220,
      "train_runtime": 55637.0123,
      "train_tokens_per_second": 5940.514
    },
    {
      "epoch": 1.69,
      "grad_norm": 1.024639936468752,
      "learning_rate": 5.826427665683715e-07,
      "loss": 0.1618,
      "num_input_tokens_seen": 330900992,
      "step": 4225,
      "train_runtime": 55703.5638,
      "train_tokens_per_second": 5940.392
    },
    {
      "epoch": 1.692,
      "grad_norm": 0.8852343006997153,
      "learning_rate": 5.753056321395267e-07,
      "loss": 0.1562,
      "num_input_tokens_seen": 331273936,
      "step": 4230,
      "train_runtime": 55772.1025,
      "train_tokens_per_second": 5939.779
    },
    {
      "epoch": 1.694,
      "grad_norm": 0.767093047294307,
      "learning_rate": 5.680121676577721e-07,
      "loss": 0.1613,
      "num_input_tokens_seen": 331678640,
      "step": 4235,
      "train_runtime": 55838.5256,
      "train_tokens_per_second": 5939.961
    },
    {
      "epoch": 1.696,
      "grad_norm": 0.7178529915448881,
      "learning_rate": 5.607624451066568e-07,
      "loss": 0.1549,
      "num_input_tokens_seen": 332056128,
      "step": 4240,
      "train_runtime": 55913.9961,
      "train_tokens_per_second": 5938.694
    },
    {
      "epoch": 1.698,
      "grad_norm": 0.7810027171387974,
      "learning_rate": 5.535565360380146e-07,
      "loss": 0.1523,
      "num_input_tokens_seen": 332493344,
      "step": 4245,
      "train_runtime": 55986.6819,
      "train_tokens_per_second": 5938.794
    },
    {
      "epoch": 1.7,
      "grad_norm": 0.7914847631148596,
      "learning_rate": 5.46394511571261e-07,
      "loss": 0.158,
      "num_input_tokens_seen": 332902464,
      "step": 4250,
      "train_runtime": 56062.3376,
      "train_tokens_per_second": 5938.077
    },
    {
      "epoch": 1.702,
      "grad_norm": 0.7572169430163048,
      "learning_rate": 5.392764423926844e-07,
      "loss": 0.1306,
      "num_input_tokens_seen": 333240368,
      "step": 4255,
      "train_runtime": 56127.3816,
      "train_tokens_per_second": 5937.216
    },
    {
      "epoch": 1.704,
      "grad_norm": 0.7207793402198224,
      "learning_rate": 5.322023987547547e-07,
      "loss": 0.1574,
      "num_input_tokens_seen": 333619536,
      "step": 4260,
      "train_runtime": 56183.0207,
      "train_tokens_per_second": 5938.085
    },
    {
      "epoch": 1.706,
      "grad_norm": 0.7125248872457159,
      "learning_rate": 5.251724504754258e-07,
      "loss": 0.1523,
      "num_input_tokens_seen": 334030848,
      "step": 4265,
      "train_runtime": 56252.3873,
      "train_tokens_per_second": 5938.074
    },
    {
      "epoch": 1.708,
      "grad_norm": 0.5960843885640255,
      "learning_rate": 5.181866669374507e-07,
      "loss": 0.1614,
      "num_input_tokens_seen": 334524720,
      "step": 4270,
      "train_runtime": 56331.0264,
      "train_tokens_per_second": 5938.552
    },
    {
      "epoch": 1.71,
      "grad_norm": 0.600671230966292,
      "learning_rate": 5.112451170876903e-07,
      "loss": 0.1472,
      "num_input_tokens_seen": 335002128,
      "step": 4275,
      "train_runtime": 56409.2368,
      "train_tokens_per_second": 5938.781
    },
    {
      "epoch": 1.712,
      "grad_norm": 0.7897492866217319,
      "learning_rate": 5.043478694364423e-07,
      "loss": 0.1363,
      "num_input_tokens_seen": 335363280,
      "step": 4280,
      "train_runtime": 56472.0488,
      "train_tokens_per_second": 5938.571
    },
    {
      "epoch": 1.714,
      "grad_norm": 0.713337408458915,
      "learning_rate": 4.97494992056754e-07,
      "loss": 0.1498,
      "num_input_tokens_seen": 335742592,
      "step": 4285,
      "train_runtime": 56529.5353,
      "train_tokens_per_second": 5939.242
    },
    {
      "epoch": 1.716,
      "grad_norm": 0.7037126573434743,
      "learning_rate": 4.90686552583759e-07,
      "loss": 0.1634,
      "num_input_tokens_seen": 336140320,
      "step": 4290,
      "train_runtime": 56600.6357,
      "train_tokens_per_second": 5938.808
    },
    {
      "epoch": 1.718,
      "grad_norm": 0.8443463514807014,
      "learning_rate": 4.839226182140072e-07,
      "loss": 0.1917,
      "num_input_tokens_seen": 336507328,
      "step": 4295,
      "train_runtime": 56654.5729,
      "train_tokens_per_second": 5939.632
    },
    {
      "epoch": 1.72,
      "grad_norm": 1.0013401230261276,
      "learning_rate": 4.772032557047984e-07,
      "loss": 0.1577,
      "num_input_tokens_seen": 336833552,
      "step": 4300,
      "train_runtime": 56708.961,
      "train_tokens_per_second": 5939.688
    },
    {
      "epoch": 1.722,
      "grad_norm": 0.699289177727206,
      "learning_rate": 4.705285313735297e-07,
      "loss": 0.1688,
      "num_input_tokens_seen": 337243936,
      "step": 4305,
      "train_runtime": 56780.841,
      "train_tokens_per_second": 5939.397
    },
    {
      "epoch": 1.724,
      "grad_norm": 0.6382446993190217,
      "learning_rate": 4.63898511097034e-07,
      "loss": 0.1492,
      "num_input_tokens_seen": 337576960,
      "step": 4310,
      "train_runtime": 56828.6195,
      "train_tokens_per_second": 5940.263
    },
    {
      "epoch": 1.726,
      "grad_norm": 0.6731685332908478,
      "learning_rate": 4.5731326031093645e-07,
      "loss": 0.1489,
      "num_input_tokens_seen": 338007872,
      "step": 4315,
      "train_runtime": 56894.8513,
      "train_tokens_per_second": 5940.922
    },
    {
      "epoch": 1.728,
      "grad_norm": 0.8249670314108284,
      "learning_rate": 4.5077284400900147e-07,
      "loss": 0.1482,
      "num_input_tokens_seen": 338365776,
      "step": 4320,
      "train_runtime": 56955.9474,
      "train_tokens_per_second": 5940.833
    },
    {
      "epoch": 1.73,
      "grad_norm": 0.7572160236894864,
      "learning_rate": 4.4427732674250045e-07,
      "loss": 0.1511,
      "num_input_tokens_seen": 338719792,
      "step": 4325,
      "train_runtime": 57014.6652,
      "train_tokens_per_second": 5940.924
    },
    {
      "epoch": 1.732,
      "grad_norm": 0.8662514504682324,
      "learning_rate": 4.378267726195645e-07,
      "loss": 0.1515,
      "num_input_tokens_seen": 339222768,
      "step": 4330,
      "train_runtime": 57085.4318,
      "train_tokens_per_second": 5942.37
    },
    {
      "epoch": 1.734,
      "grad_norm": 0.7967484320616307,
      "learning_rate": 4.31421245304558e-07,
      "loss": 0.1491,
      "num_input_tokens_seen": 339620128,
      "step": 4335,
      "train_runtime": 57154.2908,
      "train_tokens_per_second": 5942.163
    },
    {
      "epoch": 1.736,
      "grad_norm": 0.7230310745243409,
      "learning_rate": 4.250608080174512e-07,
      "loss": 0.1569,
      "num_input_tokens_seen": 340054832,
      "step": 4340,
      "train_runtime": 57216.2681,
      "train_tokens_per_second": 5943.324
    },
    {
      "epoch": 1.738,
      "grad_norm": 0.8202911450038648,
      "learning_rate": 4.1874552353319107e-07,
      "loss": 0.1376,
      "num_input_tokens_seen": 340418352,
      "step": 4345,
      "train_runtime": 57275.9738,
      "train_tokens_per_second": 5943.476
    },
    {
      "epoch": 1.74,
      "grad_norm": 0.8915159863034795,
      "learning_rate": 4.1247545418108715e-07,
      "loss": 0.1614,
      "num_input_tokens_seen": 340772864,
      "step": 4350,
      "train_runtime": 57325.0151,
      "train_tokens_per_second": 5944.575
    },
    {
      "epoch": 1.742,
      "grad_norm": 1.1138211845776396,
      "learning_rate": 4.062506618441908e-07,
      "loss": 0.1438,
      "num_input_tokens_seen": 341127504,
      "step": 4355,
      "train_runtime": 57380.8059,
      "train_tokens_per_second": 5944.976
    },
    {
      "epoch": 1.744,
      "grad_norm": 0.8276021440688629,
      "learning_rate": 4.000712079586916e-07,
      "loss": 0.1392,
      "num_input_tokens_seen": 341489712,
      "step": 4360,
      "train_runtime": 57452.2781,
      "train_tokens_per_second": 5943.885
    },
    {
      "epoch": 1.746,
      "grad_norm": 0.7055913168922511,
      "learning_rate": 3.9393715351330243e-07,
      "loss": 0.1662,
      "num_input_tokens_seen": 341885936,
      "step": 4365,
      "train_runtime": 57522.6858,
      "train_tokens_per_second": 5943.497
    },
    {
      "epoch": 1.748,
      "grad_norm": 0.8171241351970536,
      "learning_rate": 3.8784855904866637e-07,
      "loss": 0.1566,
      "num_input_tokens_seen": 342278816,
      "step": 4370,
      "train_runtime": 57592.7929,
      "train_tokens_per_second": 5943.084
    },
    {
      "epoch": 1.75,
      "grad_norm": 0.864986013671374,
      "learning_rate": 3.818054846567515e-07,
      "loss": 0.1537,
      "num_input_tokens_seen": 342626672,
      "step": 4375,
      "train_runtime": 57658.2449,
      "train_tokens_per_second": 5942.371
    },
    {
      "epoch": 1.752,
      "grad_norm": 0.8397705491034702,
      "learning_rate": 3.758079899802619e-07,
      "loss": 0.1457,
      "num_input_tokens_seen": 343003552,
      "step": 4380,
      "train_runtime": 57730.3141,
      "train_tokens_per_second": 5941.481
    },
    {
      "epoch": 1.754,
      "grad_norm": 0.606195325507811,
      "learning_rate": 3.698561342120499e-07,
      "loss": 0.1544,
      "num_input_tokens_seen": 343410656,
      "step": 4385,
      "train_runtime": 57796.3476,
      "train_tokens_per_second": 5941.736
    },
    {
      "epoch": 1.756,
      "grad_norm": 0.7166334905460093,
      "learning_rate": 3.6394997609452755e-07,
      "loss": 0.1624,
      "num_input_tokens_seen": 343837312,
      "step": 4390,
      "train_runtime": 57859.2761,
      "train_tokens_per_second": 5942.648
    },
    {
      "epoch": 1.758,
      "grad_norm": 0.8647929127941133,
      "learning_rate": 3.5808957391909315e-07,
      "loss": 0.15,
      "num_input_tokens_seen": 344159872,
      "step": 4395,
      "train_runtime": 57914.5614,
      "train_tokens_per_second": 5942.545
    },
    {
      "epoch": 1.76,
      "grad_norm": 0.9348681784850232,
      "learning_rate": 3.5227498552554805e-07,
      "loss": 0.1628,
      "num_input_tokens_seen": 344547168,
      "step": 4400,
      "train_runtime": 57968.6739,
      "train_tokens_per_second": 5943.679
    },
    {
      "epoch": 1.762,
      "grad_norm": 0.7753520639920026,
      "learning_rate": 3.465062683015341e-07,
      "loss": 0.1535,
      "num_input_tokens_seen": 344875120,
      "step": 4405,
      "train_runtime": 58019.9217,
      "train_tokens_per_second": 5944.081
    },
    {
      "epoch": 1.764,
      "grad_norm": 0.7447918677525194,
      "learning_rate": 3.407834791819603e-07,
      "loss": 0.1603,
      "num_input_tokens_seen": 345297504,
      "step": 4410,
      "train_runtime": 58097.9733,
      "train_tokens_per_second": 5943.366
    },
    {
      "epoch": 1.766,
      "grad_norm": 0.6727183628099077,
      "learning_rate": 3.351066746484455e-07,
      "loss": 0.1461,
      "num_input_tokens_seen": 345745392,
      "step": 4415,
      "train_runtime": 58171.9462,
      "train_tokens_per_second": 5943.507
    },
    {
      "epoch": 1.768,
      "grad_norm": 0.7901735394650911,
      "learning_rate": 3.294759107287582e-07,
      "loss": 0.1437,
      "num_input_tokens_seen": 346174448,
      "step": 4420,
      "train_runtime": 58247.1768,
      "train_tokens_per_second": 5943.197
    },
    {
      "epoch": 1.77,
      "grad_norm": 0.743079403545147,
      "learning_rate": 3.2389124299626483e-07,
      "loss": 0.1532,
      "num_input_tokens_seen": 346527968,
      "step": 4425,
      "train_runtime": 58310.3091,
      "train_tokens_per_second": 5942.825
    },
    {
      "epoch": 1.772,
      "grad_norm": 0.8627906548317175,
      "learning_rate": 3.18352726569382e-07,
      "loss": 0.1495,
      "num_input_tokens_seen": 346910736,
      "step": 4430,
      "train_runtime": 58369.9461,
      "train_tokens_per_second": 5943.311
    },
    {
      "epoch": 1.774,
      "grad_norm": 0.6456202888499875,
      "learning_rate": 3.128604161110299e-07,
      "loss": 0.1711,
      "num_input_tokens_seen": 347352048,
      "step": 4435,
      "train_runtime": 58444.482,
      "train_tokens_per_second": 5943.282
    },
    {
      "epoch": 1.776,
      "grad_norm": 0.5122814232672431,
      "learning_rate": 3.07414365828097e-07,
      "loss": 0.1553,
      "num_input_tokens_seen": 347744080,
      "step": 4440,
      "train_runtime": 58519.0723,
      "train_tokens_per_second": 5942.406
    },
    {
      "epoch": 1.778,
      "grad_norm": 0.8240295635717674,
      "learning_rate": 3.0201462947089865e-07,
      "loss": 0.1396,
      "num_input_tokens_seen": 348104384,
      "step": 4445,
      "train_runtime": 58582.8049,
      "train_tokens_per_second": 5942.091
    },
    {
      "epoch": 1.78,
      "grad_norm": 0.7665936966292872,
      "learning_rate": 2.9666126033265517e-07,
      "loss": 0.1562,
      "num_input_tokens_seen": 348543616,
      "step": 4450,
      "train_runtime": 58652.2254,
      "train_tokens_per_second": 5942.547
    },
    {
      "epoch": 1.782,
      "grad_norm": 0.6084946557555823,
      "learning_rate": 2.913543112489564e-07,
      "loss": 0.1575,
      "num_input_tokens_seen": 349003296,
      "step": 4455,
      "train_runtime": 58719.9976,
      "train_tokens_per_second": 5943.517
    },
    {
      "epoch": 1.784,
      "grad_norm": 0.8687973913487665,
      "learning_rate": 2.8609383459724915e-07,
      "loss": 0.1686,
      "num_input_tokens_seen": 349434512,
      "step": 4460,
      "train_runtime": 58792.6994,
      "train_tokens_per_second": 5943.502
    },
    {
      "epoch": 1.786,
      "grad_norm": 0.662138989236767,
      "learning_rate": 2.8087988229631325e-07,
      "loss": 0.1445,
      "num_input_tokens_seen": 349754592,
      "step": 4465,
      "train_runtime": 58844.7605,
      "train_tokens_per_second": 5943.683
    },
    {
      "epoch": 1.788,
      "grad_norm": 0.7920562578833943,
      "learning_rate": 2.757125058057536e-07,
      "loss": 0.1537,
      "num_input_tokens_seen": 350108128,
      "step": 4470,
      "train_runtime": 58910.4267,
      "train_tokens_per_second": 5943.059
    },
    {
      "epoch": 1.79,
      "grad_norm": 0.7024284896626523,
      "learning_rate": 2.7059175612548947e-07,
      "loss": 0.1422,
      "num_input_tokens_seen": 350460560,
      "step": 4475,
      "train_runtime": 58977.6689,
      "train_tokens_per_second": 5942.259
    },
    {
      "epoch": 1.792,
      "grad_norm": 0.8137243003503767,
      "learning_rate": 2.655176837952528e-07,
      "loss": 0.1512,
      "num_input_tokens_seen": 350845008,
      "step": 4480,
      "train_runtime": 59043.6586,
      "train_tokens_per_second": 5942.129
    },
    {
      "epoch": 1.794,
      "grad_norm": 0.7560864281422484,
      "learning_rate": 2.604903388940899e-07,
      "loss": 0.1478,
      "num_input_tokens_seen": 351184624,
      "step": 4485,
      "train_runtime": 59112.3808,
      "train_tokens_per_second": 5940.966
    },
    {
      "epoch": 1.796,
      "grad_norm": 0.8069650877273468,
      "learning_rate": 2.555097710398635e-07,
      "loss": 0.1612,
      "num_input_tokens_seen": 351541888,
      "step": 4490,
      "train_runtime": 59182.0092,
      "train_tokens_per_second": 5940.013
    },
    {
      "epoch": 1.798,
      "grad_norm": 0.7183049262552866,
      "learning_rate": 2.505760293887699e-07,
      "loss": 0.1533,
      "num_input_tokens_seen": 351887408,
      "step": 4495,
      "train_runtime": 59243.7428,
      "train_tokens_per_second": 5939.655
    },
    {
      "epoch": 1.8,
      "grad_norm": 0.7511724736236108,
      "learning_rate": 2.456891626348451e-07,
      "loss": 0.1601,
      "num_input_tokens_seen": 352230768,
      "step": 4500,
      "train_runtime": 59301.2527,
      "train_tokens_per_second": 5939.685
    },
    {
      "epoch": 1.802,
      "grad_norm": 0.7259328768604065,
      "learning_rate": 2.40849219009493e-07,
      "loss": 0.1495,
      "num_input_tokens_seen": 352616368,
      "step": 4505,
      "train_runtime": 59366.9718,
      "train_tokens_per_second": 5939.605
    },
    {
      "epoch": 1.804,
      "grad_norm": 0.9394609888477692,
      "learning_rate": 2.3605624628100178e-07,
      "loss": 0.1568,
      "num_input_tokens_seen": 352985856,
      "step": 4510,
      "train_runtime": 59431.266,
      "train_tokens_per_second": 5939.397
    },
    {
      "epoch": 1.806,
      "grad_norm": 0.7391015469588591,
      "learning_rate": 2.3131029175407883e-07,
      "loss": 0.1472,
      "num_input_tokens_seen": 353348672,
      "step": 4515,
      "train_runtime": 59502.8726,
      "train_tokens_per_second": 5938.346
    },
    {
      "epoch": 1.808,
      "grad_norm": 0.603477443612716,
      "learning_rate": 2.2661140226937773e-07,
      "loss": 0.1692,
      "num_input_tokens_seen": 353810608,
      "step": 4520,
      "train_runtime": 59575.7737,
      "train_tokens_per_second": 5938.834
    },
    {
      "epoch": 1.81,
      "grad_norm": 0.6815745937140112,
      "learning_rate": 2.2195962420304083e-07,
      "loss": 0.1548,
      "num_input_tokens_seen": 354265984,
      "step": 4525,
      "train_runtime": 59649.1361,
      "train_tokens_per_second": 5939.164
    },
    {
      "epoch": 1.812,
      "grad_norm": 0.7542355426396135,
      "learning_rate": 2.1735500346624083e-07,
      "loss": 0.1466,
      "num_input_tokens_seen": 354663520,
      "step": 4530,
      "train_runtime": 59714.9232,
      "train_tokens_per_second": 5939.278
    },
    {
      "epoch": 1.814,
      "grad_norm": 0.6765073618424478,
      "learning_rate": 2.127975855047243e-07,
      "loss": 0.1529,
      "num_input_tokens_seen": 355100976,
      "step": 4535,
      "train_runtime": 59788.9534,
      "train_tokens_per_second": 5939.241
    },
    {
      "epoch": 1.8159999999999998,
      "grad_norm": 0.8250422516813881,
      "learning_rate": 2.0828741529836771e-07,
      "loss": 0.1474,
      "num_input_tokens_seen": 355468432,
      "step": 4540,
      "train_runtime": 59850.4732,
      "train_tokens_per_second": 5939.275
    },
    {
      "epoch": 1.818,
      "grad_norm": 0.7034354581468405,
      "learning_rate": 2.0382453736072838e-07,
      "loss": 0.1685,
      "num_input_tokens_seen": 355871536,
      "step": 4545,
      "train_runtime": 59928.1524,
      "train_tokens_per_second": 5938.303
    },
    {
      "epoch": 1.8199999999999998,
      "grad_norm": 0.7583244472846854,
      "learning_rate": 1.9940899573861195e-07,
      "loss": 0.1495,
      "num_input_tokens_seen": 356268624,
      "step": 4550,
      "train_runtime": 59999.8101,
      "train_tokens_per_second": 5937.829
    },
    {
      "epoch": 1.822,
      "grad_norm": 0.8512363766568244,
      "learning_rate": 1.9504083401162999e-07,
      "loss": 0.1574,
      "num_input_tokens_seen": 356731600,
      "step": 4555,
      "train_runtime": 60076.8179,
      "train_tokens_per_second": 5937.924
    },
    {
      "epoch": 1.8239999999999998,
      "grad_norm": 0.8250539539288417,
      "learning_rate": 1.907200952917765e-07,
      "loss": 0.1614,
      "num_input_tokens_seen": 357148736,
      "step": 4560,
      "train_runtime": 60155.2921,
      "train_tokens_per_second": 5937.112
    },
    {
      "epoch": 1.826,
      "grad_norm": 0.8555656498953154,
      "learning_rate": 1.8644682222299703e-07,
      "loss": 0.1668,
      "num_input_tokens_seen": 357530208,
      "step": 4565,
      "train_runtime": 60221.8596,
      "train_tokens_per_second": 5936.884
    },
    {
      "epoch": 1.8279999999999998,
      "grad_norm": 0.7686445662924045,
      "learning_rate": 1.8222105698077253e-07,
      "loss": 0.1758,
      "num_input_tokens_seen": 357929040,
      "step": 4570,
      "train_runtime": 60300.1902,
      "train_tokens_per_second": 5935.786
    },
    {
      "epoch": 1.83,
      "grad_norm": 0.6708183387478129,
      "learning_rate": 1.7804284127169946e-07,
      "loss": 0.1532,
      "num_input_tokens_seen": 358378688,
      "step": 4575,
      "train_runtime": 60368.5478,
      "train_tokens_per_second": 5936.513
    },
    {
      "epoch": 1.8319999999999999,
      "grad_norm": 0.5960294001456247,
      "learning_rate": 1.7391221633308032e-07,
      "loss": 0.1459,
      "num_input_tokens_seen": 358789536,
      "step": 4580,
      "train_runtime": 60433.7718,
      "train_tokens_per_second": 5936.905
    },
    {
      "epoch": 1.834,
      "grad_norm": 0.946956247138258,
      "learning_rate": 1.6982922293251548e-07,
      "loss": 0.1522,
      "num_input_tokens_seen": 359199840,
      "step": 4585,
      "train_runtime": 60494.8739,
      "train_tokens_per_second": 5937.691
    },
    {
      "epoch": 1.8359999999999999,
      "grad_norm": 0.6711965164950642,
      "learning_rate": 1.6579390136750086e-07,
      "loss": 0.1687,
      "num_input_tokens_seen": 359666192,
      "step": 4590,
      "train_runtime": 60571.8885,
      "train_tokens_per_second": 5937.84
    },
    {
      "epoch": 1.838,
      "grad_norm": 0.9426140630055698,
      "learning_rate": 1.6180629146503256e-07,
      "loss": 0.1542,
      "num_input_tokens_seen": 360085104,
      "step": 4595,
      "train_runtime": 60642.0984,
      "train_tokens_per_second": 5937.873
    },
    {
      "epoch": 1.8399999999999999,
      "grad_norm": 0.7909187217499214,
      "learning_rate": 1.5786643258120905e-07,
      "loss": 0.1516,
      "num_input_tokens_seen": 360529536,
      "step": 4600,
      "train_runtime": 60717.1389,
      "train_tokens_per_second": 5937.854
    },
    {
      "epoch": 1.842,
      "grad_norm": 0.7383782742890509,
      "learning_rate": 1.5397436360084784e-07,
      "loss": 0.1744,
      "num_input_tokens_seen": 360968864,
      "step": 4605,
      "train_runtime": 60791.8093,
      "train_tokens_per_second": 5937.788
    },
    {
      "epoch": 1.8439999999999999,
      "grad_norm": 0.7497496609918477,
      "learning_rate": 1.5013012293709828e-07,
      "loss": 0.1603,
      "num_input_tokens_seen": 361417600,
      "step": 4610,
      "train_runtime": 60861.6883,
      "train_tokens_per_second": 5938.343
    },
    {
      "epoch": 1.846,
      "grad_norm": 0.668995274398484,
      "learning_rate": 1.463337485310634e-07,
      "loss": 0.1525,
      "num_input_tokens_seen": 361839200,
      "step": 4615,
      "train_runtime": 60937.5334,
      "train_tokens_per_second": 5937.871
    },
    {
      "epoch": 1.8479999999999999,
      "grad_norm": 0.792692843548526,
      "learning_rate": 1.425852778514264e-07,
      "loss": 0.1512,
      "num_input_tokens_seen": 362259616,
      "step": 4620,
      "train_runtime": 61012.2498,
      "train_tokens_per_second": 5937.49
    },
    {
      "epoch": 1.85,
      "grad_norm": 0.82569595179028,
      "learning_rate": 1.388847478940797e-07,
      "loss": 0.1478,
      "num_input_tokens_seen": 362678496,
      "step": 4625,
      "train_runtime": 61080.254,
      "train_tokens_per_second": 5937.737
    },
    {
      "epoch": 1.8519999999999999,
      "grad_norm": 1.1467063040896035,
      "learning_rate": 1.3523219518175924e-07,
      "loss": 0.1567,
      "num_input_tokens_seen": 363027968,
      "step": 4630,
      "train_runtime": 61124.8998,
      "train_tokens_per_second": 5939.118
    },
    {
      "epoch": 1.854,
      "grad_norm": 0.6253577254652782,
      "learning_rate": 1.3162765576368587e-07,
      "loss": 0.1484,
      "num_input_tokens_seen": 363395040,
      "step": 4635,
      "train_runtime": 61192.9957,
      "train_tokens_per_second": 5938.507
    },
    {
      "epoch": 1.8559999999999999,
      "grad_norm": 0.7446648872982482,
      "learning_rate": 1.2807116521520947e-07,
      "loss": 0.1595,
      "num_input_tokens_seen": 363789744,
      "step": 4640,
      "train_runtime": 61264.3065,
      "train_tokens_per_second": 5938.037
    },
    {
      "epoch": 1.858,
      "grad_norm": 0.7912008499572333,
      "learning_rate": 1.2456275863745426e-07,
      "loss": 0.1655,
      "num_input_tokens_seen": 364247552,
      "step": 4645,
      "train_runtime": 61342.3354,
      "train_tokens_per_second": 5937.947
    },
    {
      "epoch": 1.8599999999999999,
      "grad_norm": 0.6141134582638248,
      "learning_rate": 1.21102470656978e-07,
      "loss": 0.1425,
      "num_input_tokens_seen": 364725648,
      "step": 4650,
      "train_runtime": 61419.385,
      "train_tokens_per_second": 5938.282
    },
    {
      "epoch": 1.862,
      "grad_norm": 0.589110086213904,
      "learning_rate": 1.1769033542542552e-07,
      "loss": 0.1431,
      "num_input_tokens_seen": 365182608,
      "step": 4655,
      "train_runtime": 61496.9331,
      "train_tokens_per_second": 5938.225
    },
    {
      "epoch": 1.8639999999999999,
      "grad_norm": 0.6925283853283911,
      "learning_rate": 1.1432638661919515e-07,
      "loss": 0.1512,
      "num_input_tokens_seen": 365552736,
      "step": 4660,
      "train_runtime": 61565.7418,
      "train_tokens_per_second": 5937.6
    },
    {
      "epoch": 1.866,
      "grad_norm": 0.8422806070328288,
      "learning_rate": 1.1101065743910122e-07,
      "loss": 0.1497,
      "num_input_tokens_seen": 365922048,
      "step": 4665,
      "train_runtime": 61624.0983,
      "train_tokens_per_second": 5937.97
    },
    {
      "epoch": 1.8679999999999999,
      "grad_norm": 0.8392981689860877,
      "learning_rate": 1.0774318061005484e-07,
      "loss": 0.154,
      "num_input_tokens_seen": 366317200,
      "step": 4670,
      "train_runtime": 61687.543,
      "train_tokens_per_second": 5938.269
    },
    {
      "epoch": 1.87,
      "grad_norm": 0.8625802105358468,
      "learning_rate": 1.0452398838073141e-07,
      "loss": 0.157,
      "num_input_tokens_seen": 366742816,
      "step": 4675,
      "train_runtime": 61762.5292,
      "train_tokens_per_second": 5937.95
    },
    {
      "epoch": 1.8719999999999999,
      "grad_norm": 0.7200055447393615,
      "learning_rate": 1.0135311252325863e-07,
      "loss": 0.1532,
      "num_input_tokens_seen": 367106336,
      "step": 4680,
      "train_runtime": 61821.9722,
      "train_tokens_per_second": 5938.121
    },
    {
      "epoch": 1.874,
      "grad_norm": 0.880386998336964,
      "learning_rate": 9.823058433290178e-08,
      "loss": 0.1573,
      "num_input_tokens_seen": 367428640,
      "step": 4685,
      "train_runtime": 61875.3672,
      "train_tokens_per_second": 5938.205
    },
    {
      "epoch": 1.876,
      "grad_norm": 0.556646340581699,
      "learning_rate": 9.515643462775337e-08,
      "loss": 0.1385,
      "num_input_tokens_seen": 367814192,
      "step": 4690,
      "train_runtime": 61940.6093,
      "train_tokens_per_second": 5938.175
    },
    {
      "epoch": 1.8780000000000001,
      "grad_norm": 0.5784712410273231,
      "learning_rate": 9.213069374842953e-08,
      "loss": 0.1574,
      "num_input_tokens_seen": 368216192,
      "step": 4695,
      "train_runtime": 62008.5173,
      "train_tokens_per_second": 5938.155
    },
    {
      "epoch": 1.88,
      "grad_norm": 0.6875768403843328,
      "learning_rate": 8.915339155777136e-08,
      "loss": 0.1661,
      "num_input_tokens_seen": 368698608,
      "step": 4700,
      "train_runtime": 62087.325,
      "train_tokens_per_second": 5938.388
    },
    {
      "epoch": 1.8820000000000001,
      "grad_norm": 0.6784742989249009,
      "learning_rate": 8.622455744054958e-08,
      "loss": 0.1657,
      "num_input_tokens_seen": 369162816,
      "step": 4705,
      "train_runtime": 62163.2518,
      "train_tokens_per_second": 5938.602
    },
    {
      "epoch": 1.884,
      "grad_norm": 0.7324550742521656,
      "learning_rate": 8.334422030317424e-08,
      "loss": 0.1618,
      "num_input_tokens_seen": 369534656,
      "step": 4710,
      "train_runtime": 62226.4914,
      "train_tokens_per_second": 5938.542
    },
    {
      "epoch": 1.8860000000000001,
      "grad_norm": 0.6097184043787661,
      "learning_rate": 8.051240857341102e-08,
      "loss": 0.147,
      "num_input_tokens_seen": 369905840,
      "step": 4715,
      "train_runtime": 62289.2274,
      "train_tokens_per_second": 5938.52
    },
    {
      "epoch": 1.888,
      "grad_norm": 0.666015011240103,
      "learning_rate": 7.772915020009708e-08,
      "loss": 0.1517,
      "num_input_tokens_seen": 370319248,
      "step": 4720,
      "train_runtime": 62362.8182,
      "train_tokens_per_second": 5938.142
    },
    {
      "epoch": 1.8900000000000001,
      "grad_norm": 0.5763015175555796,
      "learning_rate": 7.499447265286952e-08,
      "loss": 0.1539,
      "num_input_tokens_seen": 370800368,
      "step": 4725,
      "train_runtime": 62435.7298,
      "train_tokens_per_second": 5938.913
    },
    {
      "epoch": 1.892,
      "grad_norm": 0.729225466922384,
      "learning_rate": 7.230840292189179e-08,
      "loss": 0.1681,
      "num_input_tokens_seen": 371215312,
      "step": 4730,
      "train_runtime": 62509.6841,
      "train_tokens_per_second": 5938.525
    },
    {
      "epoch": 1.8940000000000001,
      "grad_norm": 0.8534774644572202,
      "learning_rate": 6.967096751758773e-08,
      "loss": 0.1502,
      "num_input_tokens_seen": 371507376,
      "step": 4735,
      "train_runtime": 62556.5965,
      "train_tokens_per_second": 5938.74
    },
    {
      "epoch": 1.896,
      "grad_norm": 0.7212851430574398,
      "learning_rate": 6.708219247038017e-08,
      "loss": 0.1561,
      "num_input_tokens_seen": 371934544,
      "step": 4740,
      "train_runtime": 62634.5867,
      "train_tokens_per_second": 5938.166
    },
    {
      "epoch": 1.8980000000000001,
      "grad_norm": 0.7288850535855359,
      "learning_rate": 6.454210333043275e-08,
      "loss": 0.1426,
      "num_input_tokens_seen": 372310320,
      "step": 4745,
      "train_runtime": 62693.8078,
      "train_tokens_per_second": 5938.55
    },
    {
      "epoch": 1.9,
      "grad_norm": 0.6806533435057149,
      "learning_rate": 6.205072516740129e-08,
      "loss": 0.1511,
      "num_input_tokens_seen": 372661872,
      "step": 4750,
      "train_runtime": 62751.1379,
      "train_tokens_per_second": 5938.727
    },
    {
      "epoch": 1.9020000000000001,
      "grad_norm": 0.8388251018260441,
      "learning_rate": 5.960808257018113e-08,
      "loss": 0.1648,
      "num_input_tokens_seen": 373084368,
      "step": 4755,
      "train_runtime": 62817.8123,
      "train_tokens_per_second": 5939.149
    },
    {
      "epoch": 1.904,
      "grad_norm": 0.7612503184122242,
      "learning_rate": 5.7214199646669076e-08,
      "loss": 0.149,
      "num_input_tokens_seen": 373490144,
      "step": 4760,
      "train_runtime": 62895.9564,
      "train_tokens_per_second": 5938.222
    },
    {
      "epoch": 1.9060000000000001,
      "grad_norm": 0.8318839418867255,
      "learning_rate": 5.4869100023523526e-08,
      "loss": 0.1523,
      "num_input_tokens_seen": 373829536,
      "step": 4765,
      "train_runtime": 62953.8814,
      "train_tokens_per_second": 5938.149
    },
    {
      "epoch": 1.908,
      "grad_norm": 0.6487161452783756,
      "learning_rate": 5.2572806845930244e-08,
      "loss": 0.1497,
      "num_input_tokens_seen": 374173664,
      "step": 4770,
      "train_runtime": 63016.7985,
      "train_tokens_per_second": 5937.681
    },
    {
      "epoch": 1.9100000000000001,
      "grad_norm": 0.6868042103732213,
      "learning_rate": 5.032534277737644e-08,
      "loss": 0.1747,
      "num_input_tokens_seen": 374591792,
      "step": 4775,
      "train_runtime": 63083.9208,
      "train_tokens_per_second": 5937.992
    },
    {
      "epoch": 1.912,
      "grad_norm": 0.6714323255807126,
      "learning_rate": 4.81267299994248e-08,
      "loss": 0.1591,
      "num_input_tokens_seen": 375056544,
      "step": 4780,
      "train_runtime": 63161.5792,
      "train_tokens_per_second": 5938.049
    },
    {
      "epoch": 1.9140000000000001,
      "grad_norm": 0.7346006160868402,
      "learning_rate": 4.597699021149649e-08,
      "loss": 0.1481,
      "num_input_tokens_seen": 375473328,
      "step": 4785,
      "train_runtime": 63232.1122,
      "train_tokens_per_second": 5938.017
    },
    {
      "epoch": 1.916,
      "grad_norm": 0.7674342092143264,
      "learning_rate": 4.387614463065404e-08,
      "loss": 0.1595,
      "num_input_tokens_seen": 375937584,
      "step": 4790,
      "train_runtime": 63307.4543,
      "train_tokens_per_second": 5938.283
    },
    {
      "epoch": 1.9180000000000001,
      "grad_norm": 0.6504531700444212,
      "learning_rate": 4.1824213991396024e-08,
      "loss": 0.1659,
      "num_input_tokens_seen": 376345344,
      "step": 4795,
      "train_runtime": 63373.775,
      "train_tokens_per_second": 5938.503
    },
    {
      "epoch": 1.92,
      "grad_norm": 0.7779660047411081,
      "learning_rate": 3.9821218545449956e-08,
      "loss": 0.1663,
      "num_input_tokens_seen": 376703552,
      "step": 4800,
      "train_runtime": 63436.4972,
      "train_tokens_per_second": 5938.278
    },
    {
      "epoch": 1.9220000000000002,
      "grad_norm": 0.7659507878224847,
      "learning_rate": 3.786717806157136e-08,
      "loss": 0.1634,
      "num_input_tokens_seen": 377097632,
      "step": 4805,
      "train_runtime": 63506.7502,
      "train_tokens_per_second": 5937.914
    },
    {
      "epoch": 1.924,
      "grad_norm": 0.6866853917620325,
      "learning_rate": 3.5962111825350585e-08,
      "loss": 0.1494,
      "num_input_tokens_seen": 377493120,
      "step": 4810,
      "train_runtime": 63576.3896,
      "train_tokens_per_second": 5937.631
    },
    {
      "epoch": 1.9260000000000002,
      "grad_norm": 0.9366824273788991,
      "learning_rate": 3.410603863902406e-08,
      "loss": 0.1455,
      "num_input_tokens_seen": 377869200,
      "step": 4815,
      "train_runtime": 63638.3721,
      "train_tokens_per_second": 5937.757
    },
    {
      "epoch": 1.928,
      "grad_norm": 0.7079656619304824,
      "learning_rate": 3.2298976821282804e-08,
      "loss": 0.153,
      "num_input_tokens_seen": 378239120,
      "step": 4820,
      "train_runtime": 63700.2916,
      "train_tokens_per_second": 5937.793
    },
    {
      "epoch": 1.9300000000000002,
      "grad_norm": 0.7664230296718139,
      "learning_rate": 3.054094420709863e-08,
      "loss": 0.1493,
      "num_input_tokens_seen": 378639088,
      "step": 4825,
      "train_runtime": 63769.9795,
      "train_tokens_per_second": 5937.576
    },
    {
      "epoch": 1.932,
      "grad_norm": 0.9685887343358113,
      "learning_rate": 2.8831958147543805e-08,
      "loss": 0.1456,
      "num_input_tokens_seen": 378986240,
      "step": 4830,
      "train_runtime": 63820.3507,
      "train_tokens_per_second": 5938.329
    },
    {
      "epoch": 1.9340000000000002,
      "grad_norm": 0.7015259491861456,
      "learning_rate": 2.7172035509619442e-08,
      "loss": 0.1509,
      "num_input_tokens_seen": 379402800,
      "step": 4835,
      "train_runtime": 63891.4301,
      "train_tokens_per_second": 5938.242
    },
    {
      "epoch": 1.936,
      "grad_norm": 0.6597504242438265,
      "learning_rate": 2.556119267609347e-08,
      "loss": 0.1631,
      "num_input_tokens_seen": 379748272,
      "step": 4840,
      "train_runtime": 63949.7096,
      "train_tokens_per_second": 5938.233
    },
    {
      "epoch": 1.938,
      "grad_norm": 0.771655430556284,
      "learning_rate": 2.3999445545332955e-08,
      "loss": 0.1486,
      "num_input_tokens_seen": 380120432,
      "step": 4845,
      "train_runtime": 64013.1612,
      "train_tokens_per_second": 5938.161
    },
    {
      "epoch": 1.94,
      "grad_norm": 0.8493098216978953,
      "learning_rate": 2.2486809531152563e-08,
      "loss": 0.1553,
      "num_input_tokens_seen": 380466704,
      "step": 4850,
      "train_runtime": 64076.5096,
      "train_tokens_per_second": 5937.694
    },
    {
      "epoch": 1.942,
      "grad_norm": 1.042184396192737,
      "learning_rate": 2.1023299562658584e-08,
      "loss": 0.159,
      "num_input_tokens_seen": 380797952,
      "step": 4855,
      "train_runtime": 64120.7263,
      "train_tokens_per_second": 5938.765
    },
    {
      "epoch": 1.944,
      "grad_norm": 0.8065241432185793,
      "learning_rate": 1.9608930084104027e-08,
      "loss": 0.151,
      "num_input_tokens_seen": 381229408,
      "step": 4860,
      "train_runtime": 64182.8175,
      "train_tokens_per_second": 5939.742
    },
    {
      "epoch": 1.946,
      "grad_norm": 0.6905242206927509,
      "learning_rate": 1.8243715054744315e-08,
      "loss": 0.1501,
      "num_input_tokens_seen": 381589840,
      "step": 4865,
      "train_runtime": 64248.1914,
      "train_tokens_per_second": 5939.309
    },
    {
      "epoch": 1.948,
      "grad_norm": 1.1071577342385468,
      "learning_rate": 1.6927667948700155e-08,
      "loss": 0.1671,
      "num_input_tokens_seen": 382043232,
      "step": 4870,
      "train_runtime": 64319.1009,
      "train_tokens_per_second": 5939.81
    },
    {
      "epoch": 1.95,
      "grad_norm": 0.7597420246133529,
      "learning_rate": 1.5660801754825983e-08,
      "loss": 0.1458,
      "num_input_tokens_seen": 382438480,
      "step": 4875,
      "train_runtime": 64397.2202,
      "train_tokens_per_second": 5938.742
    },
    {
      "epoch": 1.952,
      "grad_norm": 0.8326844892590033,
      "learning_rate": 1.4443128976579513e-08,
      "loss": 0.1399,
      "num_input_tokens_seen": 382832560,
      "step": 4880,
      "train_runtime": 64465.7391,
      "train_tokens_per_second": 5938.543
    },
    {
      "epoch": 1.954,
      "grad_norm": 0.7694840871608274,
      "learning_rate": 1.3274661631899055e-08,
      "loss": 0.141,
      "num_input_tokens_seen": 383181280,
      "step": 4885,
      "train_runtime": 64519.1075,
      "train_tokens_per_second": 5939.036
    },
    {
      "epoch": 1.956,
      "grad_norm": 0.7620739132390568,
      "learning_rate": 1.2155411253085835e-08,
      "loss": 0.1554,
      "num_input_tokens_seen": 383546752,
      "step": 4890,
      "train_runtime": 64591.6143,
      "train_tokens_per_second": 5938.027
    },
    {
      "epoch": 1.958,
      "grad_norm": 0.6225036043903326,
      "learning_rate": 1.1085388886689085e-08,
      "loss": 0.1543,
      "num_input_tokens_seen": 383933440,
      "step": 4895,
      "train_runtime": 64649.7676,
      "train_tokens_per_second": 5938.667
    },
    {
      "epoch": 1.96,
      "grad_norm": 0.5857614160553338,
      "learning_rate": 1.0064605093397794e-08,
      "loss": 0.1515,
      "num_input_tokens_seen": 384386960,
      "step": 4900,
      "train_runtime": 64726.6587,
      "train_tokens_per_second": 5938.619
    },
    {
      "epoch": 1.962,
      "grad_norm": 1.1240815802110373,
      "learning_rate": 9.09306994793635e-09,
      "loss": 0.1521,
      "num_input_tokens_seen": 384734336,
      "step": 4905,
      "train_runtime": 64782.2287,
      "train_tokens_per_second": 5938.887
    },
    {
      "epoch": 1.964,
      "grad_norm": 0.8013089128003337,
      "learning_rate": 8.17079303896351e-09,
      "loss": 0.1519,
      "num_input_tokens_seen": 385162112,
      "step": 4910,
      "train_runtime": 64857.3513,
      "train_tokens_per_second": 5938.604
    },
    {
      "epoch": 1.966,
      "grad_norm": 0.6537534676205653,
      "learning_rate": 7.297783468980246e-09,
      "loss": 0.162,
      "num_input_tokens_seen": 385595168,
      "step": 4915,
      "train_runtime": 64929.6603,
      "train_tokens_per_second": 5938.66
    },
    {
      "epoch": 1.968,
      "grad_norm": 0.6968813478617545,
      "learning_rate": 6.4740498542387174e-09,
      "loss": 0.1453,
      "num_input_tokens_seen": 385979072,
      "step": 4920,
      "train_runtime": 64993.5203,
      "train_tokens_per_second": 5938.732
    },
    {
      "epoch": 1.97,
      "grad_norm": 0.5697832535681487,
      "learning_rate": 5.699600324657328e-09,
      "loss": 0.1494,
      "num_input_tokens_seen": 386395168,
      "step": 4925,
      "train_runtime": 65058.8548,
      "train_tokens_per_second": 5939.163
    },
    {
      "epoch": 1.972,
      "grad_norm": 1.2111230864901055,
      "learning_rate": 4.9744425237396865e-09,
      "loss": 0.1559,
      "num_input_tokens_seen": 386844528,
      "step": 4930,
      "train_runtime": 65135.2593,
      "train_tokens_per_second": 5939.096
    },
    {
      "epoch": 1.974,
      "grad_norm": 0.6928071348228707,
      "learning_rate": 4.298583608501328e-09,
      "loss": 0.1714,
      "num_input_tokens_seen": 387236864,
      "step": 4935,
      "train_runtime": 65190.3296,
      "train_tokens_per_second": 5940.097
    },
    {
      "epoch": 1.976,
      "grad_norm": 0.7145374932720133,
      "learning_rate": 3.672030249396441e-09,
      "loss": 0.1646,
      "num_input_tokens_seen": 387642192,
      "step": 4940,
      "train_runtime": 65254.881,
      "train_tokens_per_second": 5940.432
    },
    {
      "epoch": 1.978,
      "grad_norm": 0.7769545179947129,
      "learning_rate": 3.094788630254031e-09,
      "loss": 0.162,
      "num_input_tokens_seen": 388059072,
      "step": 4945,
      "train_runtime": 65317.3613,
      "train_tokens_per_second": 5941.132
    },
    {
      "epoch": 1.98,
      "grad_norm": 0.7741033021358061,
      "learning_rate": 2.5668644482151892e-09,
      "loss": 0.1452,
      "num_input_tokens_seen": 388484560,
      "step": 4950,
      "train_runtime": 65386.4344,
      "train_tokens_per_second": 5941.363
    },
    {
      "epoch": 1.982,
      "grad_norm": 0.8277423778894699,
      "learning_rate": 2.088262913679251e-09,
      "loss": 0.1581,
      "num_input_tokens_seen": 388827712,
      "step": 4955,
      "train_runtime": 65440.5816,
      "train_tokens_per_second": 5941.691
    },
    {
      "epoch": 1.984,
      "grad_norm": 0.6775847367683332,
      "learning_rate": 1.6589887502493907e-09,
      "loss": 0.1581,
      "num_input_tokens_seen": 389247824,
      "step": 4960,
      "train_runtime": 65518.1435,
      "train_tokens_per_second": 5941.069
    },
    {
      "epoch": 1.986,
      "grad_norm": 0.7178108510620933,
      "learning_rate": 1.2790461946887712e-09,
      "loss": 0.157,
      "num_input_tokens_seen": 389639584,
      "step": 4965,
      "train_runtime": 65595.8645,
      "train_tokens_per_second": 5940.002
    },
    {
      "epoch": 1.988,
      "grad_norm": 0.6854334829602473,
      "learning_rate": 9.484389968766882e-10,
      "loss": 0.158,
      "num_input_tokens_seen": 390047648,
      "step": 4970,
      "train_runtime": 65660.0021,
      "train_tokens_per_second": 5940.415
    },
    {
      "epoch": 1.99,
      "grad_norm": 0.7191417155028322,
      "learning_rate": 6.671704197735995e-10,
      "loss": 0.1632,
      "num_input_tokens_seen": 390419856,
      "step": 4975,
      "train_runtime": 65717.6775,
      "train_tokens_per_second": 5940.865
    },
    {
      "epoch": 1.992,
      "grad_norm": 0.6423440131309586,
      "learning_rate": 4.3524323938559655e-10,
      "loss": 0.153,
      "num_input_tokens_seen": 390808512,
      "step": 4980,
      "train_runtime": 65785.3488,
      "train_tokens_per_second": 5940.662
    },
    {
      "epoch": 1.994,
      "grad_norm": 0.5750505572416644,
      "learning_rate": 2.5265974474109054e-10,
      "loss": 0.1537,
      "num_input_tokens_seen": 391214192,
      "step": 4985,
      "train_runtime": 65844.0384,
      "train_tokens_per_second": 5941.528
    },
    {
      "epoch": 1.996,
      "grad_norm": 0.8744993490514669,
      "learning_rate": 1.1942173786527732e-10,
      "loss": 0.1569,
      "num_input_tokens_seen": 391600608,
      "step": 4990,
      "train_runtime": 65916.6129,
      "train_tokens_per_second": 5940.848
    },
    {
      "epoch": 1.998,
      "grad_norm": 0.7063071436578877,
      "learning_rate": 3.55305337634837e-11,
      "loss": 0.1555,
      "num_input_tokens_seen": 391994016,
      "step": 4995,
      "train_runtime": 65990.8234,
      "train_tokens_per_second": 5940.129
    },
    {
      "epoch": 2.0,
      "grad_norm": 0.7623938207114338,
      "learning_rate": 9.869604078449612e-13,
      "loss": 0.1515,
      "num_input_tokens_seen": 392342880,
      "step": 5000,
      "train_runtime": 66052.8886,
      "train_tokens_per_second": 5939.829
    },
    {
      "epoch": 2.0,
      "num_input_tokens_seen": 392342880,
      "step": 5000,
      "total_flos": 725576951136256.0,
      "train_loss": 0.20804190348386764,
      "train_runtime": 66170.2748,
      "train_samples_per_second": 0.605,
      "train_steps_per_second": 0.076
    }
  ],
  "logging_steps": 5,
  "max_steps": 5000,
  "num_input_tokens_seen": 392342880,
  "num_train_epochs": 2,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 725576951136256.0,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}