{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.0,
  "eval_steps": 25,
  "global_step": 248,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.00808080808080808,
      "grad_norm": 0.9913852214813232,
      "learning_rate": 0.0,
      "loss": 1.3233,
      "num_input_tokens_seen": 24048,
      "step": 1,
      "train_runtime": 5.5427,
      "train_tokens_per_second": 4338.668
    },
    {
      "epoch": 0.01616161616161616,
      "grad_norm": 1.0378535985946655,
      "learning_rate": 4e-05,
      "loss": 1.3425,
      "num_input_tokens_seen": 48096,
      "step": 2,
      "train_runtime": 8.8764,
      "train_tokens_per_second": 5418.441
    },
    {
      "epoch": 0.024242424242424242,
      "grad_norm": 1.0206665992736816,
      "learning_rate": 8e-05,
      "loss": 1.3516,
      "num_input_tokens_seen": 68416,
      "step": 3,
      "train_runtime": 11.7535,
      "train_tokens_per_second": 5820.919
    },
    {
      "epoch": 0.03232323232323232,
      "grad_norm": 1.2065541744232178,
      "learning_rate": 0.00012,
      "loss": 1.3039,
      "num_input_tokens_seen": 90432,
      "step": 4,
      "train_runtime": 14.8511,
      "train_tokens_per_second": 6089.231
    },
    {
      "epoch": 0.04040404040404041,
      "grad_norm": 1.3231337070465088,
      "learning_rate": 0.00016,
      "loss": 1.0488,
      "num_input_tokens_seen": 110544,
      "step": 5,
      "train_runtime": 17.7213,
      "train_tokens_per_second": 6237.921
    },
    {
      "epoch": 0.048484848484848485,
      "grad_norm": 0.7355687022209167,
      "learning_rate": 0.0002,
      "loss": 0.649,
      "num_input_tokens_seen": 135584,
      "step": 6,
      "train_runtime": 21.4984,
      "train_tokens_per_second": 6306.704
    },
    {
      "epoch": 0.05656565656565657,
      "grad_norm": 0.7402859926223755,
      "learning_rate": 0.0001991769547325103,
      "loss": 0.4857,
      "num_input_tokens_seen": 159200,
      "step": 7,
      "train_runtime": 24.8086,
      "train_tokens_per_second": 6417.137
    },
    {
      "epoch": 0.06464646464646465,
      "grad_norm": 0.5103421807289124,
      "learning_rate": 0.0001983539094650206,
      "loss": 0.371,
      "num_input_tokens_seen": 182224,
      "step": 8,
      "train_runtime": 28.0753,
      "train_tokens_per_second": 6490.548
    },
    {
      "epoch": 0.07272727272727272,
      "grad_norm": 0.3125229477882385,
      "learning_rate": 0.00019753086419753085,
      "loss": 0.3324,
      "num_input_tokens_seen": 205472,
      "step": 9,
      "train_runtime": 31.3551,
      "train_tokens_per_second": 6553.073
    },
    {
      "epoch": 0.08080808080808081,
      "grad_norm": 0.33310967683792114,
      "learning_rate": 0.00019670781893004114,
      "loss": 0.2862,
      "num_input_tokens_seen": 230400,
      "step": 10,
      "train_runtime": 34.8863,
      "train_tokens_per_second": 6604.316
    },
    {
      "epoch": 0.08888888888888889,
      "grad_norm": 0.33717748522758484,
      "learning_rate": 0.00019588477366255146,
      "loss": 0.2973,
      "num_input_tokens_seen": 252736,
      "step": 11,
      "train_runtime": 38.0785,
      "train_tokens_per_second": 6637.239
    },
    {
      "epoch": 0.09696969696969697,
      "grad_norm": 0.383858859539032,
      "learning_rate": 0.00019506172839506175,
      "loss": 0.2761,
      "num_input_tokens_seen": 273584,
      "step": 12,
      "train_runtime": 41.108,
      "train_tokens_per_second": 6655.248
    },
    {
      "epoch": 0.10505050505050505,
      "grad_norm": 0.33506128191947937,
      "learning_rate": 0.00019423868312757204,
      "loss": 0.3092,
      "num_input_tokens_seen": 299968,
      "step": 13,
      "train_runtime": 44.8301,
      "train_tokens_per_second": 6691.217
    },
    {
      "epoch": 0.11313131313131314,
      "grad_norm": 0.25691795349121094,
      "learning_rate": 0.00019341563786008233,
      "loss": 0.2943,
      "num_input_tokens_seen": 322480,
      "step": 14,
      "train_runtime": 48.0773,
      "train_tokens_per_second": 6707.535
    },
    {
      "epoch": 0.12121212121212122,
      "grad_norm": 0.23056800663471222,
      "learning_rate": 0.0001925925925925926,
      "loss": 0.2575,
      "num_input_tokens_seen": 344864,
      "step": 15,
      "train_runtime": 51.2647,
      "train_tokens_per_second": 6727.124
    },
    {
      "epoch": 0.1292929292929293,
      "grad_norm": 0.2146308422088623,
      "learning_rate": 0.00019176954732510288,
      "loss": 0.2441,
      "num_input_tokens_seen": 369296,
      "step": 16,
      "train_runtime": 54.7643,
      "train_tokens_per_second": 6743.376
    },
    {
      "epoch": 0.13737373737373737,
      "grad_norm": 0.18066899478435516,
      "learning_rate": 0.00019094650205761317,
      "loss": 0.2686,
      "num_input_tokens_seen": 390944,
      "step": 17,
      "train_runtime": 57.902,
      "train_tokens_per_second": 6751.823
    },
    {
      "epoch": 0.14545454545454545,
      "grad_norm": 0.18266606330871582,
      "learning_rate": 0.00019012345679012346,
      "loss": 0.2484,
      "num_input_tokens_seen": 414144,
      "step": 18,
      "train_runtime": 61.2046,
      "train_tokens_per_second": 6766.553
    },
    {
      "epoch": 0.15353535353535352,
      "grad_norm": 0.18596097826957703,
      "learning_rate": 0.00018930041152263375,
      "loss": 0.2215,
      "num_input_tokens_seen": 435840,
      "step": 19,
      "train_runtime": 64.3043,
      "train_tokens_per_second": 6777.778
    },
    {
      "epoch": 0.16161616161616163,
      "grad_norm": 0.19186538457870483,
      "learning_rate": 0.00018847736625514404,
      "loss": 0.2181,
      "num_input_tokens_seen": 459808,
      "step": 20,
      "train_runtime": 67.7619,
      "train_tokens_per_second": 6785.644
    },
    {
      "epoch": 0.1696969696969697,
      "grad_norm": 0.1703331023454666,
      "learning_rate": 0.00018765432098765433,
      "loss": 0.2441,
      "num_input_tokens_seen": 479504,
      "step": 21,
      "train_runtime": 70.6513,
      "train_tokens_per_second": 6786.914
    },
    {
      "epoch": 0.17777777777777778,
      "grad_norm": 0.17710761725902557,
      "learning_rate": 0.00018683127572016462,
      "loss": 0.2475,
      "num_input_tokens_seen": 505712,
      "step": 22,
      "train_runtime": 74.4032,
      "train_tokens_per_second": 6796.911
    },
    {
      "epoch": 0.18585858585858586,
      "grad_norm": 0.18230487406253815,
      "learning_rate": 0.0001860082304526749,
      "loss": 0.2586,
      "num_input_tokens_seen": 525456,
      "step": 23,
      "train_runtime": 77.2642,
      "train_tokens_per_second": 6800.768
    },
    {
      "epoch": 0.19393939393939394,
      "grad_norm": 0.16953755915164948,
      "learning_rate": 0.0001851851851851852,
      "loss": 0.2548,
      "num_input_tokens_seen": 548928,
      "step": 24,
      "train_runtime": 80.6542,
      "train_tokens_per_second": 6805.941
    },
    {
      "epoch": 0.20202020202020202,
      "grad_norm": 0.1729792058467865,
      "learning_rate": 0.0001843621399176955,
      "loss": 0.221,
      "num_input_tokens_seen": 568608,
      "step": 25,
      "train_runtime": 83.58,
      "train_tokens_per_second": 6803.16
    },
    {
      "epoch": 0.20202020202020202,
      "eval_loss": 0.2138330042362213,
      "eval_runtime": 15.9812,
      "eval_samples_per_second": 55.002,
      "eval_steps_per_second": 3.442,
      "num_input_tokens_seen": 568608,
      "step": 25
    },
    {
      "epoch": 0.2101010101010101,
      "grad_norm": 0.1425217092037201,
      "learning_rate": 0.00018353909465020578,
      "loss": 0.2036,
      "num_input_tokens_seen": 592240,
      "step": 26,
      "train_runtime": 103.0213,
      "train_tokens_per_second": 5748.712
    },
    {
      "epoch": 0.21818181818181817,
      "grad_norm": 0.1629820615053177,
      "learning_rate": 0.00018271604938271605,
      "loss": 0.1973,
      "num_input_tokens_seen": 613168,
      "step": 27,
      "train_runtime": 106.1403,
      "train_tokens_per_second": 5776.96
    },
    {
      "epoch": 0.22626262626262628,
      "grad_norm": 0.13308098912239075,
      "learning_rate": 0.00018189300411522634,
      "loss": 0.2178,
      "num_input_tokens_seen": 637552,
      "step": 28,
      "train_runtime": 109.6485,
      "train_tokens_per_second": 5814.508
    },
    {
      "epoch": 0.23434343434343435,
      "grad_norm": 0.13057714700698853,
      "learning_rate": 0.00018106995884773663,
      "loss": 0.2244,
      "num_input_tokens_seen": 661184,
      "step": 29,
      "train_runtime": 113.0702,
      "train_tokens_per_second": 5847.551
    },
    {
      "epoch": 0.24242424242424243,
      "grad_norm": 0.15625949203968048,
      "learning_rate": 0.00018024691358024692,
      "loss": 0.2448,
      "num_input_tokens_seen": 683072,
      "step": 30,
      "train_runtime": 116.2536,
      "train_tokens_per_second": 5875.704
    },
    {
      "epoch": 0.2505050505050505,
      "grad_norm": 0.1479414701461792,
      "learning_rate": 0.0001794238683127572,
      "loss": 0.2132,
      "num_input_tokens_seen": 703776,
      "step": 31,
      "train_runtime": 119.8681,
      "train_tokens_per_second": 5871.251
    },
    {
      "epoch": 0.2585858585858586,
      "grad_norm": 0.12871505320072174,
      "learning_rate": 0.0001786008230452675,
      "loss": 0.2193,
      "num_input_tokens_seen": 729584,
      "step": 32,
      "train_runtime": 123.5834,
      "train_tokens_per_second": 5903.574
    },
    {
      "epoch": 0.26666666666666666,
      "grad_norm": 0.13625787198543549,
      "learning_rate": 0.00017777777777777779,
      "loss": 0.2572,
      "num_input_tokens_seen": 752672,
      "step": 33,
      "train_runtime": 126.9484,
      "train_tokens_per_second": 5928.961
    },
    {
      "epoch": 0.27474747474747474,
      "grad_norm": 0.13514648377895355,
      "learning_rate": 0.00017695473251028808,
      "loss": 0.1983,
      "num_input_tokens_seen": 776672,
      "step": 34,
      "train_runtime": 130.4118,
      "train_tokens_per_second": 5955.537
    },
    {
      "epoch": 0.2828282828282828,
      "grad_norm": 0.13971051573753357,
      "learning_rate": 0.00017613168724279837,
      "loss": 0.2283,
      "num_input_tokens_seen": 801296,
      "step": 35,
      "train_runtime": 133.967,
      "train_tokens_per_second": 5981.294
    },
    {
      "epoch": 0.2909090909090909,
      "grad_norm": 0.1429297775030136,
      "learning_rate": 0.00017530864197530866,
      "loss": 0.199,
      "num_input_tokens_seen": 822368,
      "step": 36,
      "train_runtime": 137.0476,
      "train_tokens_per_second": 6000.599
    },
    {
      "epoch": 0.298989898989899,
      "grad_norm": 0.13625267148017883,
      "learning_rate": 0.00017448559670781895,
      "loss": 0.1851,
      "num_input_tokens_seen": 848928,
      "step": 37,
      "train_runtime": 140.8511,
      "train_tokens_per_second": 6027.132
    },
    {
      "epoch": 0.30707070707070705,
      "grad_norm": 0.13639648258686066,
      "learning_rate": 0.00017366255144032924,
      "loss": 0.1784,
      "num_input_tokens_seen": 870672,
      "step": 38,
      "train_runtime": 143.9915,
      "train_tokens_per_second": 6046.692
    },
    {
      "epoch": 0.3151515151515151,
      "grad_norm": 0.15709735453128815,
      "learning_rate": 0.0001728395061728395,
      "loss": 0.2379,
      "num_input_tokens_seen": 892064,
      "step": 39,
      "train_runtime": 147.1192,
      "train_tokens_per_second": 6063.547
    },
    {
      "epoch": 0.32323232323232326,
      "grad_norm": 0.13749410212039948,
      "learning_rate": 0.0001720164609053498,
      "loss": 0.2086,
      "num_input_tokens_seen": 915680,
      "step": 40,
      "train_runtime": 150.5405,
      "train_tokens_per_second": 6082.617
    },
    {
      "epoch": 0.33131313131313134,
      "grad_norm": 0.15497097373008728,
      "learning_rate": 0.00017119341563786008,
      "loss": 0.2155,
      "num_input_tokens_seen": 935216,
      "step": 41,
      "train_runtime": 153.3826,
      "train_tokens_per_second": 6097.277
    },
    {
      "epoch": 0.3393939393939394,
      "grad_norm": 0.14246957004070282,
      "learning_rate": 0.00017037037037037037,
      "loss": 0.1926,
      "num_input_tokens_seen": 956864,
      "step": 42,
      "train_runtime": 156.5384,
      "train_tokens_per_second": 6112.648
    },
    {
      "epoch": 0.3474747474747475,
      "grad_norm": 0.1377769261598587,
      "learning_rate": 0.00016954732510288066,
      "loss": 0.2117,
      "num_input_tokens_seen": 981440,
      "step": 43,
      "train_runtime": 160.0454,
      "train_tokens_per_second": 6132.259
    },
    {
      "epoch": 0.35555555555555557,
      "grad_norm": 0.1453401744365692,
      "learning_rate": 0.00016872427983539098,
      "loss": 0.1787,
      "num_input_tokens_seen": 1001232,
      "step": 44,
      "train_runtime": 162.9716,
      "train_tokens_per_second": 6143.599
    },
    {
      "epoch": 0.36363636363636365,
      "grad_norm": 0.13512200117111206,
      "learning_rate": 0.00016790123456790124,
      "loss": 0.1778,
      "num_input_tokens_seen": 1027680,
      "step": 45,
      "train_runtime": 166.7953,
      "train_tokens_per_second": 6161.325
    },
    {
      "epoch": 0.3717171717171717,
      "grad_norm": 0.14032725989818573,
      "learning_rate": 0.00016707818930041153,
      "loss": 0.2622,
      "num_input_tokens_seen": 1049968,
      "step": 46,
      "train_runtime": 170.0243,
      "train_tokens_per_second": 6175.401
    },
    {
      "epoch": 0.3797979797979798,
      "grad_norm": 0.13695235550403595,
      "learning_rate": 0.00016625514403292182,
      "loss": 0.2172,
      "num_input_tokens_seen": 1071840,
      "step": 47,
      "train_runtime": 173.2045,
      "train_tokens_per_second": 6188.291
    },
    {
      "epoch": 0.3878787878787879,
      "grad_norm": 0.14571040868759155,
      "learning_rate": 0.0001654320987654321,
      "loss": 0.1682,
      "num_input_tokens_seen": 1092864,
      "step": 48,
      "train_runtime": 176.2872,
      "train_tokens_per_second": 6199.339
    },
    {
      "epoch": 0.39595959595959596,
      "grad_norm": 0.13497225940227509,
      "learning_rate": 0.0001646090534979424,
      "loss": 0.2167,
      "num_input_tokens_seen": 1117040,
      "step": 49,
      "train_runtime": 179.7447,
      "train_tokens_per_second": 6214.592
    },
    {
      "epoch": 0.40404040404040403,
      "grad_norm": 0.13479158282279968,
      "learning_rate": 0.0001637860082304527,
      "loss": 0.2188,
      "num_input_tokens_seen": 1140240,
      "step": 50,
      "train_runtime": 183.112,
      "train_tokens_per_second": 6227.007
    },
    {
      "epoch": 0.40404040404040403,
      "eval_loss": 0.19270148873329163,
      "eval_runtime": 15.9678,
      "eval_samples_per_second": 55.048,
      "eval_steps_per_second": 3.444,
      "num_input_tokens_seen": 1140240,
      "step": 50
    },
    {
      "epoch": 0.4121212121212121,
      "grad_norm": 0.14810238778591156,
      "learning_rate": 0.00016296296296296295,
      "loss": 0.1908,
      "num_input_tokens_seen": 1161104,
      "step": 51,
      "train_runtime": 202.1269,
      "train_tokens_per_second": 5744.431
    },
    {
      "epoch": 0.4202020202020202,
      "grad_norm": 0.12631717324256897,
      "learning_rate": 0.00016213991769547324,
      "loss": 0.2194,
      "num_input_tokens_seen": 1189328,
      "step": 52,
      "train_runtime": 206.1876,
      "train_tokens_per_second": 5768.183
    },
    {
      "epoch": 0.42828282828282827,
      "grad_norm": 0.12934885919094086,
      "learning_rate": 0.00016131687242798353,
      "loss": 0.1682,
      "num_input_tokens_seen": 1211120,
      "step": 53,
      "train_runtime": 209.3667,
      "train_tokens_per_second": 5784.684
    },
    {
      "epoch": 0.43636363636363634,
      "grad_norm": 0.1369091421365738,
      "learning_rate": 0.00016049382716049385,
      "loss": 0.1882,
      "num_input_tokens_seen": 1234080,
      "step": 54,
      "train_runtime": 212.7157,
      "train_tokens_per_second": 5801.546
    },
    {
      "epoch": 0.4444444444444444,
      "grad_norm": 0.14891834557056427,
      "learning_rate": 0.00015967078189300414,
      "loss": 0.1898,
      "num_input_tokens_seen": 1256880,
      "step": 55,
      "train_runtime": 216.0146,
      "train_tokens_per_second": 5818.495
    },
    {
      "epoch": 0.45252525252525255,
      "grad_norm": 0.15192829072475433,
      "learning_rate": 0.00015884773662551443,
      "loss": 0.2452,
      "num_input_tokens_seen": 1281376,
      "step": 56,
      "train_runtime": 219.5282,
      "train_tokens_per_second": 5836.954
    },
    {
      "epoch": 0.46060606060606063,
      "grad_norm": 0.13381753861904144,
      "learning_rate": 0.0001580246913580247,
      "loss": 0.1983,
      "num_input_tokens_seen": 1309216,
      "step": 57,
      "train_runtime": 223.5427,
      "train_tokens_per_second": 5856.67
    },
    {
      "epoch": 0.4686868686868687,
      "grad_norm": 0.14824049174785614,
      "learning_rate": 0.00015720164609053498,
      "loss": 0.2358,
      "num_input_tokens_seen": 1331120,
      "step": 58,
      "train_runtime": 226.7435,
      "train_tokens_per_second": 5870.599
    },
    {
      "epoch": 0.4767676767676768,
      "grad_norm": 0.15301313996315002,
      "learning_rate": 0.00015637860082304527,
      "loss": 0.1871,
      "num_input_tokens_seen": 1354976,
      "step": 59,
      "train_runtime": 230.1754,
      "train_tokens_per_second": 5886.711
    },
    {
      "epoch": 0.48484848484848486,
      "grad_norm": 0.1360855996608734,
      "learning_rate": 0.00015555555555555556,
      "loss": 0.2078,
      "num_input_tokens_seen": 1376976,
      "step": 60,
      "train_runtime": 233.3715,
      "train_tokens_per_second": 5900.36
    },
    {
      "epoch": 0.49292929292929294,
      "grad_norm": 0.1479628086090088,
      "learning_rate": 0.00015473251028806585,
      "loss": 0.2039,
      "num_input_tokens_seen": 1397952,
      "step": 61,
      "train_runtime": 236.9762,
      "train_tokens_per_second": 5899.125
    },
    {
      "epoch": 0.501010101010101,
      "grad_norm": 0.13906534016132355,
      "learning_rate": 0.00015390946502057614,
      "loss": 0.1926,
      "num_input_tokens_seen": 1417712,
      "step": 62,
      "train_runtime": 239.842,
      "train_tokens_per_second": 5911.024
    },
    {
      "epoch": 0.509090909090909,
      "grad_norm": 0.1498580425977707,
      "learning_rate": 0.0001530864197530864,
      "loss": 0.1674,
      "num_input_tokens_seen": 1438544,
      "step": 63,
      "train_runtime": 242.9024,
      "train_tokens_per_second": 5922.312
    },
    {
      "epoch": 0.5171717171717172,
      "grad_norm": 0.13896457850933075,
      "learning_rate": 0.00015226337448559672,
      "loss": 0.1779,
      "num_input_tokens_seen": 1461776,
      "step": 64,
      "train_runtime": 246.286,
      "train_tokens_per_second": 5935.278
    },
    {
      "epoch": 0.5252525252525253,
      "grad_norm": 0.15526247024536133,
      "learning_rate": 0.000151440329218107,
      "loss": 0.2209,
      "num_input_tokens_seen": 1483600,
      "step": 65,
      "train_runtime": 249.4086,
      "train_tokens_per_second": 5948.472
    },
    {
      "epoch": 0.5333333333333333,
      "grad_norm": 0.15172874927520752,
      "learning_rate": 0.0001506172839506173,
      "loss": 0.1939,
      "num_input_tokens_seen": 1507280,
      "step": 66,
      "train_runtime": 252.8239,
      "train_tokens_per_second": 5961.777
    },
    {
      "epoch": 0.5414141414141415,
      "grad_norm": 0.15608155727386475,
      "learning_rate": 0.0001497942386831276,
      "loss": 0.2115,
      "num_input_tokens_seen": 1530176,
      "step": 67,
      "train_runtime": 256.1302,
      "train_tokens_per_second": 5974.211
    },
    {
      "epoch": 0.5494949494949495,
      "grad_norm": 0.13221146166324615,
      "learning_rate": 0.00014897119341563788,
      "loss": 0.1864,
      "num_input_tokens_seen": 1553520,
      "step": 68,
      "train_runtime": 259.5354,
      "train_tokens_per_second": 5985.772
    },
    {
      "epoch": 0.5575757575757576,
      "grad_norm": 0.13630913197994232,
      "learning_rate": 0.00014814814814814815,
      "loss": 0.1888,
      "num_input_tokens_seen": 1577728,
      "step": 69,
      "train_runtime": 263.0794,
      "train_tokens_per_second": 5997.155
    },
    {
      "epoch": 0.5656565656565656,
      "grad_norm": 0.1588101089000702,
      "learning_rate": 0.00014732510288065844,
      "loss": 0.1622,
      "num_input_tokens_seen": 1598448,
      "step": 70,
      "train_runtime": 266.1041,
      "train_tokens_per_second": 6006.852
    },
    {
      "epoch": 0.5737373737373738,
      "grad_norm": 0.1479269117116928,
      "learning_rate": 0.00014650205761316873,
      "loss": 0.1665,
      "num_input_tokens_seen": 1619616,
      "step": 71,
      "train_runtime": 269.2171,
      "train_tokens_per_second": 6016.021
    },
    {
      "epoch": 0.5818181818181818,
      "grad_norm": 0.1633758842945099,
      "learning_rate": 0.00014567901234567902,
      "loss": 0.2066,
      "num_input_tokens_seen": 1647504,
      "step": 72,
      "train_runtime": 273.2086,
      "train_tokens_per_second": 6030.206
    },
    {
      "epoch": 0.5898989898989899,
      "grad_norm": 0.1569192260503769,
      "learning_rate": 0.0001448559670781893,
      "loss": 0.2209,
      "num_input_tokens_seen": 1669600,
      "step": 73,
      "train_runtime": 276.4483,
      "train_tokens_per_second": 6039.465
    },
    {
      "epoch": 0.597979797979798,
      "grad_norm": 0.15907315909862518,
      "learning_rate": 0.0001440329218106996,
      "loss": 0.203,
      "num_input_tokens_seen": 1692464,
      "step": 74,
      "train_runtime": 279.7549,
      "train_tokens_per_second": 6049.811
    },
    {
      "epoch": 0.6060606060606061,
      "grad_norm": 0.15339483320713043,
      "learning_rate": 0.00014320987654320989,
      "loss": 0.1902,
      "num_input_tokens_seen": 1714544,
      "step": 75,
      "train_runtime": 282.9625,
      "train_tokens_per_second": 6059.263
    },
    {
      "epoch": 0.6060606060606061,
      "eval_loss": 0.18341881036758423,
      "eval_runtime": 15.9903,
      "eval_samples_per_second": 54.971,
      "eval_steps_per_second": 3.44,
      "num_input_tokens_seen": 1714544,
      "step": 75
    },
    {
      "epoch": 0.6141414141414141,
      "grad_norm": 0.1519935429096222,
      "learning_rate": 0.00014238683127572018,
      "loss": 0.1774,
      "num_input_tokens_seen": 1734992,
      "step": 76,
      "train_runtime": 301.9584,
      "train_tokens_per_second": 5745.799
    },
    {
      "epoch": 0.6222222222222222,
      "grad_norm": 0.1523190289735794,
      "learning_rate": 0.00014156378600823047,
      "loss": 0.188,
      "num_input_tokens_seen": 1758528,
      "step": 77,
      "train_runtime": 305.3612,
      "train_tokens_per_second": 5758.846
    },
    {
      "epoch": 0.6303030303030303,
      "grad_norm": 0.16023258864879608,
      "learning_rate": 0.00014074074074074076,
      "loss": 0.2015,
      "num_input_tokens_seen": 1782768,
      "step": 78,
      "train_runtime": 308.8338,
      "train_tokens_per_second": 5772.58
    },
    {
      "epoch": 0.6383838383838384,
      "grad_norm": 0.15232358872890472,
      "learning_rate": 0.00013991769547325105,
      "loss": 0.1844,
      "num_input_tokens_seen": 1806000,
      "step": 79,
      "train_runtime": 312.204,
      "train_tokens_per_second": 5784.679
    },
    {
      "epoch": 0.6464646464646465,
      "grad_norm": 0.15448316931724548,
      "learning_rate": 0.00013909465020576134,
      "loss": 0.1729,
      "num_input_tokens_seen": 1833264,
      "step": 80,
      "train_runtime": 316.1144,
      "train_tokens_per_second": 5799.368
    },
    {
      "epoch": 0.6545454545454545,
      "grad_norm": 0.16937431693077087,
      "learning_rate": 0.0001382716049382716,
      "loss": 0.2037,
      "num_input_tokens_seen": 1855920,
      "step": 81,
      "train_runtime": 319.4445,
      "train_tokens_per_second": 5809.835
    },
    {
      "epoch": 0.6626262626262627,
      "grad_norm": 0.1692294478416443,
      "learning_rate": 0.0001374485596707819,
      "loss": 0.2102,
      "num_input_tokens_seen": 1877664,
      "step": 82,
      "train_runtime": 322.623,
      "train_tokens_per_second": 5819.994
    },
    {
      "epoch": 0.6707070707070707,
      "grad_norm": 0.15476073324680328,
      "learning_rate": 0.00013662551440329218,
      "loss": 0.1601,
      "num_input_tokens_seen": 1901152,
      "step": 83,
      "train_runtime": 326.007,
      "train_tokens_per_second": 5831.63
    },
    {
      "epoch": 0.6787878787878788,
      "grad_norm": 0.1650950163602829,
      "learning_rate": 0.00013580246913580247,
      "loss": 0.2074,
      "num_input_tokens_seen": 1927440,
      "step": 84,
      "train_runtime": 329.7391,
      "train_tokens_per_second": 5845.348
    },
    {
      "epoch": 0.6868686868686869,
      "grad_norm": 0.17345544695854187,
      "learning_rate": 0.00013497942386831276,
      "loss": 0.1916,
      "num_input_tokens_seen": 1951408,
      "step": 85,
      "train_runtime": 333.1884,
      "train_tokens_per_second": 5856.771
    },
    {
      "epoch": 0.694949494949495,
      "grad_norm": 0.16704945266246796,
      "learning_rate": 0.00013415637860082305,
      "loss": 0.2071,
      "num_input_tokens_seen": 1973200,
      "step": 86,
      "train_runtime": 336.3437,
      "train_tokens_per_second": 5866.619
    },
    {
      "epoch": 0.703030303030303,
      "grad_norm": 0.14658761024475098,
      "learning_rate": 0.00013333333333333334,
      "loss": 0.228,
      "num_input_tokens_seen": 1994528,
      "step": 87,
      "train_runtime": 339.4404,
      "train_tokens_per_second": 5875.93
    },
    {
      "epoch": 0.7111111111111111,
      "grad_norm": 0.17460143566131592,
      "learning_rate": 0.00013251028806584363,
      "loss": 0.1777,
      "num_input_tokens_seen": 2019248,
      "step": 88,
      "train_runtime": 343.0056,
      "train_tokens_per_second": 5886.924
    },
    {
      "epoch": 0.7191919191919192,
      "grad_norm": 0.1555347740650177,
      "learning_rate": 0.00013168724279835392,
      "loss": 0.1718,
      "num_input_tokens_seen": 2040592,
      "step": 89,
      "train_runtime": 346.1188,
      "train_tokens_per_second": 5895.641
    },
    {
      "epoch": 0.7272727272727273,
      "grad_norm": 0.14311373233795166,
      "learning_rate": 0.0001308641975308642,
      "loss": 0.1703,
      "num_input_tokens_seen": 2062032,
      "step": 90,
      "train_runtime": 349.2336,
      "train_tokens_per_second": 5904.449
    },
    {
      "epoch": 0.7353535353535353,
      "grad_norm": 0.15284591913223267,
      "learning_rate": 0.0001300411522633745,
      "loss": 0.1685,
      "num_input_tokens_seen": 2082368,
      "step": 91,
      "train_runtime": 352.7694,
      "train_tokens_per_second": 5902.915
    },
    {
      "epoch": 0.7434343434343434,
      "grad_norm": 0.155190110206604,
      "learning_rate": 0.00012921810699588476,
      "loss": 0.1604,
      "num_input_tokens_seen": 2104976,
      "step": 92,
      "train_runtime": 356.0443,
      "train_tokens_per_second": 5912.118
    },
    {
      "epoch": 0.7515151515151515,
      "grad_norm": 0.15990827977657318,
      "learning_rate": 0.00012839506172839505,
      "loss": 0.1926,
      "num_input_tokens_seen": 2125664,
      "step": 93,
      "train_runtime": 359.04,
      "train_tokens_per_second": 5920.41
    },
    {
      "epoch": 0.7595959595959596,
      "grad_norm": 0.14356884360313416,
      "learning_rate": 0.00012757201646090534,
      "loss": 0.157,
      "num_input_tokens_seen": 2151216,
      "step": 94,
      "train_runtime": 362.7537,
      "train_tokens_per_second": 5930.238
    },
    {
      "epoch": 0.7676767676767676,
      "grad_norm": 0.16834881901741028,
      "learning_rate": 0.00012674897119341563,
      "loss": 0.1684,
      "num_input_tokens_seen": 2174480,
      "step": 95,
      "train_runtime": 366.0908,
      "train_tokens_per_second": 5939.729
    },
    {
      "epoch": 0.7757575757575758,
      "grad_norm": 0.15969020128250122,
      "learning_rate": 0.00012592592592592592,
      "loss": 0.1817,
      "num_input_tokens_seen": 2198048,
      "step": 96,
      "train_runtime": 369.4885,
      "train_tokens_per_second": 5948.894
    },
    {
      "epoch": 0.7838383838383839,
      "grad_norm": 0.17647744715213776,
      "learning_rate": 0.00012510288065843624,
      "loss": 0.1925,
      "num_input_tokens_seen": 2218944,
      "step": 97,
      "train_runtime": 372.5447,
      "train_tokens_per_second": 5956.182
    },
    {
      "epoch": 0.7919191919191919,
      "grad_norm": 0.15452450513839722,
      "learning_rate": 0.0001242798353909465,
      "loss": 0.2199,
      "num_input_tokens_seen": 2244752,
      "step": 98,
      "train_runtime": 376.2965,
      "train_tokens_per_second": 5965.381
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.16536033153533936,
      "learning_rate": 0.0001234567901234568,
      "loss": 0.202,
      "num_input_tokens_seen": 2267728,
      "step": 99,
      "train_runtime": 379.6467,
      "train_tokens_per_second": 5973.259
    },
    {
      "epoch": 0.8080808080808081,
      "grad_norm": 0.15133647620677948,
      "learning_rate": 0.00012263374485596708,
      "loss": 0.177,
      "num_input_tokens_seen": 2289328,
      "step": 100,
      "train_runtime": 382.7931,
      "train_tokens_per_second": 5980.589
    },
    {
      "epoch": 0.8080808080808081,
      "eval_loss": 0.17801880836486816,
      "eval_runtime": 15.9675,
      "eval_samples_per_second": 55.049,
      "eval_steps_per_second": 3.444,
      "num_input_tokens_seen": 2289328,
      "step": 100
    },
    {
      "epoch": 0.8161616161616162,
      "grad_norm": 0.1537664383649826,
      "learning_rate": 0.00012181069958847737,
      "loss": 0.2092,
      "num_input_tokens_seen": 2313216,
      "step": 101,
      "train_runtime": 402.2143,
      "train_tokens_per_second": 5751.203
    },
    {
      "epoch": 0.8242424242424242,
      "grad_norm": 0.15654610097408295,
      "learning_rate": 0.00012098765432098766,
      "loss": 0.1664,
      "num_input_tokens_seen": 2333152,
      "step": 102,
      "train_runtime": 405.1177,
      "train_tokens_per_second": 5759.195
    },
    {
      "epoch": 0.8323232323232324,
      "grad_norm": 0.15154822170734406,
      "learning_rate": 0.00012016460905349795,
      "loss": 0.2069,
      "num_input_tokens_seen": 2355744,
      "step": 103,
      "train_runtime": 408.4074,
      "train_tokens_per_second": 5768.123
    },
    {
      "epoch": 0.8404040404040404,
      "grad_norm": 0.16599127650260925,
      "learning_rate": 0.00011934156378600823,
      "loss": 0.2347,
      "num_input_tokens_seen": 2376560,
      "step": 104,
      "train_runtime": 411.4246,
      "train_tokens_per_second": 5776.418
    },
    {
      "epoch": 0.8484848484848485,
      "grad_norm": 0.1642574518918991,
      "learning_rate": 0.00011851851851851852,
      "loss": 0.185,
      "num_input_tokens_seen": 2400896,
      "step": 105,
      "train_runtime": 414.9439,
      "train_tokens_per_second": 5786.074
    },
    {
      "epoch": 0.8565656565656565,
      "grad_norm": 0.15395912528038025,
      "learning_rate": 0.00011769547325102881,
      "loss": 0.179,
      "num_input_tokens_seen": 2423632,
      "step": 106,
      "train_runtime": 418.2763,
      "train_tokens_per_second": 5794.332
    },
    {
      "epoch": 0.8646464646464647,
      "grad_norm": 0.16491572558879852,
      "learning_rate": 0.0001168724279835391,
      "loss": 0.2168,
      "num_input_tokens_seen": 2448432,
      "step": 107,
      "train_runtime": 421.8552,
      "train_tokens_per_second": 5803.963
    },
    {
      "epoch": 0.8727272727272727,
      "grad_norm": 0.16017423570156097,
      "learning_rate": 0.00011604938271604939,
      "loss": 0.1826,
      "num_input_tokens_seen": 2470768,
      "step": 108,
      "train_runtime": 425.0496,
      "train_tokens_per_second": 5812.893
    },
    {
      "epoch": 0.8808080808080808,
      "grad_norm": 0.14728578925132751,
      "learning_rate": 0.00011522633744855968,
      "loss": 0.1907,
      "num_input_tokens_seen": 2494944,
      "step": 109,
      "train_runtime": 428.5398,
      "train_tokens_per_second": 5821.965
    },
    {
      "epoch": 0.8888888888888888,
      "grad_norm": 0.17022450268268585,
      "learning_rate": 0.00011440329218106996,
      "loss": 0.2021,
      "num_input_tokens_seen": 2515760,
      "step": 110,
      "train_runtime": 431.6001,
      "train_tokens_per_second": 5828.914
    },
    {
      "epoch": 0.896969696969697,
      "grad_norm": 0.16193877160549164,
      "learning_rate": 0.00011358024691358025,
      "loss": 0.1559,
      "num_input_tokens_seen": 2537792,
      "step": 111,
      "train_runtime": 434.8205,
      "train_tokens_per_second": 5836.414
    },
    {
      "epoch": 0.9050505050505051,
      "grad_norm": 0.14079837501049042,
      "learning_rate": 0.00011275720164609054,
      "loss": 0.1667,
      "num_input_tokens_seen": 2562032,
      "step": 112,
      "train_runtime": 438.3575,
      "train_tokens_per_second": 5844.618
    },
    {
      "epoch": 0.9131313131313131,
      "grad_norm": 0.1725139021873474,
      "learning_rate": 0.00011193415637860083,
      "loss": 0.1913,
      "num_input_tokens_seen": 2583760,
      "step": 113,
      "train_runtime": 441.5306,
      "train_tokens_per_second": 5851.826
    },
    {
      "epoch": 0.9212121212121213,
      "grad_norm": 0.1663820445537567,
      "learning_rate": 0.00011111111111111112,
      "loss": 0.1441,
      "num_input_tokens_seen": 2607776,
      "step": 114,
      "train_runtime": 445.0017,
      "train_tokens_per_second": 5860.149
    },
    {
      "epoch": 0.9292929292929293,
      "grad_norm": 0.16796670854091644,
      "learning_rate": 0.0001102880658436214,
      "loss": 0.2076,
      "num_input_tokens_seen": 2630208,
      "step": 115,
      "train_runtime": 448.275,
      "train_tokens_per_second": 5867.398
    },
    {
      "epoch": 0.9373737373737374,
      "grad_norm": 0.16379429399967194,
      "learning_rate": 0.00010946502057613168,
      "loss": 0.1832,
      "num_input_tokens_seen": 2650208,
      "step": 116,
      "train_runtime": 451.1977,
      "train_tokens_per_second": 5873.718
    },
    {
      "epoch": 0.9454545454545454,
      "grad_norm": 0.1663283109664917,
      "learning_rate": 0.00010864197530864197,
      "loss": 0.2013,
      "num_input_tokens_seen": 2672592,
      "step": 117,
      "train_runtime": 454.4485,
      "train_tokens_per_second": 5880.957
    },
    {
      "epoch": 0.9535353535353536,
      "grad_norm": 0.16695767641067505,
      "learning_rate": 0.00010781893004115226,
      "loss": 0.1462,
      "num_input_tokens_seen": 2698064,
      "step": 118,
      "train_runtime": 458.1001,
      "train_tokens_per_second": 5889.682
    },
    {
      "epoch": 0.9616161616161616,
      "grad_norm": 0.1588376760482788,
      "learning_rate": 0.00010699588477366255,
      "loss": 0.1837,
      "num_input_tokens_seen": 2719680,
      "step": 119,
      "train_runtime": 461.2512,
      "train_tokens_per_second": 5896.31
    },
    {
      "epoch": 0.9696969696969697,
      "grad_norm": 0.1472574770450592,
      "learning_rate": 0.00010617283950617284,
      "loss": 0.1742,
      "num_input_tokens_seen": 2742400,
      "step": 120,
      "train_runtime": 464.5791,
      "train_tokens_per_second": 5902.978
    },
    {
      "epoch": 0.9777777777777777,
      "grad_norm": 0.17550979554653168,
      "learning_rate": 0.00010534979423868315,
      "loss": 0.1364,
      "num_input_tokens_seen": 2766112,
      "step": 121,
      "train_runtime": 468.5285,
      "train_tokens_per_second": 5903.829
    },
    {
      "epoch": 0.9858585858585859,
      "grad_norm": 0.15758642554283142,
      "learning_rate": 0.00010452674897119341,
      "loss": 0.1775,
      "num_input_tokens_seen": 2787952,
      "step": 122,
      "train_runtime": 471.7104,
      "train_tokens_per_second": 5910.304
    },
    {
      "epoch": 0.9939393939393939,
      "grad_norm": 0.16019918024539948,
      "learning_rate": 0.0001037037037037037,
      "loss": 0.2096,
      "num_input_tokens_seen": 2811632,
      "step": 123,
      "train_runtime": 475.1248,
      "train_tokens_per_second": 5917.671
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.2007690817117691,
      "learning_rate": 0.00010288065843621399,
      "loss": 0.1646,
      "num_input_tokens_seen": 2825206,
      "step": 124,
      "train_runtime": 477.1077,
      "train_tokens_per_second": 5921.527
    },
    {
      "epoch": 1.0080808080808081,
      "grad_norm": 0.14078141748905182,
      "learning_rate": 0.00010205761316872428,
      "loss": 0.1363,
      "num_input_tokens_seen": 2847206,
      "step": 125,
      "train_runtime": 480.3107,
      "train_tokens_per_second": 5927.842
    },
    {
      "epoch": 1.0080808080808081,
      "eval_loss": 0.1743689626455307,
      "eval_runtime": 15.9727,
      "eval_samples_per_second": 55.031,
      "eval_steps_per_second": 3.443,
      "num_input_tokens_seen": 2847206,
      "step": 125
    },
    {
      "epoch": 1.0161616161616163,
      "grad_norm": 0.14959807693958282,
      "learning_rate": 0.00010123456790123458,
      "loss": 0.1373,
      "num_input_tokens_seen": 2867190,
      "step": 126,
      "train_runtime": 499.2365,
      "train_tokens_per_second": 5743.15
    },
    {
      "epoch": 1.0242424242424242,
      "grad_norm": 0.14410553872585297,
      "learning_rate": 0.00010041152263374487,
      "loss": 0.1391,
      "num_input_tokens_seen": 2888710,
      "step": 127,
      "train_runtime": 502.361,
      "train_tokens_per_second": 5750.268
    },
    {
      "epoch": 1.0323232323232323,
      "grad_norm": 0.14210668206214905,
      "learning_rate": 9.958847736625515e-05,
      "loss": 0.1514,
      "num_input_tokens_seen": 2913990,
      "step": 128,
      "train_runtime": 506.0209,
      "train_tokens_per_second": 5758.636
    },
    {
      "epoch": 1.0404040404040404,
      "grad_norm": 0.14086109399795532,
      "learning_rate": 9.876543209876543e-05,
      "loss": 0.1384,
      "num_input_tokens_seen": 2938246,
      "step": 129,
      "train_runtime": 509.5108,
      "train_tokens_per_second": 5766.799
    },
    {
      "epoch": 1.0484848484848486,
      "grad_norm": 0.1444181203842163,
      "learning_rate": 9.794238683127573e-05,
      "loss": 0.1694,
      "num_input_tokens_seen": 2962326,
      "step": 130,
      "train_runtime": 513.0283,
      "train_tokens_per_second": 5774.196
    },
    {
      "epoch": 1.0565656565656565,
      "grad_norm": 0.15412774682044983,
      "learning_rate": 9.711934156378602e-05,
      "loss": 0.1657,
      "num_input_tokens_seen": 2983126,
      "step": 131,
      "train_runtime": 516.07,
      "train_tokens_per_second": 5780.468
    },
    {
      "epoch": 1.0646464646464646,
      "grad_norm": 0.1612967848777771,
      "learning_rate": 9.62962962962963e-05,
      "loss": 0.1738,
      "num_input_tokens_seen": 3005606,
      "step": 132,
      "train_runtime": 519.3068,
      "train_tokens_per_second": 5787.727
    },
    {
      "epoch": 1.0727272727272728,
      "grad_norm": 0.1550590842962265,
      "learning_rate": 9.547325102880659e-05,
      "loss": 0.1634,
      "num_input_tokens_seen": 3027926,
      "step": 133,
      "train_runtime": 522.5599,
      "train_tokens_per_second": 5794.41
    },
    {
      "epoch": 1.0808080808080809,
      "grad_norm": 0.1607086956501007,
      "learning_rate": 9.465020576131688e-05,
      "loss": 0.1507,
      "num_input_tokens_seen": 3052294,
      "step": 134,
      "train_runtime": 526.0714,
      "train_tokens_per_second": 5802.053
    },
    {
      "epoch": 1.0888888888888888,
      "grad_norm": 0.14786848425865173,
      "learning_rate": 9.382716049382717e-05,
      "loss": 0.1371,
      "num_input_tokens_seen": 3073014,
      "step": 135,
      "train_runtime": 529.0875,
      "train_tokens_per_second": 5808.139
    },
    {
      "epoch": 1.096969696969697,
      "grad_norm": 0.14476324617862701,
      "learning_rate": 9.300411522633746e-05,
      "loss": 0.1223,
      "num_input_tokens_seen": 3095126,
      "step": 136,
      "train_runtime": 532.2833,
      "train_tokens_per_second": 5814.809
    },
    {
      "epoch": 1.105050505050505,
      "grad_norm": 0.17048926651477814,
      "learning_rate": 9.218106995884775e-05,
      "loss": 0.1542,
      "num_input_tokens_seen": 3116438,
      "step": 137,
      "train_runtime": 535.3914,
      "train_tokens_per_second": 5820.859
    },
    {
      "epoch": 1.1131313131313132,
      "grad_norm": 0.14804477989673615,
      "learning_rate": 9.135802469135802e-05,
      "loss": 0.129,
      "num_input_tokens_seen": 3139174,
      "step": 138,
      "train_runtime": 538.6924,
      "train_tokens_per_second": 5827.396
    },
    {
      "epoch": 1.121212121212121,
      "grad_norm": 0.14984357357025146,
      "learning_rate": 9.053497942386831e-05,
      "loss": 0.139,
      "num_input_tokens_seen": 3165206,
      "step": 139,
      "train_runtime": 542.4266,
      "train_tokens_per_second": 5835.27
    },
    {
      "epoch": 1.1292929292929292,
      "grad_norm": 0.1541273444890976,
      "learning_rate": 8.97119341563786e-05,
      "loss": 0.139,
      "num_input_tokens_seen": 3189942,
      "step": 140,
      "train_runtime": 545.9937,
      "train_tokens_per_second": 5842.452
    },
    {
      "epoch": 1.1373737373737374,
      "grad_norm": 0.1608126163482666,
      "learning_rate": 8.888888888888889e-05,
      "loss": 0.1145,
      "num_input_tokens_seen": 3213878,
      "step": 141,
      "train_runtime": 549.4275,
      "train_tokens_per_second": 5849.503
    },
    {
      "epoch": 1.1454545454545455,
      "grad_norm": 0.15520773828029633,
      "learning_rate": 8.806584362139918e-05,
      "loss": 0.185,
      "num_input_tokens_seen": 3236806,
      "step": 142,
      "train_runtime": 552.7146,
      "train_tokens_per_second": 5856.197
    },
    {
      "epoch": 1.1535353535353536,
      "grad_norm": 0.17958641052246094,
      "learning_rate": 8.724279835390947e-05,
      "loss": 0.1744,
      "num_input_tokens_seen": 3258822,
      "step": 143,
      "train_runtime": 555.9036,
      "train_tokens_per_second": 5862.207
    },
    {
      "epoch": 1.1616161616161615,
      "grad_norm": 0.15695422887802124,
      "learning_rate": 8.641975308641975e-05,
      "loss": 0.1292,
      "num_input_tokens_seen": 3280694,
      "step": 144,
      "train_runtime": 559.0968,
      "train_tokens_per_second": 5867.846
    },
    {
      "epoch": 1.1696969696969697,
      "grad_norm": 0.15811026096343994,
      "learning_rate": 8.559670781893004e-05,
      "loss": 0.1366,
      "num_input_tokens_seen": 3305894,
      "step": 145,
      "train_runtime": 562.6785,
      "train_tokens_per_second": 5875.281
    },
    {
      "epoch": 1.1777777777777778,
      "grad_norm": 0.18241523206233978,
      "learning_rate": 8.477366255144033e-05,
      "loss": 0.1277,
      "num_input_tokens_seen": 3327526,
      "step": 146,
      "train_runtime": 565.8579,
      "train_tokens_per_second": 5880.498
    },
    {
      "epoch": 1.185858585858586,
      "grad_norm": 0.18478727340698242,
      "learning_rate": 8.395061728395062e-05,
      "loss": 0.1556,
      "num_input_tokens_seen": 3349414,
      "step": 147,
      "train_runtime": 569.0152,
      "train_tokens_per_second": 5886.335
    },
    {
      "epoch": 1.1939393939393939,
      "grad_norm": 0.18235282599925995,
      "learning_rate": 8.312757201646091e-05,
      "loss": 0.185,
      "num_input_tokens_seen": 3373782,
      "step": 148,
      "train_runtime": 572.5108,
      "train_tokens_per_second": 5892.958
    },
    {
      "epoch": 1.202020202020202,
      "grad_norm": 0.16526545584201813,
      "learning_rate": 8.23045267489712e-05,
      "loss": 0.1417,
      "num_input_tokens_seen": 3397254,
      "step": 149,
      "train_runtime": 575.9284,
      "train_tokens_per_second": 5898.744
    },
    {
      "epoch": 1.2101010101010101,
      "grad_norm": 0.1843811720609665,
      "learning_rate": 8.148148148148148e-05,
      "loss": 0.1289,
      "num_input_tokens_seen": 3420102,
      "step": 150,
      "train_runtime": 579.2683,
      "train_tokens_per_second": 5904.176
    },
    {
      "epoch": 1.2101010101010101,
      "eval_loss": 0.17398151755332947,
      "eval_runtime": 15.974,
      "eval_samples_per_second": 55.027,
      "eval_steps_per_second": 3.443,
      "num_input_tokens_seen": 3420102,
      "step": 150
    },
    {
      "epoch": 1.2181818181818183,
      "grad_norm": 0.20147649943828583,
      "learning_rate": 8.065843621399177e-05,
      "loss": 0.1823,
      "num_input_tokens_seen": 3440438,
      "step": 151,
      "train_runtime": 598.6689,
      "train_tokens_per_second": 5746.813
    },
    {
      "epoch": 1.2262626262626264,
      "grad_norm": 0.16948151588439941,
      "learning_rate": 7.983539094650207e-05,
      "loss": 0.1352,
      "num_input_tokens_seen": 3466054,
      "step": 152,
      "train_runtime": 602.3354,
      "train_tokens_per_second": 5754.358
    },
    {
      "epoch": 1.2343434343434343,
      "grad_norm": 0.13926386833190918,
      "learning_rate": 7.901234567901235e-05,
      "loss": 0.1396,
      "num_input_tokens_seen": 3492278,
      "step": 153,
      "train_runtime": 606.1274,
      "train_tokens_per_second": 5761.624
    },
    {
      "epoch": 1.2424242424242424,
      "grad_norm": 0.1492907702922821,
      "learning_rate": 7.818930041152264e-05,
      "loss": 0.1222,
      "num_input_tokens_seen": 3512582,
      "step": 154,
      "train_runtime": 609.1167,
      "train_tokens_per_second": 5766.681
    },
    {
      "epoch": 1.2505050505050506,
      "grad_norm": 0.17096783220767975,
      "learning_rate": 7.736625514403293e-05,
      "loss": 0.1434,
      "num_input_tokens_seen": 3535750,
      "step": 155,
      "train_runtime": 612.4626,
      "train_tokens_per_second": 5773.005
    },
    {
      "epoch": 1.2585858585858585,
      "grad_norm": 0.1619611382484436,
      "learning_rate": 7.65432098765432e-05,
      "loss": 0.142,
      "num_input_tokens_seen": 3559894,
      "step": 156,
      "train_runtime": 615.9667,
      "train_tokens_per_second": 5779.361
    },
    {
      "epoch": 1.2666666666666666,
      "grad_norm": 0.18333695828914642,
      "learning_rate": 7.57201646090535e-05,
      "loss": 0.1433,
      "num_input_tokens_seen": 3580390,
      "step": 157,
      "train_runtime": 618.9828,
      "train_tokens_per_second": 5784.312
    },
    {
      "epoch": 1.2747474747474747,
      "grad_norm": 0.1673658788204193,
      "learning_rate": 7.48971193415638e-05,
      "loss": 0.1168,
      "num_input_tokens_seen": 3601750,
      "step": 158,
      "train_runtime": 622.0976,
      "train_tokens_per_second": 5789.686
    },
    {
      "epoch": 1.2828282828282829,
      "grad_norm": 0.16368548572063446,
      "learning_rate": 7.407407407407407e-05,
      "loss": 0.1345,
      "num_input_tokens_seen": 3629030,
      "step": 159,
      "train_runtime": 625.9653,
      "train_tokens_per_second": 5797.494
    },
    {
      "epoch": 1.290909090909091,
      "grad_norm": 0.18099236488342285,
      "learning_rate": 7.325102880658436e-05,
      "loss": 0.1503,
      "num_input_tokens_seen": 3654358,
      "step": 160,
      "train_runtime": 629.6159,
      "train_tokens_per_second": 5804.107
    },
    {
      "epoch": 1.298989898989899,
      "grad_norm": 0.17030303180217743,
      "learning_rate": 7.242798353909465e-05,
      "loss": 0.1414,
      "num_input_tokens_seen": 3680758,
      "step": 161,
      "train_runtime": 633.4286,
      "train_tokens_per_second": 5810.849
    },
    {
      "epoch": 1.307070707070707,
      "grad_norm": 0.1868920922279358,
      "learning_rate": 7.160493827160494e-05,
      "loss": 0.1348,
      "num_input_tokens_seen": 3704022,
      "step": 162,
      "train_runtime": 636.8172,
      "train_tokens_per_second": 5816.461
    },
    {
      "epoch": 1.3151515151515152,
      "grad_norm": 0.18310731649398804,
      "learning_rate": 7.078189300411523e-05,
      "loss": 0.1241,
      "num_input_tokens_seen": 3727814,
      "step": 163,
      "train_runtime": 640.2506,
      "train_tokens_per_second": 5822.429
    },
    {
      "epoch": 1.3232323232323233,
      "grad_norm": 0.188144713640213,
      "learning_rate": 6.995884773662552e-05,
      "loss": 0.1568,
      "num_input_tokens_seen": 3749606,
      "step": 164,
      "train_runtime": 643.4135,
      "train_tokens_per_second": 5827.677
    },
    {
      "epoch": 1.3313131313131312,
      "grad_norm": 0.19525550305843353,
      "learning_rate": 6.91358024691358e-05,
      "loss": 0.1781,
      "num_input_tokens_seen": 3774710,
      "step": 165,
      "train_runtime": 647.0635,
      "train_tokens_per_second": 5833.601
    },
    {
      "epoch": 1.3393939393939394,
      "grad_norm": 0.18591126799583435,
      "learning_rate": 6.831275720164609e-05,
      "loss": 0.1231,
      "num_input_tokens_seen": 3793814,
      "step": 166,
      "train_runtime": 649.8581,
      "train_tokens_per_second": 5837.911
    },
    {
      "epoch": 1.3474747474747475,
      "grad_norm": 0.19412674009799957,
      "learning_rate": 6.748971193415638e-05,
      "loss": 0.1545,
      "num_input_tokens_seen": 3818662,
      "step": 167,
      "train_runtime": 653.4715,
      "train_tokens_per_second": 5843.655
    },
    {
      "epoch": 1.3555555555555556,
      "grad_norm": 0.16812458634376526,
      "learning_rate": 6.666666666666667e-05,
      "loss": 0.1414,
      "num_input_tokens_seen": 3841606,
      "step": 168,
      "train_runtime": 656.7714,
      "train_tokens_per_second": 5849.228
    },
    {
      "epoch": 1.3636363636363638,
      "grad_norm": 0.18051378428936005,
      "learning_rate": 6.584362139917696e-05,
      "loss": 0.144,
      "num_input_tokens_seen": 3863830,
      "step": 169,
      "train_runtime": 660.006,
      "train_tokens_per_second": 5854.234
    },
    {
      "epoch": 1.3717171717171717,
      "grad_norm": 0.19069063663482666,
      "learning_rate": 6.502057613168725e-05,
      "loss": 0.1649,
      "num_input_tokens_seen": 3886230,
      "step": 170,
      "train_runtime": 663.2462,
      "train_tokens_per_second": 5859.408
    },
    {
      "epoch": 1.3797979797979798,
      "grad_norm": 0.18689148128032684,
      "learning_rate": 6.419753086419753e-05,
      "loss": 0.1425,
      "num_input_tokens_seen": 3908982,
      "step": 171,
      "train_runtime": 666.5218,
      "train_tokens_per_second": 5864.747
    },
    {
      "epoch": 1.387878787878788,
      "grad_norm": 0.14730970561504364,
      "learning_rate": 6.337448559670782e-05,
      "loss": 0.1336,
      "num_input_tokens_seen": 3936150,
      "step": 172,
      "train_runtime": 670.4336,
      "train_tokens_per_second": 5871.052
    },
    {
      "epoch": 1.3959595959595958,
      "grad_norm": 0.177509605884552,
      "learning_rate": 6.255144032921812e-05,
      "loss": 0.1545,
      "num_input_tokens_seen": 3959430,
      "step": 173,
      "train_runtime": 673.8214,
      "train_tokens_per_second": 5876.083
    },
    {
      "epoch": 1.404040404040404,
      "grad_norm": 0.17181722819805145,
      "learning_rate": 6.17283950617284e-05,
      "loss": 0.1462,
      "num_input_tokens_seen": 3981126,
      "step": 174,
      "train_runtime": 677.031,
      "train_tokens_per_second": 5880.271
    },
    {
      "epoch": 1.412121212121212,
      "grad_norm": 0.1883271485567093,
      "learning_rate": 6.0905349794238687e-05,
      "loss": 0.1511,
      "num_input_tokens_seen": 4006118,
      "step": 175,
      "train_runtime": 680.6168,
      "train_tokens_per_second": 5886.011
    },
    {
      "epoch": 1.412121212121212,
      "eval_loss": 0.1727769374847412,
      "eval_runtime": 15.9835,
      "eval_samples_per_second": 54.994,
      "eval_steps_per_second": 3.441,
      "num_input_tokens_seen": 4006118,
      "step": 175
    },
    {
      "epoch": 1.4202020202020202,
      "grad_norm": 0.17214921116828918,
      "learning_rate": 6.0082304526748977e-05,
      "loss": 0.1669,
      "num_input_tokens_seen": 4034054,
      "step": 176,
      "train_runtime": 700.6314,
      "train_tokens_per_second": 5757.74
    },
    {
      "epoch": 1.4282828282828284,
      "grad_norm": 0.17713947594165802,
      "learning_rate": 5.925925925925926e-05,
      "loss": 0.1356,
      "num_input_tokens_seen": 4058646,
      "step": 177,
      "train_runtime": 704.1834,
      "train_tokens_per_second": 5763.62
    },
    {
      "epoch": 1.4363636363636363,
      "grad_norm": 0.18645597994327545,
      "learning_rate": 5.843621399176955e-05,
      "loss": 0.1573,
      "num_input_tokens_seen": 4083414,
      "step": 178,
      "train_runtime": 707.7598,
      "train_tokens_per_second": 5769.491
    },
    {
      "epoch": 1.4444444444444444,
      "grad_norm": 0.1776132434606552,
      "learning_rate": 5.761316872427984e-05,
      "loss": 0.1338,
      "num_input_tokens_seen": 4107190,
      "step": 179,
      "train_runtime": 711.2238,
      "train_tokens_per_second": 5774.821
    },
    {
      "epoch": 1.4525252525252526,
      "grad_norm": 0.1832626312971115,
      "learning_rate": 5.679012345679012e-05,
      "loss": 0.2298,
      "num_input_tokens_seen": 4129958,
      "step": 180,
      "train_runtime": 714.5258,
      "train_tokens_per_second": 5779.999
    },
    {
      "epoch": 1.4606060606060607,
      "grad_norm": 0.17791666090488434,
      "learning_rate": 5.596707818930041e-05,
      "loss": 0.1267,
      "num_input_tokens_seen": 4153302,
      "step": 181,
      "train_runtime": 718.4279,
      "train_tokens_per_second": 5781.098
    },
    {
      "epoch": 1.4686868686868686,
      "grad_norm": 0.18174052238464355,
      "learning_rate": 5.51440329218107e-05,
      "loss": 0.1311,
      "num_input_tokens_seen": 4175222,
      "step": 182,
      "train_runtime": 721.5861,
      "train_tokens_per_second": 5786.173
    },
    {
      "epoch": 1.4767676767676767,
      "grad_norm": 0.17272153496742249,
      "learning_rate": 5.4320987654320986e-05,
      "loss": 0.1454,
      "num_input_tokens_seen": 4196966,
      "step": 183,
      "train_runtime": 724.781,
      "train_tokens_per_second": 5790.668
    },
    {
      "epoch": 1.4848484848484849,
      "grad_norm": 0.18341264128684998,
      "learning_rate": 5.3497942386831277e-05,
      "loss": 0.1295,
      "num_input_tokens_seen": 4222630,
      "step": 184,
      "train_runtime": 728.4765,
      "train_tokens_per_second": 5796.522
    },
    {
      "epoch": 1.492929292929293,
      "grad_norm": 0.18532636761665344,
      "learning_rate": 5.267489711934157e-05,
      "loss": 0.1311,
      "num_input_tokens_seen": 4243798,
      "step": 185,
      "train_runtime": 731.5451,
      "train_tokens_per_second": 5801.143
    },
    {
      "epoch": 1.5010101010101011,
      "grad_norm": 0.19856366515159607,
      "learning_rate": 5.185185185185185e-05,
      "loss": 0.1532,
      "num_input_tokens_seen": 4265174,
      "step": 186,
      "train_runtime": 734.668,
      "train_tokens_per_second": 5805.581
    },
    {
      "epoch": 1.509090909090909,
      "grad_norm": 0.1887090802192688,
      "learning_rate": 5.102880658436214e-05,
      "loss": 0.108,
      "num_input_tokens_seen": 4286374,
      "step": 187,
      "train_runtime": 737.8004,
      "train_tokens_per_second": 5809.666
    },
    {
      "epoch": 1.5171717171717172,
      "grad_norm": 0.16914108395576477,
      "learning_rate": 5.020576131687244e-05,
      "loss": 0.1231,
      "num_input_tokens_seen": 4314534,
      "step": 188,
      "train_runtime": 741.8365,
      "train_tokens_per_second": 5816.017
    },
    {
      "epoch": 1.5252525252525253,
      "grad_norm": 0.207884281873703,
      "learning_rate": 4.938271604938271e-05,
      "loss": 0.1846,
      "num_input_tokens_seen": 4334726,
      "step": 189,
      "train_runtime": 744.774,
      "train_tokens_per_second": 5820.189
    },
    {
      "epoch": 1.5333333333333332,
      "grad_norm": 0.21083691716194153,
      "learning_rate": 4.855967078189301e-05,
      "loss": 0.1274,
      "num_input_tokens_seen": 4357238,
      "step": 190,
      "train_runtime": 748.0199,
      "train_tokens_per_second": 5825.029
    },
    {
      "epoch": 1.5414141414141413,
      "grad_norm": 0.18116632103919983,
      "learning_rate": 4.773662551440329e-05,
      "loss": 0.1457,
      "num_input_tokens_seen": 4380310,
      "step": 191,
      "train_runtime": 751.3376,
      "train_tokens_per_second": 5830.015
    },
    {
      "epoch": 1.5494949494949495,
      "grad_norm": 0.1774257868528366,
      "learning_rate": 4.691358024691358e-05,
      "loss": 0.1638,
      "num_input_tokens_seen": 4402598,
      "step": 192,
      "train_runtime": 754.5705,
      "train_tokens_per_second": 5834.575
    },
    {
      "epoch": 1.5575757575757576,
      "grad_norm": 0.17490142583847046,
      "learning_rate": 4.609053497942387e-05,
      "loss": 0.1287,
      "num_input_tokens_seen": 4426854,
      "step": 193,
      "train_runtime": 758.0657,
      "train_tokens_per_second": 5839.671
    },
    {
      "epoch": 1.5656565656565657,
      "grad_norm": 0.17895734310150146,
      "learning_rate": 4.5267489711934157e-05,
      "loss": 0.1565,
      "num_input_tokens_seen": 4452422,
      "step": 194,
      "train_runtime": 761.7593,
      "train_tokens_per_second": 5844.92
    },
    {
      "epoch": 1.5737373737373739,
      "grad_norm": 0.19911067187786102,
      "learning_rate": 4.4444444444444447e-05,
      "loss": 0.161,
      "num_input_tokens_seen": 4479574,
      "step": 195,
      "train_runtime": 765.648,
      "train_tokens_per_second": 5850.697
    },
    {
      "epoch": 1.5818181818181818,
      "grad_norm": 0.20772644877433777,
      "learning_rate": 4.3621399176954737e-05,
      "loss": 0.1791,
      "num_input_tokens_seen": 4499862,
      "step": 196,
      "train_runtime": 768.5633,
      "train_tokens_per_second": 5854.901
    },
    {
      "epoch": 1.58989898989899,
      "grad_norm": 0.20278632640838623,
      "learning_rate": 4.279835390946502e-05,
      "loss": 0.1221,
      "num_input_tokens_seen": 4522614,
      "step": 197,
      "train_runtime": 771.8795,
      "train_tokens_per_second": 5859.223
    },
    {
      "epoch": 1.5979797979797978,
      "grad_norm": 0.19286850094795227,
      "learning_rate": 4.197530864197531e-05,
      "loss": 0.1297,
      "num_input_tokens_seen": 4544022,
      "step": 198,
      "train_runtime": 775.0258,
      "train_tokens_per_second": 5863.059
    },
    {
      "epoch": 1.606060606060606,
      "grad_norm": 0.1876365840435028,
      "learning_rate": 4.11522633744856e-05,
      "loss": 0.1301,
      "num_input_tokens_seen": 4566198,
      "step": 199,
      "train_runtime": 778.2557,
      "train_tokens_per_second": 5867.221
    },
    {
      "epoch": 1.614141414141414,
      "grad_norm": 0.1976366490125656,
      "learning_rate": 4.032921810699588e-05,
      "loss": 0.1522,
      "num_input_tokens_seen": 4588070,
      "step": 200,
      "train_runtime": 781.4257,
      "train_tokens_per_second": 5871.409
    },
    {
      "epoch": 1.614141414141414,
      "eval_loss": 0.17329195141792297,
      "eval_runtime": 15.9586,
      "eval_samples_per_second": 55.08,
      "eval_steps_per_second": 3.446,
      "num_input_tokens_seen": 4588070,
      "step": 200
    },
    {
      "epoch": 1.6222222222222222,
      "grad_norm": 0.2171986699104309,
      "learning_rate": 3.950617283950617e-05,
      "loss": 0.1527,
      "num_input_tokens_seen": 4612646,
      "step": 201,
      "train_runtime": 800.9346,
      "train_tokens_per_second": 5759.079
    },
    {
      "epoch": 1.6303030303030304,
      "grad_norm": 0.18816785514354706,
      "learning_rate": 3.868312757201646e-05,
      "loss": 0.1419,
      "num_input_tokens_seen": 4633446,
      "step": 202,
      "train_runtime": 804.007,
      "train_tokens_per_second": 5762.942
    },
    {
      "epoch": 1.6383838383838385,
      "grad_norm": 0.1965034157037735,
      "learning_rate": 3.786008230452675e-05,
      "loss": 0.1294,
      "num_input_tokens_seen": 4656278,
      "step": 203,
      "train_runtime": 807.3253,
      "train_tokens_per_second": 5767.536
    },
    {
      "epoch": 1.6464646464646466,
      "grad_norm": 0.20697784423828125,
      "learning_rate": 3.7037037037037037e-05,
      "loss": 0.1277,
      "num_input_tokens_seen": 4678006,
      "step": 204,
      "train_runtime": 810.4618,
      "train_tokens_per_second": 5772.025
    },
    {
      "epoch": 1.6545454545454545,
      "grad_norm": 0.1958000510931015,
      "learning_rate": 3.6213991769547327e-05,
      "loss": 0.1268,
      "num_input_tokens_seen": 4701206,
      "step": 205,
      "train_runtime": 813.8387,
      "train_tokens_per_second": 5776.582
    },
    {
      "epoch": 1.6626262626262627,
      "grad_norm": 0.1861943006515503,
      "learning_rate": 3.539094650205762e-05,
      "loss": 0.1549,
      "num_input_tokens_seen": 4724646,
      "step": 206,
      "train_runtime": 817.2582,
      "train_tokens_per_second": 5781.093
    },
    {
      "epoch": 1.6707070707070706,
      "grad_norm": 0.1965884119272232,
      "learning_rate": 3.45679012345679e-05,
      "loss": 0.1221,
      "num_input_tokens_seen": 4748998,
      "step": 207,
      "train_runtime": 820.7842,
      "train_tokens_per_second": 5785.927
    },
    {
      "epoch": 1.6787878787878787,
      "grad_norm": 0.23105938732624054,
      "learning_rate": 3.374485596707819e-05,
      "loss": 0.1353,
      "num_input_tokens_seen": 4768294,
      "step": 208,
      "train_runtime": 823.5916,
      "train_tokens_per_second": 5789.634
    },
    {
      "epoch": 1.6868686868686869,
      "grad_norm": 0.17601825296878815,
      "learning_rate": 3.292181069958848e-05,
      "loss": 0.1743,
      "num_input_tokens_seen": 4792550,
      "step": 209,
      "train_runtime": 827.116,
      "train_tokens_per_second": 5794.29
    },
    {
      "epoch": 1.694949494949495,
      "grad_norm": 0.192215234041214,
      "learning_rate": 3.209876543209876e-05,
      "loss": 0.1441,
      "num_input_tokens_seen": 4816006,
      "step": 210,
      "train_runtime": 830.4803,
      "train_tokens_per_second": 5799.061
    },
    {
      "epoch": 1.7030303030303031,
      "grad_norm": 0.1799449473619461,
      "learning_rate": 3.127572016460906e-05,
      "loss": 0.1755,
      "num_input_tokens_seen": 4839222,
      "step": 211,
      "train_runtime": 834.3314,
      "train_tokens_per_second": 5800.12
    },
    {
      "epoch": 1.7111111111111112,
      "grad_norm": 0.18329425156116486,
      "learning_rate": 3.0452674897119343e-05,
      "loss": 0.1469,
      "num_input_tokens_seen": 4862822,
      "step": 212,
      "train_runtime": 837.7144,
      "train_tokens_per_second": 5804.869
    },
    {
      "epoch": 1.7191919191919192,
      "grad_norm": 0.2032759040594101,
      "learning_rate": 2.962962962962963e-05,
      "loss": 0.1809,
      "num_input_tokens_seen": 4884582,
      "step": 213,
      "train_runtime": 840.9065,
      "train_tokens_per_second": 5808.71
    },
    {
      "epoch": 1.7272727272727273,
      "grad_norm": 0.20157882571220398,
      "learning_rate": 2.880658436213992e-05,
      "loss": 0.1466,
      "num_input_tokens_seen": 4909174,
      "step": 214,
      "train_runtime": 844.4537,
      "train_tokens_per_second": 5813.432
    },
    {
      "epoch": 1.7353535353535352,
      "grad_norm": 0.1857813447713852,
      "learning_rate": 2.7983539094650207e-05,
      "loss": 0.1549,
      "num_input_tokens_seen": 4933798,
      "step": 215,
      "train_runtime": 848.0304,
      "train_tokens_per_second": 5817.949
    },
    {
      "epoch": 1.7434343434343433,
      "grad_norm": 0.21499592065811157,
      "learning_rate": 2.7160493827160493e-05,
      "loss": 0.1383,
      "num_input_tokens_seen": 4952742,
      "step": 216,
      "train_runtime": 850.8052,
      "train_tokens_per_second": 5821.241
    },
    {
      "epoch": 1.7515151515151515,
      "grad_norm": 0.17735537886619568,
      "learning_rate": 2.6337448559670787e-05,
      "loss": 0.1496,
      "num_input_tokens_seen": 4976246,
      "step": 217,
      "train_runtime": 854.1841,
      "train_tokens_per_second": 5825.73
    },
    {
      "epoch": 1.7595959595959596,
      "grad_norm": 0.18576224148273468,
      "learning_rate": 2.551440329218107e-05,
      "loss": 0.1409,
      "num_input_tokens_seen": 4995798,
      "step": 218,
      "train_runtime": 857.0834,
      "train_tokens_per_second": 5828.836
    },
    {
      "epoch": 1.7676767676767677,
      "grad_norm": 0.18721511960029602,
      "learning_rate": 2.4691358024691357e-05,
      "loss": 0.1294,
      "num_input_tokens_seen": 5018838,
      "step": 219,
      "train_runtime": 860.4125,
      "train_tokens_per_second": 5833.06
    },
    {
      "epoch": 1.7757575757575759,
      "grad_norm": 0.18898357450962067,
      "learning_rate": 2.3868312757201647e-05,
      "loss": 0.1011,
      "num_input_tokens_seen": 5041782,
      "step": 220,
      "train_runtime": 863.7343,
      "train_tokens_per_second": 5837.191
    },
    {
      "epoch": 1.783838383838384,
      "grad_norm": 0.1976945698261261,
      "learning_rate": 2.3045267489711937e-05,
      "loss": 0.1584,
      "num_input_tokens_seen": 5063478,
      "step": 221,
      "train_runtime": 866.9236,
      "train_tokens_per_second": 5840.743
    },
    {
      "epoch": 1.791919191919192,
      "grad_norm": 0.19949166476726532,
      "learning_rate": 2.2222222222222223e-05,
      "loss": 0.1523,
      "num_input_tokens_seen": 5085526,
      "step": 222,
      "train_runtime": 870.1255,
      "train_tokens_per_second": 5844.589
    },
    {
      "epoch": 1.8,
      "grad_norm": 0.181776225566864,
      "learning_rate": 2.139917695473251e-05,
      "loss": 0.1641,
      "num_input_tokens_seen": 5109430,
      "step": 223,
      "train_runtime": 873.6231,
      "train_tokens_per_second": 5848.552
    },
    {
      "epoch": 1.808080808080808,
      "grad_norm": 0.21610131859779358,
      "learning_rate": 2.05761316872428e-05,
      "loss": 0.116,
      "num_input_tokens_seen": 5132182,
      "step": 224,
      "train_runtime": 876.9236,
      "train_tokens_per_second": 5852.485
    },
    {
      "epoch": 1.816161616161616,
      "grad_norm": 0.19361373782157898,
      "learning_rate": 1.9753086419753087e-05,
      "loss": 0.1369,
      "num_input_tokens_seen": 5153622,
      "step": 225,
      "train_runtime": 880.0664,
      "train_tokens_per_second": 5855.947
    },
    {
      "epoch": 1.816161616161616,
      "eval_loss": 0.1724003553390503,
      "eval_runtime": 15.9947,
      "eval_samples_per_second": 54.956,
      "eval_steps_per_second": 3.439,
      "num_input_tokens_seen": 5153622,
      "step": 225
    },
    {
      "epoch": 1.8242424242424242,
      "grad_norm": 0.19882901012897491,
      "learning_rate": 1.8930041152263377e-05,
      "loss": 0.1499,
      "num_input_tokens_seen": 5178470,
      "step": 226,
      "train_runtime": 899.6327,
      "train_tokens_per_second": 5756.205
    },
    {
      "epoch": 1.8323232323232324,
      "grad_norm": 0.19828850030899048,
      "learning_rate": 1.8106995884773663e-05,
      "loss": 0.1295,
      "num_input_tokens_seen": 5199062,
      "step": 227,
      "train_runtime": 902.6363,
      "train_tokens_per_second": 5759.864
    },
    {
      "epoch": 1.8404040404040405,
      "grad_norm": 0.2071538269519806,
      "learning_rate": 1.728395061728395e-05,
      "loss": 0.1739,
      "num_input_tokens_seen": 5218134,
      "step": 228,
      "train_runtime": 905.4534,
      "train_tokens_per_second": 5763.006
    },
    {
      "epoch": 1.8484848484848486,
      "grad_norm": 0.20533259212970734,
      "learning_rate": 1.646090534979424e-05,
      "loss": 0.1343,
      "num_input_tokens_seen": 5242054,
      "step": 229,
      "train_runtime": 908.9457,
      "train_tokens_per_second": 5767.181
    },
    {
      "epoch": 1.8565656565656565,
      "grad_norm": 0.19329999387264252,
      "learning_rate": 1.563786008230453e-05,
      "loss": 0.1266,
      "num_input_tokens_seen": 5264518,
      "step": 230,
      "train_runtime": 912.2004,
      "train_tokens_per_second": 5771.23
    },
    {
      "epoch": 1.8646464646464647,
      "grad_norm": 0.20547281205654144,
      "learning_rate": 1.4814814814814815e-05,
      "loss": 0.1622,
      "num_input_tokens_seen": 5284374,
      "step": 231,
      "train_runtime": 915.1219,
      "train_tokens_per_second": 5774.503
    },
    {
      "epoch": 1.8727272727272726,
      "grad_norm": 0.20196233689785004,
      "learning_rate": 1.3991769547325103e-05,
      "loss": 0.1211,
      "num_input_tokens_seen": 5303622,
      "step": 232,
      "train_runtime": 917.9986,
      "train_tokens_per_second": 5777.375
    },
    {
      "epoch": 1.8808080808080807,
      "grad_norm": 0.17019926011562347,
      "learning_rate": 1.3168724279835393e-05,
      "loss": 0.1297,
      "num_input_tokens_seen": 5329718,
      "step": 233,
      "train_runtime": 921.75,
      "train_tokens_per_second": 5782.173
    },
    {
      "epoch": 1.8888888888888888,
      "grad_norm": 0.1855989396572113,
      "learning_rate": 1.2345679012345678e-05,
      "loss": 0.1502,
      "num_input_tokens_seen": 5349718,
      "step": 234,
      "train_runtime": 924.7021,
      "train_tokens_per_second": 5785.342
    },
    {
      "epoch": 1.896969696969697,
      "grad_norm": 0.21048571169376373,
      "learning_rate": 1.1522633744855968e-05,
      "loss": 0.1483,
      "num_input_tokens_seen": 5369638,
      "step": 235,
      "train_runtime": 927.6143,
      "train_tokens_per_second": 5788.654
    },
    {
      "epoch": 1.905050505050505,
      "grad_norm": 0.20776841044425964,
      "learning_rate": 1.0699588477366255e-05,
      "loss": 0.1553,
      "num_input_tokens_seen": 5392726,
      "step": 236,
      "train_runtime": 930.986,
      "train_tokens_per_second": 5792.489
    },
    {
      "epoch": 1.9131313131313132,
      "grad_norm": 0.22271353006362915,
      "learning_rate": 9.876543209876543e-06,
      "loss": 0.1699,
      "num_input_tokens_seen": 5412470,
      "step": 237,
      "train_runtime": 933.9223,
      "train_tokens_per_second": 5795.418
    },
    {
      "epoch": 1.9212121212121214,
      "grad_norm": 0.20936141908168793,
      "learning_rate": 9.053497942386832e-06,
      "loss": 0.1471,
      "num_input_tokens_seen": 5437894,
      "step": 238,
      "train_runtime": 937.5658,
      "train_tokens_per_second": 5800.013
    },
    {
      "epoch": 1.9292929292929293,
      "grad_norm": 0.18848469853401184,
      "learning_rate": 8.23045267489712e-06,
      "loss": 0.1898,
      "num_input_tokens_seen": 5461686,
      "step": 239,
      "train_runtime": 940.9924,
      "train_tokens_per_second": 5804.177
    },
    {
      "epoch": 1.9373737373737374,
      "grad_norm": 0.17875902354717255,
      "learning_rate": 7.4074074074074075e-06,
      "loss": 0.147,
      "num_input_tokens_seen": 5486054,
      "step": 240,
      "train_runtime": 944.4956,
      "train_tokens_per_second": 5808.448
    },
    {
      "epoch": 1.9454545454545453,
      "grad_norm": 0.21896323561668396,
      "learning_rate": 6.584362139917697e-06,
      "loss": 0.1621,
      "num_input_tokens_seen": 5509142,
      "step": 241,
      "train_runtime": 948.3591,
      "train_tokens_per_second": 5809.131
    },
    {
      "epoch": 1.9535353535353535,
      "grad_norm": 0.19773228466510773,
      "learning_rate": 5.761316872427984e-06,
      "loss": 0.1263,
      "num_input_tokens_seen": 5528598,
      "step": 242,
      "train_runtime": 951.2561,
      "train_tokens_per_second": 5811.892
    },
    {
      "epoch": 1.9616161616161616,
      "grad_norm": 0.1763569563627243,
      "learning_rate": 4.938271604938272e-06,
      "loss": 0.1158,
      "num_input_tokens_seen": 5551926,
      "step": 243,
      "train_runtime": 954.6378,
      "train_tokens_per_second": 5815.741
    },
    {
      "epoch": 1.9696969696969697,
      "grad_norm": 0.17359760403633118,
      "learning_rate": 4.11522633744856e-06,
      "loss": 0.1097,
      "num_input_tokens_seen": 5574326,
      "step": 244,
      "train_runtime": 957.9246,
      "train_tokens_per_second": 5819.17
    },
    {
      "epoch": 1.9777777777777779,
      "grad_norm": 0.2085653394460678,
      "learning_rate": 3.2921810699588483e-06,
      "loss": 0.194,
      "num_input_tokens_seen": 5598310,
      "step": 245,
      "train_runtime": 961.3777,
      "train_tokens_per_second": 5823.216
    },
    {
      "epoch": 1.985858585858586,
      "grad_norm": 0.183889701962471,
      "learning_rate": 2.469135802469136e-06,
      "loss": 0.1558,
      "num_input_tokens_seen": 5620534,
      "step": 246,
      "train_runtime": 964.6204,
      "train_tokens_per_second": 5826.68
    },
    {
      "epoch": 1.993939393939394,
      "grad_norm": 0.20709186792373657,
      "learning_rate": 1.6460905349794242e-06,
      "loss": 0.1613,
      "num_input_tokens_seen": 5640982,
      "step": 247,
      "train_runtime": 967.6377,
      "train_tokens_per_second": 5829.643
    },
    {
      "epoch": 2.0,
      "grad_norm": 0.2510419189929962,
      "learning_rate": 8.230452674897121e-07,
      "loss": 0.1576,
      "num_input_tokens_seen": 5653442,
      "step": 248,
      "train_runtime": 969.499,
      "train_tokens_per_second": 5831.303
    }
  ],
  "logging_steps": 1,
  "max_steps": 248,
  "num_input_tokens_seen": 5653442,
  "num_train_epochs": 2,
  "save_steps": 30,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 2.4120939382807142e+17,
  "train_batch_size": 16,
  "trial_name": null,
  "trial_params": null
}