{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 5000,
  "global_step": 2250,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0044444444444444444,
      "grad_norm": 9768.7255859375,
      "learning_rate": 1.0000000000000001e-07,
      "loss": 16.1729,
      "step": 10
    },
    {
      "epoch": 0.008888888888888889,
      "grad_norm": 16245.8876953125,
      "learning_rate": 1.1e-06,
      "loss": 14.043,
      "step": 20
    },
    {
      "epoch": 0.013333333333333334,
      "grad_norm": 9001.0771484375,
      "learning_rate": 2.1000000000000002e-06,
      "loss": 8.2782,
      "step": 30
    },
    {
      "epoch": 0.017777777777777778,
      "grad_norm": 491.5092468261719,
      "learning_rate": 3e-06,
      "loss": 7.3674,
      "step": 40
    },
    {
      "epoch": 0.022222222222222223,
      "grad_norm": 2662.317626953125,
      "learning_rate": 4.000000000000001e-06,
      "loss": 6.5525,
      "step": 50
    },
    {
      "epoch": 0.02666666666666667,
      "grad_norm": 238.51461791992188,
      "learning_rate": 5e-06,
      "loss": 6.4309,
      "step": 60
    },
    {
      "epoch": 0.03111111111111111,
      "grad_norm": 592.76953125,
      "learning_rate": 6e-06,
      "loss": 5.4059,
      "step": 70
    },
    {
      "epoch": 0.035555555555555556,
      "grad_norm": 129.07666015625,
      "learning_rate": 7.000000000000001e-06,
      "loss": 5.1084,
      "step": 80
    },
    {
      "epoch": 0.04,
      "grad_norm": 763.647216796875,
      "learning_rate": 8.000000000000001e-06,
      "loss": 4.6757,
      "step": 90
    },
    {
      "epoch": 0.044444444444444446,
      "grad_norm": 269.35308837890625,
      "learning_rate": 9e-06,
      "loss": 4.2741,
      "step": 100
    },
    {
      "epoch": 0.04888888888888889,
      "grad_norm": 121.892822265625,
      "learning_rate": 1e-05,
      "loss": 3.3332,
      "step": 110
    },
    {
      "epoch": 0.05333333333333334,
      "grad_norm": 121.66092681884766,
      "learning_rate": 1.1000000000000001e-05,
      "loss": 3.0875,
      "step": 120
    },
    {
      "epoch": 0.057777777777777775,
      "grad_norm": 88.0842514038086,
      "learning_rate": 1.2e-05,
      "loss": 1.9639,
      "step": 130
    },
    {
      "epoch": 0.06222222222222222,
      "grad_norm": 77.41666412353516,
      "learning_rate": 1.3000000000000001e-05,
      "loss": 1.645,
      "step": 140
    },
    {
      "epoch": 0.06666666666666667,
      "grad_norm": 27.421039581298828,
      "learning_rate": 1.4000000000000001e-05,
      "loss": 1.1254,
      "step": 150
    },
    {
      "epoch": 0.07111111111111111,
      "grad_norm": 146.31039428710938,
      "learning_rate": 1.5e-05,
      "loss": 1.1082,
      "step": 160
    },
    {
      "epoch": 0.07555555555555556,
      "grad_norm": 1123.4139404296875,
      "learning_rate": 1.6000000000000003e-05,
      "loss": 0.9222,
      "step": 170
    },
    {
      "epoch": 0.08,
      "grad_norm": 535.9423828125,
      "learning_rate": 1.7000000000000003e-05,
      "loss": 1.0467,
      "step": 180
    },
    {
      "epoch": 0.08444444444444445,
      "grad_norm": 36.32695007324219,
      "learning_rate": 1.8e-05,
      "loss": 0.7194,
      "step": 190
    },
    {
      "epoch": 0.08888888888888889,
      "grad_norm": 35.27937698364258,
      "learning_rate": 1.9e-05,
      "loss": 1.1295,
      "step": 200
    },
    {
      "epoch": 0.09333333333333334,
      "grad_norm": 186.22567749023438,
      "learning_rate": 2e-05,
      "loss": 0.941,
      "step": 210
    },
    {
      "epoch": 0.09777777777777778,
      "grad_norm": 11.655800819396973,
      "learning_rate": 2.1e-05,
      "loss": 1.0712,
      "step": 220
    },
    {
      "epoch": 0.10222222222222223,
      "grad_norm": 6.5133256912231445,
      "learning_rate": 2.2000000000000003e-05,
      "loss": 0.799,
      "step": 230
    },
    {
      "epoch": 0.10666666666666667,
      "grad_norm": 1871.7095947265625,
      "learning_rate": 2.3000000000000003e-05,
      "loss": 1.4545,
      "step": 240
    },
    {
      "epoch": 0.1111111111111111,
      "grad_norm": 12.251700401306152,
      "learning_rate": 2.4e-05,
      "loss": 0.9906,
      "step": 250
    },
    {
      "epoch": 0.11555555555555555,
      "grad_norm": 76.3839111328125,
      "learning_rate": 2.5e-05,
      "loss": 1.2341,
      "step": 260
    },
    {
      "epoch": 0.12,
      "grad_norm": 19.359607696533203,
      "learning_rate": 2.6000000000000002e-05,
      "loss": 2.9686,
      "step": 270
    },
    {
      "epoch": 0.12444444444444444,
      "grad_norm": 34.06645584106445,
      "learning_rate": 2.7000000000000002e-05,
      "loss": 1.0668,
      "step": 280
    },
    {
      "epoch": 0.1288888888888889,
      "grad_norm": 7.353147983551025,
      "learning_rate": 2.8000000000000003e-05,
      "loss": 0.9959,
      "step": 290
    },
    {
      "epoch": 0.13333333333333333,
      "grad_norm": 27.748685836791992,
      "learning_rate": 2.9e-05,
      "loss": 0.7448,
      "step": 300
    },
    {
      "epoch": 0.13777777777777778,
      "grad_norm": 2796.3427734375,
      "learning_rate": 3e-05,
      "loss": 1.4512,
      "step": 310
    },
    {
      "epoch": 0.14222222222222222,
      "grad_norm": 80.05686950683594,
      "learning_rate": 3.1e-05,
      "loss": 0.8864,
      "step": 320
    },
    {
      "epoch": 0.14666666666666667,
      "grad_norm": 27.44098472595215,
      "learning_rate": 3.2000000000000005e-05,
      "loss": 1.144,
      "step": 330
    },
    {
      "epoch": 0.1511111111111111,
      "grad_norm": 21.465320587158203,
      "learning_rate": 3.3e-05,
      "loss": 0.8698,
      "step": 340
    },
    {
      "epoch": 0.15555555555555556,
      "grad_norm": 10.413846015930176,
      "learning_rate": 3.4000000000000007e-05,
      "loss": 0.9131,
      "step": 350
    },
    {
      "epoch": 0.16,
      "grad_norm": 13.890963554382324,
      "learning_rate": 3.5e-05,
      "loss": 1.1077,
      "step": 360
    },
    {
      "epoch": 0.16444444444444445,
      "grad_norm": 6.141105651855469,
      "learning_rate": 3.6e-05,
      "loss": 1.0575,
      "step": 370
    },
    {
      "epoch": 0.1688888888888889,
      "grad_norm": 2.727337121963501,
      "learning_rate": 3.7e-05,
      "loss": 0.9563,
      "step": 380
    },
    {
      "epoch": 0.17333333333333334,
      "grad_norm": 1.5828684568405151,
      "learning_rate": 3.8e-05,
      "loss": 0.781,
      "step": 390
    },
    {
      "epoch": 0.17777777777777778,
      "grad_norm": 3.337902545928955,
      "learning_rate": 3.9000000000000006e-05,
      "loss": 0.8312,
      "step": 400
    },
    {
      "epoch": 0.18222222222222223,
      "grad_norm": 1.760097622871399,
      "learning_rate": 4e-05,
      "loss": 0.9048,
      "step": 410
    },
    {
      "epoch": 0.18666666666666668,
      "grad_norm": 0.9947965741157532,
      "learning_rate": 4.1e-05,
      "loss": 0.8803,
      "step": 420
    },
    {
      "epoch": 0.19111111111111112,
      "grad_norm": 18.71548843383789,
      "learning_rate": 4.2e-05,
      "loss": 1.143,
      "step": 430
    },
    {
      "epoch": 0.19555555555555557,
      "grad_norm": 12.882355690002441,
      "learning_rate": 4.3e-05,
      "loss": 0.9267,
      "step": 440
    },
    {
      "epoch": 0.2,
      "grad_norm": 2.379068613052368,
      "learning_rate": 4.4000000000000006e-05,
      "loss": 0.7401,
      "step": 450
    },
    {
      "epoch": 0.20444444444444446,
      "grad_norm": 6.240898609161377,
      "learning_rate": 4.5e-05,
      "loss": 1.0539,
      "step": 460
    },
    {
      "epoch": 0.2088888888888889,
      "grad_norm": 14.994612693786621,
      "learning_rate": 4.600000000000001e-05,
      "loss": 1.119,
      "step": 470
    },
    {
      "epoch": 0.21333333333333335,
      "grad_norm": 39.39948654174805,
      "learning_rate": 4.7e-05,
      "loss": 1.027,
      "step": 480
    },
    {
      "epoch": 0.21777777777777776,
      "grad_norm": 2.395543098449707,
      "learning_rate": 4.8e-05,
      "loss": 1.0852,
      "step": 490
    },
    {
      "epoch": 0.2222222222222222,
      "grad_norm": 1.2860183715820312,
      "learning_rate": 4.9e-05,
      "loss": 0.7519,
      "step": 500
    },
    {
      "epoch": 0.22666666666666666,
      "grad_norm": 10.799077033996582,
      "learning_rate": 5e-05,
      "loss": 0.8347,
      "step": 510
    },
    {
      "epoch": 0.2311111111111111,
      "grad_norm": 1.4125126600265503,
      "learning_rate": 4.971428571428572e-05,
      "loss": 1.0284,
      "step": 520
    },
    {
      "epoch": 0.23555555555555555,
      "grad_norm": 3.897629737854004,
      "learning_rate": 4.942857142857143e-05,
      "loss": 0.8591,
      "step": 530
    },
    {
      "epoch": 0.24,
      "grad_norm": 3.8170456886291504,
      "learning_rate": 4.9142857142857144e-05,
      "loss": 0.8344,
      "step": 540
    },
    {
      "epoch": 0.24444444444444444,
      "grad_norm": 0.6229439377784729,
      "learning_rate": 4.885714285714286e-05,
      "loss": 0.9252,
      "step": 550
    },
    {
      "epoch": 0.24888888888888888,
      "grad_norm": 3.2861270904541016,
      "learning_rate": 4.8571428571428576e-05,
      "loss": 0.9951,
      "step": 560
    },
    {
      "epoch": 0.25333333333333335,
      "grad_norm": 1.9368836879730225,
      "learning_rate": 4.828571428571429e-05,
      "loss": 0.9994,
      "step": 570
    },
    {
      "epoch": 0.2577777777777778,
      "grad_norm": 1.2594083547592163,
      "learning_rate": 4.8e-05,
      "loss": 0.8287,
      "step": 580
    },
    {
      "epoch": 0.26222222222222225,
      "grad_norm": 0.7579429149627686,
      "learning_rate": 4.771428571428572e-05,
      "loss": 1.2831,
      "step": 590
    },
    {
      "epoch": 0.26666666666666666,
      "grad_norm": 1.412414789199829,
      "learning_rate": 4.742857142857143e-05,
      "loss": 0.7316,
      "step": 600
    },
    {
      "epoch": 0.27111111111111114,
      "grad_norm": 1.765723466873169,
      "learning_rate": 4.714285714285714e-05,
      "loss": 0.6747,
      "step": 610
    },
    {
      "epoch": 0.27555555555555555,
      "grad_norm": 0.9297116994857788,
      "learning_rate": 4.685714285714286e-05,
      "loss": 0.7766,
      "step": 620
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.9512072205543518,
      "learning_rate": 4.6571428571428575e-05,
      "loss": 0.5614,
      "step": 630
    },
    {
      "epoch": 0.28444444444444444,
      "grad_norm": 2.3289010524749756,
      "learning_rate": 4.628571428571429e-05,
      "loss": 1.3121,
      "step": 640
    },
    {
      "epoch": 0.28888888888888886,
      "grad_norm": 1.013492465019226,
      "learning_rate": 4.600000000000001e-05,
      "loss": 1.0048,
      "step": 650
    },
    {
      "epoch": 0.29333333333333333,
      "grad_norm": 0.9352627992630005,
      "learning_rate": 4.5714285714285716e-05,
      "loss": 0.6874,
      "step": 660
    },
    {
      "epoch": 0.29777777777777775,
      "grad_norm": 88.00923156738281,
      "learning_rate": 4.542857142857143e-05,
      "loss": 1.1643,
      "step": 670
    },
    {
      "epoch": 0.3022222222222222,
      "grad_norm": 0.7422826290130615,
      "learning_rate": 4.514285714285714e-05,
      "loss": 0.7003,
      "step": 680
    },
    {
      "epoch": 0.30666666666666664,
      "grad_norm": 1.197748064994812,
      "learning_rate": 4.485714285714286e-05,
      "loss": 1.2505,
      "step": 690
    },
    {
      "epoch": 0.3111111111111111,
      "grad_norm": 2.1018965244293213,
      "learning_rate": 4.4571428571428574e-05,
      "loss": 0.7924,
      "step": 700
    },
    {
      "epoch": 0.31555555555555553,
      "grad_norm": 1.9967838525772095,
      "learning_rate": 4.428571428571428e-05,
      "loss": 1.0143,
      "step": 710
    },
    {
      "epoch": 0.32,
      "grad_norm": 4.196930885314941,
      "learning_rate": 4.4000000000000006e-05,
      "loss": 0.8882,
      "step": 720
    },
    {
      "epoch": 0.3244444444444444,
      "grad_norm": 1.986365795135498,
      "learning_rate": 4.371428571428572e-05,
      "loss": 0.8591,
      "step": 730
    },
    {
      "epoch": 0.3288888888888889,
      "grad_norm": 3.0498948097229004,
      "learning_rate": 4.342857142857143e-05,
      "loss": 0.8434,
      "step": 740
    },
    {
      "epoch": 0.3333333333333333,
      "grad_norm": 0.7130551338195801,
      "learning_rate": 4.314285714285715e-05,
      "loss": 0.8395,
      "step": 750
    },
    {
      "epoch": 0.3377777777777778,
      "grad_norm": 0.6148263216018677,
      "learning_rate": 4.2857142857142856e-05,
      "loss": 0.9217,
      "step": 760
    },
    {
      "epoch": 0.3422222222222222,
      "grad_norm": 4.150040149688721,
      "learning_rate": 4.257142857142857e-05,
      "loss": 0.9144,
      "step": 770
    },
    {
      "epoch": 0.3466666666666667,
      "grad_norm": 1.1592193841934204,
      "learning_rate": 4.228571428571429e-05,
      "loss": 0.9254,
      "step": 780
    },
    {
      "epoch": 0.3511111111111111,
      "grad_norm": 1.1033934354782104,
      "learning_rate": 4.2e-05,
      "loss": 0.7114,
      "step": 790
    },
    {
      "epoch": 0.35555555555555557,
      "grad_norm": 1.2952511310577393,
      "learning_rate": 4.1714285714285714e-05,
      "loss": 0.8385,
      "step": 800
    },
    {
      "epoch": 0.36,
      "grad_norm": 1.5696533918380737,
      "learning_rate": 4.1428571428571437e-05,
      "loss": 0.6439,
      "step": 810
    },
    {
      "epoch": 0.36444444444444446,
      "grad_norm": 0.9464730024337769,
      "learning_rate": 4.1142857142857146e-05,
      "loss": 0.5408,
      "step": 820
    },
    {
      "epoch": 0.3688888888888889,
      "grad_norm": 2.5423879623413086,
      "learning_rate": 4.085714285714286e-05,
      "loss": 0.8305,
      "step": 830
    },
    {
      "epoch": 0.37333333333333335,
      "grad_norm": 1.3495992422103882,
      "learning_rate": 4.057142857142857e-05,
      "loss": 0.7594,
      "step": 840
    },
    {
      "epoch": 0.37777777777777777,
      "grad_norm": 1.4968547821044922,
      "learning_rate": 4.028571428571429e-05,
      "loss": 0.7879,
      "step": 850
    },
    {
      "epoch": 0.38222222222222224,
      "grad_norm": 23.5468692779541,
      "learning_rate": 4e-05,
      "loss": 1.0052,
      "step": 860
    },
    {
      "epoch": 0.38666666666666666,
      "grad_norm": 1.6756787300109863,
      "learning_rate": 3.971428571428571e-05,
      "loss": 0.7402,
      "step": 870
    },
    {
      "epoch": 0.39111111111111113,
      "grad_norm": 2.612205743789673,
      "learning_rate": 3.942857142857143e-05,
      "loss": 0.8477,
      "step": 880
    },
    {
      "epoch": 0.39555555555555555,
      "grad_norm": 5.494552135467529,
      "learning_rate": 3.9142857142857145e-05,
      "loss": 1.0808,
      "step": 890
    },
    {
      "epoch": 0.4,
      "grad_norm": 1.5293407440185547,
      "learning_rate": 3.885714285714286e-05,
      "loss": 0.8273,
      "step": 900
    },
    {
      "epoch": 0.40444444444444444,
      "grad_norm": 1.242197871208191,
      "learning_rate": 3.857142857142858e-05,
      "loss": 0.6873,
      "step": 910
    },
    {
      "epoch": 0.4088888888888889,
      "grad_norm": 2.009373903274536,
      "learning_rate": 3.8285714285714286e-05,
      "loss": 0.8726,
      "step": 920
    },
    {
      "epoch": 0.41333333333333333,
      "grad_norm": 1.1505591869354248,
      "learning_rate": 3.8e-05,
      "loss": 0.6348,
      "step": 930
    },
    {
      "epoch": 0.4177777777777778,
      "grad_norm": 0.9240453243255615,
      "learning_rate": 3.771428571428572e-05,
      "loss": 0.7547,
      "step": 940
    },
    {
      "epoch": 0.4222222222222222,
      "grad_norm": 4.990575313568115,
      "learning_rate": 3.742857142857143e-05,
      "loss": 0.8018,
      "step": 950
    },
    {
      "epoch": 0.4266666666666667,
      "grad_norm": 1.9885175228118896,
      "learning_rate": 3.7142857142857143e-05,
      "loss": 0.8499,
      "step": 960
    },
    {
      "epoch": 0.4311111111111111,
      "grad_norm": 1.303685188293457,
      "learning_rate": 3.685714285714286e-05,
      "loss": 0.9209,
      "step": 970
    },
    {
      "epoch": 0.43555555555555553,
      "grad_norm": 1.4578043222427368,
      "learning_rate": 3.6571428571428576e-05,
      "loss": 0.9527,
      "step": 980
    },
    {
      "epoch": 0.44,
      "grad_norm": 2.819185972213745,
      "learning_rate": 3.628571428571429e-05,
      "loss": 0.8843,
      "step": 990
    },
    {
      "epoch": 0.4444444444444444,
      "grad_norm": 0.9243647456169128,
      "learning_rate": 3.6e-05,
      "loss": 0.496,
      "step": 1000
    },
    {
      "epoch": 0.4488888888888889,
      "grad_norm": 1.31293785572052,
      "learning_rate": 3.571428571428572e-05,
      "loss": 0.6839,
      "step": 1010
    },
    {
      "epoch": 0.4533333333333333,
      "grad_norm": 1.1468777656555176,
      "learning_rate": 3.5428571428571426e-05,
      "loss": 1.1296,
      "step": 1020
    },
    {
      "epoch": 0.4577777777777778,
      "grad_norm": 1.786746621131897,
      "learning_rate": 3.514285714285714e-05,
      "loss": 0.9237,
      "step": 1030
    },
    {
      "epoch": 0.4622222222222222,
      "grad_norm": 2.120232343673706,
      "learning_rate": 3.485714285714286e-05,
      "loss": 0.8313,
      "step": 1040
    },
    {
      "epoch": 0.4666666666666667,
      "grad_norm": 1.00870943069458,
      "learning_rate": 3.4571428571428574e-05,
      "loss": 0.5811,
      "step": 1050
    },
    {
      "epoch": 0.4711111111111111,
      "grad_norm": 0.977967381477356,
      "learning_rate": 3.428571428571429e-05,
      "loss": 0.7529,
      "step": 1060
    },
    {
      "epoch": 0.47555555555555556,
      "grad_norm": 1.1854398250579834,
      "learning_rate": 3.4000000000000007e-05,
      "loss": 0.7092,
      "step": 1070
    },
    {
      "epoch": 0.48,
      "grad_norm": 1.7509541511535645,
      "learning_rate": 3.3714285714285716e-05,
      "loss": 0.6859,
      "step": 1080
    },
    {
      "epoch": 0.48444444444444446,
      "grad_norm": 1.652112364768982,
      "learning_rate": 3.342857142857143e-05,
      "loss": 0.7396,
      "step": 1090
    },
    {
      "epoch": 0.4888888888888889,
      "grad_norm": 2.1805965900421143,
      "learning_rate": 3.314285714285714e-05,
      "loss": 0.7982,
      "step": 1100
    },
    {
      "epoch": 0.49333333333333335,
      "grad_norm": 2.820934534072876,
      "learning_rate": 3.285714285714286e-05,
      "loss": 0.7424,
      "step": 1110
    },
    {
      "epoch": 0.49777777777777776,
      "grad_norm": 9.163993835449219,
      "learning_rate": 3.257142857142857e-05,
      "loss": 0.8498,
      "step": 1120
    },
    {
      "epoch": 0.5022222222222222,
      "grad_norm": 1.3526314496994019,
      "learning_rate": 3.228571428571428e-05,
      "loss": 0.7335,
      "step": 1130
    },
    {
      "epoch": 0.5066666666666667,
      "grad_norm": 3.196364164352417,
      "learning_rate": 3.2000000000000005e-05,
      "loss": 1.0057,
      "step": 1140
    },
    {
      "epoch": 0.5111111111111111,
      "grad_norm": 2.5258631706237793,
      "learning_rate": 3.1714285714285715e-05,
      "loss": 0.7504,
      "step": 1150
    },
    {
      "epoch": 0.5155555555555555,
      "grad_norm": 18.060762405395508,
      "learning_rate": 3.142857142857143e-05,
      "loss": 0.8299,
      "step": 1160
    },
    {
      "epoch": 0.52,
      "grad_norm": 3.3956117630004883,
      "learning_rate": 3.114285714285715e-05,
      "loss": 0.7396,
      "step": 1170
    },
    {
      "epoch": 0.5244444444444445,
      "grad_norm": 1.5035347938537598,
      "learning_rate": 3.0857142857142856e-05,
      "loss": 0.6786,
      "step": 1180
    },
    {
      "epoch": 0.5288888888888889,
      "grad_norm": 1.8701106309890747,
      "learning_rate": 3.057142857142857e-05,
      "loss": 1.045,
      "step": 1190
    },
    {
      "epoch": 0.5333333333333333,
      "grad_norm": 2.3694677352905273,
      "learning_rate": 3.0285714285714288e-05,
      "loss": 0.7394,
      "step": 1200
    },
    {
      "epoch": 0.5377777777777778,
      "grad_norm": 3.630218267440796,
      "learning_rate": 3e-05,
      "loss": 0.8106,
      "step": 1210
    },
    {
      "epoch": 0.5422222222222223,
      "grad_norm": 1.8953900337219238,
      "learning_rate": 2.9714285714285717e-05,
      "loss": 0.8347,
      "step": 1220
    },
    {
      "epoch": 0.5466666666666666,
      "grad_norm": 2.067115545272827,
      "learning_rate": 2.9428571428571426e-05,
      "loss": 0.9066,
      "step": 1230
    },
    {
      "epoch": 0.5511111111111111,
      "grad_norm": 2.195612907409668,
      "learning_rate": 2.9142857142857146e-05,
      "loss": 0.85,
      "step": 1240
    },
    {
      "epoch": 0.5555555555555556,
      "grad_norm": 6.791778564453125,
      "learning_rate": 2.885714285714286e-05,
      "loss": 0.6259,
      "step": 1250
    },
    {
      "epoch": 0.56,
      "grad_norm": 3.0913190841674805,
      "learning_rate": 2.857142857142857e-05,
      "loss": 0.8132,
      "step": 1260
    },
    {
      "epoch": 0.5644444444444444,
      "grad_norm": 8.887785911560059,
      "learning_rate": 2.8285714285714287e-05,
      "loss": 0.626,
      "step": 1270
    },
    {
      "epoch": 0.5688888888888889,
      "grad_norm": 2.769585132598877,
      "learning_rate": 2.8000000000000003e-05,
      "loss": 0.5566,
      "step": 1280
    },
    {
      "epoch": 0.5733333333333334,
      "grad_norm": 2.938758373260498,
      "learning_rate": 2.7714285714285716e-05,
      "loss": 0.7082,
      "step": 1290
    },
    {
      "epoch": 0.5777777777777777,
      "grad_norm": 3.9184396266937256,
      "learning_rate": 2.742857142857143e-05,
      "loss": 0.5574,
      "step": 1300
    },
    {
      "epoch": 0.5822222222222222,
      "grad_norm": 2.5171377658843994,
      "learning_rate": 2.714285714285714e-05,
      "loss": 0.497,
      "step": 1310
    },
    {
      "epoch": 0.5866666666666667,
      "grad_norm": 4.993486404418945,
      "learning_rate": 2.6857142857142857e-05,
      "loss": 0.6557,
      "step": 1320
    },
    {
      "epoch": 0.5911111111111111,
      "grad_norm": 5.2871551513671875,
      "learning_rate": 2.6571428571428576e-05,
      "loss": 0.7234,
      "step": 1330
    },
    {
      "epoch": 0.5955555555555555,
      "grad_norm": 4.414983749389648,
      "learning_rate": 2.6285714285714286e-05,
      "loss": 0.8204,
      "step": 1340
    },
    {
      "epoch": 0.6,
      "grad_norm": 2.0641419887542725,
      "learning_rate": 2.6000000000000002e-05,
      "loss": 0.5932,
      "step": 1350
    },
    {
      "epoch": 0.6044444444444445,
      "grad_norm": 4.55308723449707,
      "learning_rate": 2.5714285714285714e-05,
      "loss": 0.7171,
      "step": 1360
    },
    {
      "epoch": 0.6088888888888889,
      "grad_norm": 4.960785865783691,
      "learning_rate": 2.542857142857143e-05,
      "loss": 0.5145,
      "step": 1370
    },
    {
      "epoch": 0.6133333333333333,
      "grad_norm": 4.376406669616699,
      "learning_rate": 2.5142857142857147e-05,
      "loss": 0.5864,
      "step": 1380
    },
    {
      "epoch": 0.6177777777777778,
      "grad_norm": 14.931255340576172,
      "learning_rate": 2.485714285714286e-05,
      "loss": 0.5942,
      "step": 1390
    },
    {
      "epoch": 0.6222222222222222,
      "grad_norm": 80.68295288085938,
      "learning_rate": 2.4571428571428572e-05,
      "loss": 0.7149,
      "step": 1400
    },
    {
      "epoch": 0.6266666666666667,
      "grad_norm": 6.966264247894287,
      "learning_rate": 2.4285714285714288e-05,
      "loss": 0.5357,
      "step": 1410
    },
    {
      "epoch": 0.6311111111111111,
      "grad_norm": 11.523138046264648,
      "learning_rate": 2.4e-05,
      "loss": 0.5548,
      "step": 1420
    },
    {
      "epoch": 0.6355555555555555,
      "grad_norm": 5.8682475090026855,
      "learning_rate": 2.3714285714285717e-05,
      "loss": 0.6273,
      "step": 1430
    },
    {
      "epoch": 0.64,
      "grad_norm": 5.063971519470215,
      "learning_rate": 2.342857142857143e-05,
      "loss": 0.5253,
      "step": 1440
    },
    {
      "epoch": 0.6444444444444445,
      "grad_norm": 6.171313285827637,
      "learning_rate": 2.3142857142857145e-05,
      "loss": 0.5423,
      "step": 1450
    },
    {
      "epoch": 0.6488888888888888,
      "grad_norm": 7.615331649780273,
      "learning_rate": 2.2857142857142858e-05,
      "loss": 0.708,
      "step": 1460
    },
    {
      "epoch": 0.6533333333333333,
      "grad_norm": 6.465192794799805,
      "learning_rate": 2.257142857142857e-05,
      "loss": 0.6355,
      "step": 1470
    },
    {
      "epoch": 0.6577777777777778,
      "grad_norm": 11.557660102844238,
      "learning_rate": 2.2285714285714287e-05,
      "loss": 0.5724,
      "step": 1480
    },
    {
      "epoch": 0.6622222222222223,
      "grad_norm": 10.57749080657959,
      "learning_rate": 2.2000000000000003e-05,
      "loss": 0.6745,
      "step": 1490
    },
    {
      "epoch": 0.6666666666666666,
      "grad_norm": 7.165240287780762,
      "learning_rate": 2.1714285714285715e-05,
      "loss": 0.582,
      "step": 1500
    },
    {
      "epoch": 0.6711111111111111,
      "grad_norm": 4.825045108795166,
      "learning_rate": 2.1428571428571428e-05,
      "loss": 0.4501,
      "step": 1510
    },
    {
      "epoch": 0.6755555555555556,
      "grad_norm": 5.933408737182617,
      "learning_rate": 2.1142857142857144e-05,
      "loss": 0.6209,
      "step": 1520
    },
    {
      "epoch": 0.68,
      "grad_norm": 3.2412068843841553,
      "learning_rate": 2.0857142857142857e-05,
      "loss": 0.6279,
      "step": 1530
    },
    {
      "epoch": 0.6844444444444444,
      "grad_norm": 8.654913902282715,
      "learning_rate": 2.0571428571428573e-05,
      "loss": 0.5614,
      "step": 1540
    },
    {
      "epoch": 0.6888888888888889,
      "grad_norm": 3.5298168659210205,
      "learning_rate": 2.0285714285714286e-05,
      "loss": 0.6737,
      "step": 1550
    },
    {
      "epoch": 0.6933333333333334,
      "grad_norm": 3.3998289108276367,
      "learning_rate": 2e-05,
      "loss": 0.669,
      "step": 1560
    },
    {
      "epoch": 0.6977777777777778,
      "grad_norm": 4.436722278594971,
      "learning_rate": 1.9714285714285714e-05,
      "loss": 0.7394,
      "step": 1570
    },
    {
      "epoch": 0.7022222222222222,
      "grad_norm": 5.631706714630127,
      "learning_rate": 1.942857142857143e-05,
      "loss": 0.5167,
      "step": 1580
    },
    {
      "epoch": 0.7066666666666667,
      "grad_norm": 4.268092155456543,
      "learning_rate": 1.9142857142857143e-05,
      "loss": 0.5114,
      "step": 1590
    },
    {
      "epoch": 0.7111111111111111,
      "grad_norm": 14.461816787719727,
      "learning_rate": 1.885714285714286e-05,
      "loss": 0.5903,
      "step": 1600
    },
    {
      "epoch": 0.7155555555555555,
      "grad_norm": 6.177591323852539,
      "learning_rate": 1.8571428571428572e-05,
      "loss": 0.4619,
      "step": 1610
    },
    {
      "epoch": 0.72,
      "grad_norm": 3.8775877952575684,
      "learning_rate": 1.8285714285714288e-05,
      "loss": 0.4254,
      "step": 1620
    },
    {
      "epoch": 0.7244444444444444,
      "grad_norm": 10.525681495666504,
      "learning_rate": 1.8e-05,
      "loss": 0.7416,
      "step": 1630
    },
    {
      "epoch": 0.7288888888888889,
      "grad_norm": 8.446870803833008,
      "learning_rate": 1.7714285714285713e-05,
      "loss": 0.5597,
      "step": 1640
    },
    {
      "epoch": 0.7333333333333333,
      "grad_norm": 6.213122367858887,
      "learning_rate": 1.742857142857143e-05,
      "loss": 0.4531,
      "step": 1650
    },
    {
      "epoch": 0.7377777777777778,
      "grad_norm": 6.555688858032227,
      "learning_rate": 1.7142857142857145e-05,
      "loss": 0.6882,
      "step": 1660
    },
    {
      "epoch": 0.7422222222222222,
      "grad_norm": 5.502016067504883,
      "learning_rate": 1.6857142857142858e-05,
      "loss": 0.5177,
      "step": 1670
    },
    {
      "epoch": 0.7466666666666667,
      "grad_norm": 4.0184102058410645,
      "learning_rate": 1.657142857142857e-05,
      "loss": 0.4499,
      "step": 1680
    },
    {
      "epoch": 0.7511111111111111,
      "grad_norm": 5.010197639465332,
      "learning_rate": 1.6285714285714287e-05,
      "loss": 0.5105,
      "step": 1690
    },
    {
      "epoch": 0.7555555555555555,
      "grad_norm": 6.907636642456055,
      "learning_rate": 1.6000000000000003e-05,
      "loss": 0.4339,
      "step": 1700
    },
    {
      "epoch": 0.76,
      "grad_norm": 4.459092617034912,
      "learning_rate": 1.5714285714285715e-05,
      "loss": 0.5309,
      "step": 1710
    },
    {
      "epoch": 0.7644444444444445,
      "grad_norm": 6.3801164627075195,
      "learning_rate": 1.5428571428571428e-05,
      "loss": 0.5354,
      "step": 1720
    },
    {
      "epoch": 0.7688888888888888,
      "grad_norm": 3.440077066421509,
      "learning_rate": 1.5142857142857144e-05,
      "loss": 0.4684,
      "step": 1730
    },
    {
      "epoch": 0.7733333333333333,
      "grad_norm": 8.774897575378418,
      "learning_rate": 1.4857142857142858e-05,
      "loss": 0.6064,
      "step": 1740
    },
    {
      "epoch": 0.7777777777777778,
      "grad_norm": 4.872552871704102,
      "learning_rate": 1.4571428571428573e-05,
      "loss": 0.5877,
      "step": 1750
    },
    {
      "epoch": 0.7822222222222223,
      "grad_norm": 4.998244762420654,
      "learning_rate": 1.4285714285714285e-05,
      "loss": 0.3201,
      "step": 1760
    },
    {
      "epoch": 0.7866666666666666,
      "grad_norm": 9.849549293518066,
      "learning_rate": 1.4000000000000001e-05,
      "loss": 0.552,
      "step": 1770
    },
    {
      "epoch": 0.7911111111111111,
      "grad_norm": 3.8695757389068604,
      "learning_rate": 1.3714285714285716e-05,
      "loss": 0.4807,
      "step": 1780
    },
    {
      "epoch": 0.7955555555555556,
      "grad_norm": 10.59960651397705,
      "learning_rate": 1.3428571428571429e-05,
      "loss": 0.5487,
      "step": 1790
    },
    {
      "epoch": 0.8,
      "grad_norm": 3.5705807209014893,
      "learning_rate": 1.3142857142857143e-05,
      "loss": 0.4526,
      "step": 1800
    },
    {
      "epoch": 0.8044444444444444,
      "grad_norm": 3.2554914951324463,
      "learning_rate": 1.2857142857142857e-05,
      "loss": 0.6035,
      "step": 1810
    },
    {
      "epoch": 0.8088888888888889,
      "grad_norm": 10.050302505493164,
      "learning_rate": 1.2571428571428573e-05,
      "loss": 0.6413,
      "step": 1820
    },
    {
      "epoch": 0.8133333333333334,
      "grad_norm": 3.8750650882720947,
      "learning_rate": 1.2285714285714286e-05,
      "loss": 0.4818,
      "step": 1830
    },
    {
      "epoch": 0.8177777777777778,
      "grad_norm": 5.40247917175293,
      "learning_rate": 1.2e-05,
      "loss": 0.5041,
      "step": 1840
    },
    {
      "epoch": 0.8222222222222222,
      "grad_norm": 4.115529537200928,
      "learning_rate": 1.1714285714285715e-05,
      "loss": 0.4337,
      "step": 1850
    },
    {
      "epoch": 0.8266666666666667,
      "grad_norm": 4.241470813751221,
      "learning_rate": 1.1428571428571429e-05,
      "loss": 0.5223,
      "step": 1860
    },
    {
      "epoch": 0.8311111111111111,
      "grad_norm": 25.0269775390625,
      "learning_rate": 1.1142857142857143e-05,
      "loss": 0.6195,
      "step": 1870
    },
    {
      "epoch": 0.8355555555555556,
      "grad_norm": 4.397892475128174,
      "learning_rate": 1.0857142857142858e-05,
      "loss": 0.5594,
      "step": 1880
    },
    {
      "epoch": 0.84,
      "grad_norm": 15.26313591003418,
      "learning_rate": 1.0571428571428572e-05,
      "loss": 0.6732,
      "step": 1890
    },
    {
      "epoch": 0.8444444444444444,
      "grad_norm": 7.27249813079834,
      "learning_rate": 1.0285714285714286e-05,
      "loss": 0.6866,
      "step": 1900
    },
    {
      "epoch": 0.8488888888888889,
      "grad_norm": 4.72747278213501,
      "learning_rate": 1e-05,
      "loss": 0.4916,
      "step": 1910
    },
    {
      "epoch": 0.8533333333333334,
      "grad_norm": 8.689544677734375,
      "learning_rate": 9.714285714285715e-06,
      "loss": 0.4455,
      "step": 1920
    },
    {
      "epoch": 0.8577777777777778,
      "grad_norm": 6.947673797607422,
      "learning_rate": 9.42857142857143e-06,
      "loss": 0.394,
      "step": 1930
    },
    {
      "epoch": 0.8622222222222222,
      "grad_norm": 12.597881317138672,
      "learning_rate": 9.142857142857144e-06,
      "loss": 0.5695,
      "step": 1940
    },
    {
      "epoch": 0.8666666666666667,
      "grad_norm": 5.3088274002075195,
      "learning_rate": 8.857142857142857e-06,
      "loss": 0.5589,
      "step": 1950
    },
    {
      "epoch": 0.8711111111111111,
      "grad_norm": 4.580944061279297,
      "learning_rate": 8.571428571428573e-06,
      "loss": 0.5902,
      "step": 1960
    },
    {
      "epoch": 0.8755555555555555,
      "grad_norm": 4.883549213409424,
      "learning_rate": 8.285714285714285e-06,
      "loss": 0.4635,
      "step": 1970
    },
    {
      "epoch": 0.88,
      "grad_norm": 20.647493362426758,
      "learning_rate": 8.000000000000001e-06,
      "loss": 0.5043,
      "step": 1980
    },
    {
      "epoch": 0.8844444444444445,
      "grad_norm": 5.067135810852051,
      "learning_rate": 7.714285714285714e-06,
      "loss": 0.4372,
      "step": 1990
    },
    {
      "epoch": 0.8888888888888888,
      "grad_norm": 8.781386375427246,
      "learning_rate": 7.428571428571429e-06,
      "loss": 0.4274,
      "step": 2000
    },
    {
      "epoch": 0.8933333333333333,
      "grad_norm": 4.173491954803467,
      "learning_rate": 7.142857142857143e-06,
      "loss": 0.422,
      "step": 2010
    },
    {
      "epoch": 0.8977777777777778,
      "grad_norm": 5.917858600616455,
      "learning_rate": 6.857142857142858e-06,
      "loss": 0.505,
      "step": 2020
    },
    {
      "epoch": 0.9022222222222223,
      "grad_norm": 6.02107048034668,
      "learning_rate": 6.5714285714285714e-06,
      "loss": 0.4933,
      "step": 2030
    },
    {
      "epoch": 0.9066666666666666,
      "grad_norm": 5.2334794998168945,
      "learning_rate": 6.285714285714287e-06,
      "loss": 0.4,
      "step": 2040
    },
    {
      "epoch": 0.9111111111111111,
      "grad_norm": 6.435775279998779,
      "learning_rate": 6e-06,
      "loss": 0.5269,
      "step": 2050
    },
    {
      "epoch": 0.9155555555555556,
      "grad_norm": 11.653307914733887,
      "learning_rate": 5.7142857142857145e-06,
      "loss": 0.5007,
      "step": 2060
    },
    {
      "epoch": 0.92,
      "grad_norm": 6.596048355102539,
      "learning_rate": 5.428571428571429e-06,
      "loss": 0.482,
      "step": 2070
    },
    {
      "epoch": 0.9244444444444444,
      "grad_norm": 11.182780265808105,
      "learning_rate": 5.142857142857143e-06,
      "loss": 0.498,
      "step": 2080
    },
    {
      "epoch": 0.9288888888888889,
      "grad_norm": 7.414155960083008,
      "learning_rate": 4.857142857142858e-06,
      "loss": 0.4041,
      "step": 2090
    },
    {
      "epoch": 0.9333333333333333,
      "grad_norm": 3.3029086589813232,
      "learning_rate": 4.571428571428572e-06,
      "loss": 0.4889,
      "step": 2100
    },
    {
      "epoch": 0.9377777777777778,
      "grad_norm": 4.610305309295654,
      "learning_rate": 4.285714285714286e-06,
      "loss": 0.3627,
      "step": 2110
    },
    {
      "epoch": 0.9422222222222222,
      "grad_norm": 13.668721199035645,
      "learning_rate": 4.000000000000001e-06,
      "loss": 0.5639,
      "step": 2120
    },
    {
      "epoch": 0.9466666666666667,
      "grad_norm": 11.849321365356445,
      "learning_rate": 3.7142857142857146e-06,
      "loss": 0.4124,
      "step": 2130
    },
    {
      "epoch": 0.9511111111111111,
      "grad_norm": 4.347206115722656,
      "learning_rate": 3.428571428571429e-06,
      "loss": 0.3611,
      "step": 2140
    },
    {
      "epoch": 0.9555555555555556,
      "grad_norm": 5.468479156494141,
      "learning_rate": 3.1428571428571433e-06,
      "loss": 0.4312,
      "step": 2150
    },
    {
      "epoch": 0.96,
      "grad_norm": 5.55856466293335,
      "learning_rate": 2.8571428571428573e-06,
      "loss": 0.3958,
      "step": 2160
    },
    {
      "epoch": 0.9644444444444444,
      "grad_norm": 10.76039981842041,
      "learning_rate": 2.5714285714285716e-06,
      "loss": 0.5161,
      "step": 2170
    },
    {
      "epoch": 0.9688888888888889,
      "grad_norm": 6.2166547775268555,
      "learning_rate": 2.285714285714286e-06,
      "loss": 0.4374,
      "step": 2180
    },
    {
      "epoch": 0.9733333333333334,
      "grad_norm": 8.524560928344727,
      "learning_rate": 2.0000000000000003e-06,
      "loss": 0.4948,
      "step": 2190
    },
    {
      "epoch": 0.9777777777777777,
      "grad_norm": 7.957738399505615,
      "learning_rate": 1.7142857142857145e-06,
      "loss": 0.4129,
      "step": 2200
    },
    {
      "epoch": 0.9822222222222222,
      "grad_norm": 9.382002830505371,
      "learning_rate": 1.4285714285714286e-06,
      "loss": 0.3626,
      "step": 2210
    },
    {
      "epoch": 0.9866666666666667,
      "grad_norm": 5.674395561218262,
      "learning_rate": 1.142857142857143e-06,
      "loss": 0.5119,
      "step": 2220
    },
    {
      "epoch": 0.9911111111111112,
      "grad_norm": 4.210872650146484,
      "learning_rate": 8.571428571428572e-07,
      "loss": 0.4205,
      "step": 2230
    },
    {
      "epoch": 0.9955555555555555,
      "grad_norm": 5.570230007171631,
      "learning_rate": 5.714285714285715e-07,
      "loss": 0.5659,
      "step": 2240
    },
    {
      "epoch": 1.0,
      "grad_norm": 4.3954572677612305,
      "learning_rate": 2.8571428571428575e-07,
      "loss": 0.4376,
      "step": 2250
    }
  ],
  "logging_steps": 10,
  "max_steps": 2250,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 5000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 2.74343695220736e+17,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}