{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 3.0,
  "eval_steps": 2500,
  "global_step": 15000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.02,
      "grad_norm": 1.482173204421997,
      "learning_rate": 4.000000000000001e-06,
      "loss": 1.4165,
      "step": 100
    },
    {
      "epoch": 0.04,
      "grad_norm": 1.0766079425811768,
      "learning_rate": 8.000000000000001e-06,
      "loss": 1.0351,
      "step": 200
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.8878026008605957,
      "learning_rate": 1.2e-05,
      "loss": 0.9911,
      "step": 300
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.8634878396987915,
      "learning_rate": 1.6000000000000003e-05,
      "loss": 0.9833,
      "step": 400
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.8714269399642944,
      "learning_rate": 2e-05,
      "loss": 0.9708,
      "step": 500
    },
    {
      "epoch": 0.12,
      "grad_norm": 1.1247708797454834,
      "learning_rate": 1.9862068965517244e-05,
      "loss": 0.9742,
      "step": 600
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.8334652781486511,
      "learning_rate": 1.9724137931034483e-05,
      "loss": 0.9529,
      "step": 700
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.8450727462768555,
      "learning_rate": 1.9586206896551725e-05,
      "loss": 0.9545,
      "step": 800
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.9118452072143555,
      "learning_rate": 1.9448275862068968e-05,
      "loss": 0.9456,
      "step": 900
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.7823046445846558,
      "learning_rate": 1.931034482758621e-05,
      "loss": 0.9338,
      "step": 1000
    },
    {
      "epoch": 0.22,
      "grad_norm": 1.1707388162612915,
      "learning_rate": 1.917241379310345e-05,
      "loss": 0.9433,
      "step": 1100
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.9278285503387451,
      "learning_rate": 1.903448275862069e-05,
      "loss": 0.9442,
      "step": 1200
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.8357234001159668,
      "learning_rate": 1.8896551724137934e-05,
      "loss": 0.9439,
      "step": 1300
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.8239058256149292,
      "learning_rate": 1.8758620689655173e-05,
      "loss": 0.9428,
      "step": 1400
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.8225810527801514,
      "learning_rate": 1.8620689655172415e-05,
      "loss": 0.945,
      "step": 1500
    },
    {
      "epoch": 0.32,
      "grad_norm": 5.317204475402832,
      "learning_rate": 1.8482758620689657e-05,
      "loss": 0.9333,
      "step": 1600
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.8159579634666443,
      "learning_rate": 1.8344827586206896e-05,
      "loss": 0.9462,
      "step": 1700
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.8454849123954773,
      "learning_rate": 1.820689655172414e-05,
      "loss": 0.9283,
      "step": 1800
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.8753693103790283,
      "learning_rate": 1.806896551724138e-05,
      "loss": 0.9193,
      "step": 1900
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.808141827583313,
      "learning_rate": 1.7931034482758623e-05,
      "loss": 0.9568,
      "step": 2000
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.9040705561637878,
      "learning_rate": 1.7793103448275862e-05,
      "loss": 0.9189,
      "step": 2100
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.7747160792350769,
      "learning_rate": 1.7655172413793105e-05,
      "loss": 0.9285,
      "step": 2200
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.7610200643539429,
      "learning_rate": 1.7517241379310347e-05,
      "loss": 0.9339,
      "step": 2300
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.8340559601783752,
      "learning_rate": 1.7379310344827586e-05,
      "loss": 0.9362,
      "step": 2400
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.7427037954330444,
      "learning_rate": 1.7241379310344828e-05,
      "loss": 0.9302,
      "step": 2500
    },
    {
      "epoch": 0.5,
      "eval_loss": 0.9145726561546326,
      "eval_runtime": 40.1434,
      "eval_samples_per_second": 24.911,
      "eval_steps_per_second": 6.228,
      "step": 2500
    },
    {
      "epoch": 0.52,
      "grad_norm": 0.7336578369140625,
      "learning_rate": 1.710344827586207e-05,
      "loss": 0.9184,
      "step": 2600
    },
    {
      "epoch": 0.54,
      "grad_norm": 0.7962681651115417,
      "learning_rate": 1.6965517241379313e-05,
      "loss": 0.9207,
      "step": 2700
    },
    {
      "epoch": 0.56,
      "grad_norm": 0.7666469812393188,
      "learning_rate": 1.6827586206896552e-05,
      "loss": 0.9169,
      "step": 2800
    },
    {
      "epoch": 0.58,
      "grad_norm": 0.7549653053283691,
      "learning_rate": 1.6689655172413794e-05,
      "loss": 0.9231,
      "step": 2900
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.8372851610183716,
      "learning_rate": 1.6551724137931037e-05,
      "loss": 0.9189,
      "step": 3000
    },
    {
      "epoch": 0.62,
      "grad_norm": 0.9210222363471985,
      "learning_rate": 1.6413793103448276e-05,
      "loss": 0.9227,
      "step": 3100
    },
    {
      "epoch": 0.64,
      "grad_norm": 0.9357787370681763,
      "learning_rate": 1.6275862068965518e-05,
      "loss": 0.9192,
      "step": 3200
    },
    {
      "epoch": 0.66,
      "grad_norm": 0.7520227432250977,
      "learning_rate": 1.613793103448276e-05,
      "loss": 0.8994,
      "step": 3300
    },
    {
      "epoch": 0.68,
      "grad_norm": 0.9676304459571838,
      "learning_rate": 1.6000000000000003e-05,
      "loss": 0.9105,
      "step": 3400
    },
    {
      "epoch": 0.7,
      "grad_norm": 0.8729006052017212,
      "learning_rate": 1.586206896551724e-05,
      "loss": 0.9184,
      "step": 3500
    },
    {
      "epoch": 0.72,
      "grad_norm": 0.899910032749176,
      "learning_rate": 1.5724137931034484e-05,
      "loss": 0.9051,
      "step": 3600
    },
    {
      "epoch": 0.74,
      "grad_norm": 0.874957799911499,
      "learning_rate": 1.5586206896551726e-05,
      "loss": 0.9252,
      "step": 3700
    },
    {
      "epoch": 0.76,
      "grad_norm": 0.8180311322212219,
      "learning_rate": 1.5448275862068965e-05,
      "loss": 0.9204,
      "step": 3800
    },
    {
      "epoch": 0.78,
      "grad_norm": 0.8456066846847534,
      "learning_rate": 1.5310344827586208e-05,
      "loss": 0.9159,
      "step": 3900
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.895601212978363,
      "learning_rate": 1.5172413793103448e-05,
      "loss": 0.9075,
      "step": 4000
    },
    {
      "epoch": 0.82,
      "grad_norm": 0.7567282915115356,
      "learning_rate": 1.503448275862069e-05,
      "loss": 0.8972,
      "step": 4100
    },
    {
      "epoch": 0.84,
      "grad_norm": 0.7225831151008606,
      "learning_rate": 1.4896551724137933e-05,
      "loss": 0.9193,
      "step": 4200
    },
    {
      "epoch": 0.86,
      "grad_norm": 0.8456130623817444,
      "learning_rate": 1.4758620689655174e-05,
      "loss": 0.9043,
      "step": 4300
    },
    {
      "epoch": 0.88,
      "grad_norm": 0.7458916306495667,
      "learning_rate": 1.4620689655172416e-05,
      "loss": 0.9069,
      "step": 4400
    },
    {
      "epoch": 0.9,
      "grad_norm": 0.7301814556121826,
      "learning_rate": 1.4482758620689657e-05,
      "loss": 0.9143,
      "step": 4500
    },
    {
      "epoch": 0.92,
      "grad_norm": 0.8358351588249207,
      "learning_rate": 1.4344827586206897e-05,
      "loss": 0.9024,
      "step": 4600
    },
    {
      "epoch": 0.94,
      "grad_norm": 0.9452328085899353,
      "learning_rate": 1.4206896551724138e-05,
      "loss": 0.909,
      "step": 4700
    },
    {
      "epoch": 0.96,
      "grad_norm": 0.7513816952705383,
      "learning_rate": 1.406896551724138e-05,
      "loss": 0.9049,
      "step": 4800
    },
    {
      "epoch": 0.98,
      "grad_norm": 0.7348505258560181,
      "learning_rate": 1.3931034482758621e-05,
      "loss": 0.9024,
      "step": 4900
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.7450273633003235,
      "learning_rate": 1.3793103448275863e-05,
      "loss": 0.903,
      "step": 5000
    },
    {
      "epoch": 1.0,
      "eval_loss": 0.9057763814926147,
      "eval_runtime": 40.9147,
      "eval_samples_per_second": 24.441,
      "eval_steps_per_second": 6.11,
      "step": 5000
    },
    {
      "epoch": 1.02,
      "grad_norm": 0.8260780572891235,
      "learning_rate": 1.3655172413793106e-05,
      "loss": 0.797,
      "step": 5100
    },
    {
      "epoch": 1.04,
      "grad_norm": 0.9057289958000183,
      "learning_rate": 1.3517241379310346e-05,
      "loss": 0.7991,
      "step": 5200
    },
    {
      "epoch": 1.06,
      "grad_norm": 0.7878429889678955,
      "learning_rate": 1.3379310344827587e-05,
      "loss": 0.7986,
      "step": 5300
    },
    {
      "epoch": 1.08,
      "grad_norm": 0.8928379416465759,
      "learning_rate": 1.324137931034483e-05,
      "loss": 0.8137,
      "step": 5400
    },
    {
      "epoch": 1.1,
      "grad_norm": 0.8249024152755737,
      "learning_rate": 1.310344827586207e-05,
      "loss": 0.7987,
      "step": 5500
    },
    {
      "epoch": 1.12,
      "grad_norm": 0.7873898148536682,
      "learning_rate": 1.296551724137931e-05,
      "loss": 0.8021,
      "step": 5600
    },
    {
      "epoch": 1.14,
      "grad_norm": 0.9511479735374451,
      "learning_rate": 1.2827586206896551e-05,
      "loss": 0.8004,
      "step": 5700
    },
    {
      "epoch": 1.16,
      "grad_norm": 0.9020041227340698,
      "learning_rate": 1.2689655172413795e-05,
      "loss": 0.7941,
      "step": 5800
    },
    {
      "epoch": 1.18,
      "grad_norm": 0.8485173583030701,
      "learning_rate": 1.2551724137931036e-05,
      "loss": 0.7892,
      "step": 5900
    },
    {
      "epoch": 1.2,
      "grad_norm": 0.827191174030304,
      "learning_rate": 1.2413793103448277e-05,
      "loss": 0.8055,
      "step": 6000
    },
    {
      "epoch": 1.22,
      "grad_norm": 0.7705573439598083,
      "learning_rate": 1.2275862068965519e-05,
      "loss": 0.7992,
      "step": 6100
    },
    {
      "epoch": 1.24,
      "grad_norm": 0.806735634803772,
      "learning_rate": 1.213793103448276e-05,
      "loss": 0.8084,
      "step": 6200
    },
    {
      "epoch": 1.26,
      "grad_norm": 0.7915472388267517,
      "learning_rate": 1.2e-05,
      "loss": 0.7968,
      "step": 6300
    },
    {
      "epoch": 1.28,
      "grad_norm": 0.8447715044021606,
      "learning_rate": 1.1862068965517241e-05,
      "loss": 0.7857,
      "step": 6400
    },
    {
      "epoch": 1.3,
      "grad_norm": 0.8174277544021606,
      "learning_rate": 1.1724137931034483e-05,
      "loss": 0.8081,
      "step": 6500
    },
    {
      "epoch": 1.32,
      "grad_norm": 0.8464189767837524,
      "learning_rate": 1.1586206896551726e-05,
      "loss": 0.7923,
      "step": 6600
    },
    {
      "epoch": 1.34,
      "grad_norm": 0.8201343417167664,
      "learning_rate": 1.1448275862068966e-05,
      "loss": 0.8015,
      "step": 6700
    },
    {
      "epoch": 1.36,
      "grad_norm": 0.834135890007019,
      "learning_rate": 1.1310344827586209e-05,
      "loss": 0.7984,
      "step": 6800
    },
    {
      "epoch": 1.38,
      "grad_norm": 0.8788368701934814,
      "learning_rate": 1.117241379310345e-05,
      "loss": 0.7932,
      "step": 6900
    },
    {
      "epoch": 1.4,
      "grad_norm": 0.7641535401344299,
      "learning_rate": 1.103448275862069e-05,
      "loss": 0.7959,
      "step": 7000
    },
    {
      "epoch": 1.42,
      "grad_norm": 0.8290014863014221,
      "learning_rate": 1.0896551724137932e-05,
      "loss": 0.7908,
      "step": 7100
    },
    {
      "epoch": 1.44,
      "grad_norm": 0.9937741160392761,
      "learning_rate": 1.0758620689655173e-05,
      "loss": 0.818,
      "step": 7200
    },
    {
      "epoch": 1.46,
      "grad_norm": 0.8346081972122192,
      "learning_rate": 1.0620689655172414e-05,
      "loss": 0.8101,
      "step": 7300
    },
    {
      "epoch": 1.48,
      "grad_norm": 0.8698582053184509,
      "learning_rate": 1.0482758620689658e-05,
      "loss": 0.8128,
      "step": 7400
    },
    {
      "epoch": 1.5,
      "grad_norm": 0.8040934801101685,
      "learning_rate": 1.0344827586206898e-05,
      "loss": 0.7991,
      "step": 7500
    },
    {
      "epoch": 1.5,
      "eval_loss": 0.911612331867218,
      "eval_runtime": 40.9979,
      "eval_samples_per_second": 24.392,
      "eval_steps_per_second": 6.098,
      "step": 7500
    },
    {
      "epoch": 1.52,
      "grad_norm": 0.8177987933158875,
      "learning_rate": 1.0206896551724139e-05,
      "loss": 0.7867,
      "step": 7600
    },
    {
      "epoch": 1.54,
      "grad_norm": 0.7633827924728394,
      "learning_rate": 1.006896551724138e-05,
      "loss": 0.7916,
      "step": 7700
    },
    {
      "epoch": 1.56,
      "grad_norm": 0.8105002641677856,
      "learning_rate": 9.931034482758622e-06,
      "loss": 0.8111,
      "step": 7800
    },
    {
      "epoch": 1.58,
      "grad_norm": 0.893203616142273,
      "learning_rate": 9.793103448275863e-06,
      "loss": 0.7984,
      "step": 7900
    },
    {
      "epoch": 1.6,
      "grad_norm": 0.7978829145431519,
      "learning_rate": 9.655172413793105e-06,
      "loss": 0.8086,
      "step": 8000
    },
    {
      "epoch": 1.62,
      "grad_norm": 0.8793106079101562,
      "learning_rate": 9.517241379310346e-06,
      "loss": 0.8047,
      "step": 8100
    },
    {
      "epoch": 1.64,
      "grad_norm": 0.8467621803283691,
      "learning_rate": 9.379310344827586e-06,
      "loss": 0.8008,
      "step": 8200
    },
    {
      "epoch": 1.66,
      "grad_norm": 0.8126978278160095,
      "learning_rate": 9.241379310344829e-06,
      "loss": 0.7989,
      "step": 8300
    },
    {
      "epoch": 1.68,
      "grad_norm": 0.8217782378196716,
      "learning_rate": 9.10344827586207e-06,
      "loss": 0.7927,
      "step": 8400
    },
    {
      "epoch": 1.7,
      "grad_norm": 0.7457430958747864,
      "learning_rate": 8.965517241379312e-06,
      "loss": 0.794,
      "step": 8500
    },
    {
      "epoch": 1.72,
      "grad_norm": 0.8164616823196411,
      "learning_rate": 8.827586206896552e-06,
      "loss": 0.8057,
      "step": 8600
    },
    {
      "epoch": 1.74,
      "grad_norm": 0.8319987058639526,
      "learning_rate": 8.689655172413793e-06,
      "loss": 0.789,
      "step": 8700
    },
    {
      "epoch": 1.76,
      "grad_norm": 0.9327766299247742,
      "learning_rate": 8.553103448275863e-06,
      "loss": 0.786,
      "step": 8800
    },
    {
      "epoch": 1.78,
      "grad_norm": 0.8273203372955322,
      "learning_rate": 8.415172413793105e-06,
      "loss": 0.7883,
      "step": 8900
    },
    {
      "epoch": 1.8,
      "grad_norm": 0.9450199604034424,
      "learning_rate": 8.277241379310346e-06,
      "loss": 0.8003,
      "step": 9000
    },
    {
      "epoch": 1.82,
      "grad_norm": 0.7524954080581665,
      "learning_rate": 8.139310344827586e-06,
      "loss": 0.7968,
      "step": 9100
    },
    {
      "epoch": 1.84,
      "grad_norm": 0.8359555602073669,
      "learning_rate": 8.001379310344829e-06,
      "loss": 0.801,
      "step": 9200
    },
    {
      "epoch": 1.86,
      "grad_norm": 0.8040117025375366,
      "learning_rate": 7.86344827586207e-06,
      "loss": 0.7914,
      "step": 9300
    },
    {
      "epoch": 1.88,
      "grad_norm": 0.8810254335403442,
      "learning_rate": 7.725517241379312e-06,
      "loss": 0.8007,
      "step": 9400
    },
    {
      "epoch": 1.9,
      "grad_norm": 0.83013516664505,
      "learning_rate": 7.587586206896552e-06,
      "loss": 0.7911,
      "step": 9500
    },
    {
      "epoch": 1.92,
      "grad_norm": 0.8463912010192871,
      "learning_rate": 7.449655172413793e-06,
      "loss": 0.793,
      "step": 9600
    },
    {
      "epoch": 1.94,
      "grad_norm": 0.8582866787910461,
      "learning_rate": 7.311724137931035e-06,
      "loss": 0.7897,
      "step": 9700
    },
    {
      "epoch": 1.96,
      "grad_norm": 0.8311706185340881,
      "learning_rate": 7.173793103448277e-06,
      "loss": 0.7946,
      "step": 9800
    },
    {
      "epoch": 1.98,
      "grad_norm": 0.8774682879447937,
      "learning_rate": 7.0358620689655175e-06,
      "loss": 0.788,
      "step": 9900
    },
    {
      "epoch": 2.0,
      "grad_norm": 0.8584392666816711,
      "learning_rate": 6.897931034482759e-06,
      "loss": 0.7889,
      "step": 10000
    },
    {
      "epoch": 2.0,
      "eval_loss": 0.8923286199569702,
      "eval_runtime": 40.2115,
      "eval_samples_per_second": 24.869,
      "eval_steps_per_second": 6.217,
      "step": 10000
    },
    {
      "epoch": 2.02,
      "grad_norm": 0.8329530954360962,
      "learning_rate": 6.760000000000001e-06,
      "loss": 0.7004,
      "step": 10100
    },
    {
      "epoch": 2.04,
      "grad_norm": 0.8917152881622314,
      "learning_rate": 6.622068965517242e-06,
      "loss": 0.695,
      "step": 10200
    },
    {
      "epoch": 2.06,
      "grad_norm": 1.0538383722305298,
      "learning_rate": 6.4841379310344835e-06,
      "loss": 0.6897,
      "step": 10300
    },
    {
      "epoch": 2.08,
      "grad_norm": 0.8790658712387085,
      "learning_rate": 6.346206896551724e-06,
      "loss": 0.6994,
      "step": 10400
    },
    {
      "epoch": 2.1,
      "grad_norm": 1.0203146934509277,
      "learning_rate": 6.209655172413793e-06,
      "loss": 0.698,
      "step": 10500
    },
    {
      "epoch": 2.12,
      "grad_norm": 0.8630858063697815,
      "learning_rate": 6.071724137931035e-06,
      "loss": 0.6928,
      "step": 10600
    },
    {
      "epoch": 2.14,
      "grad_norm": 0.8968507051467896,
      "learning_rate": 5.933793103448277e-06,
      "loss": 0.6933,
      "step": 10700
    },
    {
      "epoch": 2.16,
      "grad_norm": 0.8782464861869812,
      "learning_rate": 5.7958620689655175e-06,
      "loss": 0.6946,
      "step": 10800
    },
    {
      "epoch": 2.18,
      "grad_norm": 0.9616362452507019,
      "learning_rate": 5.657931034482759e-06,
      "loss": 0.6903,
      "step": 10900
    },
    {
      "epoch": 2.2,
      "grad_norm": 0.9654956459999084,
      "learning_rate": 5.5200000000000005e-06,
      "loss": 0.6919,
      "step": 11000
    },
    {
      "epoch": 2.22,
      "grad_norm": 0.9196248054504395,
      "learning_rate": 5.382068965517242e-06,
      "loss": 0.6853,
      "step": 11100
    },
    {
      "epoch": 2.24,
      "grad_norm": 0.9637214541435242,
      "learning_rate": 5.2441379310344835e-06,
      "loss": 0.6927,
      "step": 11200
    },
    {
      "epoch": 2.26,
      "grad_norm": 0.972012460231781,
      "learning_rate": 5.106206896551724e-06,
      "loss": 0.697,
      "step": 11300
    },
    {
      "epoch": 2.28,
      "grad_norm": 1.038694143295288,
      "learning_rate": 4.968275862068966e-06,
      "loss": 0.6964,
      "step": 11400
    },
    {
      "epoch": 2.3,
      "grad_norm": 0.946384072303772,
      "learning_rate": 4.830344827586207e-06,
      "loss": 0.7077,
      "step": 11500
    },
    {
      "epoch": 2.32,
      "grad_norm": 0.897548496723175,
      "learning_rate": 4.692413793103449e-06,
      "loss": 0.6941,
      "step": 11600
    },
    {
      "epoch": 2.34,
      "grad_norm": 0.9227349162101746,
      "learning_rate": 4.55448275862069e-06,
      "loss": 0.705,
      "step": 11700
    },
    {
      "epoch": 2.36,
      "grad_norm": 0.9196397066116333,
      "learning_rate": 4.416551724137932e-06,
      "loss": 0.6989,
      "step": 11800
    },
    {
      "epoch": 2.38,
      "grad_norm": 0.9564076662063599,
      "learning_rate": 4.278620689655173e-06,
      "loss": 0.688,
      "step": 11900
    },
    {
      "epoch": 2.4,
      "grad_norm": 0.9881793260574341,
      "learning_rate": 4.140689655172414e-06,
      "loss": 0.6917,
      "step": 12000
    },
    {
      "epoch": 2.42,
      "grad_norm": 0.92747962474823,
      "learning_rate": 4.002758620689655e-06,
      "loss": 0.6871,
      "step": 12100
    },
    {
      "epoch": 2.44,
      "grad_norm": 0.9182614088058472,
      "learning_rate": 3.864827586206897e-06,
      "loss": 0.6868,
      "step": 12200
    },
    {
      "epoch": 2.46,
      "grad_norm": 1.0040738582611084,
      "learning_rate": 3.7268965517241383e-06,
      "loss": 0.7016,
      "step": 12300
    },
    {
      "epoch": 2.48,
      "grad_norm": 0.8651072382926941,
      "learning_rate": 3.5889655172413794e-06,
      "loss": 0.6906,
      "step": 12400
    },
    {
      "epoch": 2.5,
      "grad_norm": 0.945471465587616,
      "learning_rate": 3.4510344827586214e-06,
      "loss": 0.6963,
      "step": 12500
    },
    {
      "epoch": 2.5,
      "eval_loss": 0.8942536115646362,
      "eval_runtime": 40.9486,
      "eval_samples_per_second": 24.421,
      "eval_steps_per_second": 6.105,
      "step": 12500
    },
    {
      "epoch": 2.52,
      "grad_norm": 0.864122748374939,
      "learning_rate": 3.3131034482758624e-06,
      "loss": 0.7025,
      "step": 12600
    },
    {
      "epoch": 2.54,
      "grad_norm": 1.153102993965149,
      "learning_rate": 3.175172413793104e-06,
      "loss": 0.699,
      "step": 12700
    },
    {
      "epoch": 2.56,
      "grad_norm": 0.9909245371818542,
      "learning_rate": 3.037241379310345e-06,
      "loss": 0.6848,
      "step": 12800
    },
    {
      "epoch": 2.58,
      "grad_norm": 0.9752694368362427,
      "learning_rate": 2.8993103448275865e-06,
      "loss": 0.6756,
      "step": 12900
    },
    {
      "epoch": 2.6,
      "grad_norm": 1.0156644582748413,
      "learning_rate": 2.7613793103448276e-06,
      "loss": 0.7047,
      "step": 13000
    },
    {
      "epoch": 2.62,
      "grad_norm": 0.9422524571418762,
      "learning_rate": 2.6234482758620695e-06,
      "loss": 0.6999,
      "step": 13100
    },
    {
      "epoch": 2.64,
      "grad_norm": 0.9309016466140747,
      "learning_rate": 2.4855172413793106e-06,
      "loss": 0.6982,
      "step": 13200
    },
    {
      "epoch": 2.66,
      "grad_norm": 0.9932184815406799,
      "learning_rate": 2.3475862068965517e-06,
      "loss": 0.6878,
      "step": 13300
    },
    {
      "epoch": 2.68,
      "grad_norm": 1.0034270286560059,
      "learning_rate": 2.209655172413793e-06,
      "loss": 0.6943,
      "step": 13400
    },
    {
      "epoch": 2.7,
      "grad_norm": 0.9979943037033081,
      "learning_rate": 2.0717241379310347e-06,
      "loss": 0.6874,
      "step": 13500
    },
    {
      "epoch": 2.72,
      "grad_norm": 0.9405415058135986,
      "learning_rate": 1.933793103448276e-06,
      "loss": 0.675,
      "step": 13600
    },
    {
      "epoch": 2.74,
      "grad_norm": 0.973407506942749,
      "learning_rate": 1.7958620689655173e-06,
      "loss": 0.6751,
      "step": 13700
    },
    {
      "epoch": 2.76,
      "grad_norm": 0.9658547043800354,
      "learning_rate": 1.6579310344827588e-06,
      "loss": 0.7019,
      "step": 13800
    },
    {
      "epoch": 2.78,
      "grad_norm": 0.9559837579727173,
      "learning_rate": 1.52e-06,
      "loss": 0.6795,
      "step": 13900
    },
    {
      "epoch": 2.8,
      "grad_norm": 0.9583409428596497,
      "learning_rate": 1.3820689655172416e-06,
      "loss": 0.6943,
      "step": 14000
    },
    {
      "epoch": 2.82,
      "grad_norm": 0.8599256873130798,
      "learning_rate": 1.2441379310344829e-06,
      "loss": 0.6915,
      "step": 14100
    },
    {
      "epoch": 2.84,
      "grad_norm": 0.9818318486213684,
      "learning_rate": 1.1062068965517241e-06,
      "loss": 0.6845,
      "step": 14200
    },
    {
      "epoch": 2.86,
      "grad_norm": 1.0233429670333862,
      "learning_rate": 9.682758620689656e-07,
      "loss": 0.6936,
      "step": 14300
    },
    {
      "epoch": 2.88,
      "grad_norm": 0.9797420501708984,
      "learning_rate": 8.303448275862069e-07,
      "loss": 0.6903,
      "step": 14400
    },
    {
      "epoch": 2.9,
      "grad_norm": 0.9917966723442078,
      "learning_rate": 6.924137931034483e-07,
      "loss": 0.7028,
      "step": 14500
    },
    {
      "epoch": 2.92,
      "grad_norm": 0.9207854270935059,
      "learning_rate": 5.544827586206897e-07,
      "loss": 0.6739,
      "step": 14600
    },
    {
      "epoch": 2.94,
      "grad_norm": 0.9161053895950317,
      "learning_rate": 4.1655172413793107e-07,
      "loss": 0.7003,
      "step": 14700
    },
    {
      "epoch": 2.96,
      "grad_norm": 1.0565011501312256,
      "learning_rate": 2.7862068965517247e-07,
      "loss": 0.6872,
      "step": 14800
    },
    {
      "epoch": 2.98,
      "grad_norm": 1.0897576808929443,
      "learning_rate": 1.406896551724138e-07,
      "loss": 0.6919,
      "step": 14900
    },
    {
      "epoch": 3.0,
      "grad_norm": 0.9112550020217896,
      "learning_rate": 2.758620689655173e-09,
      "loss": 0.6804,
      "step": 15000
    },
    {
      "epoch": 3.0,
      "eval_loss": 0.9123731255531311,
      "eval_runtime": 40.7263,
      "eval_samples_per_second": 24.554,
      "eval_steps_per_second": 6.139,
      "step": 15000
    }
  ],
  "logging_steps": 100,
  "max_steps": 15000,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 2500,
  "total_flos": 1.88804379967488e+18,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}