{
  "config": {
    "epochs": 30,
    "lr": 0.0003,
    "warmup_steps": 667,
    "grad_accum_steps": 4,
    "grad_clip": 1.0
  },
  "train": [
    {
      "epoch": 1,
      "avg_loss": 7.425536,
      "lr": 0.0002998625141045411,
      "step": 1113,
      "time_s": 5022.7
    },
    {
      "epoch": 2,
      "avg_loss": 6.084101,
      "lr": 0.000298322988234269,
      "step": 2226,
      "time_s": 5041.5
    },
    {
      "epoch": 3,
      "avg_loss": 5.6477,
      "lr": 0.00029509154537521725,
      "step": 3339,
      "time_s": 5047.8
    },
    {
      "epoch": 4,
      "avg_loss": 5.394878,
      "lr": 0.00029020504652335535,
      "step": 4452,
      "time_s": 5048.9
    },
    {
      "epoch": 5,
      "avg_loss": 5.222645,
      "lr": 0.0002837192318611158,
      "step": 5565,
      "time_s": 5051.5
    },
    {
      "epoch": 6,
      "avg_loss": 5.080133,
      "lr": 0.00027570808493038764,
      "step": 6678,
      "time_s": 5294.4
    },
    {
      "epoch": 7,
      "avg_loss": 4.958657,
      "lr": 0.0002662629887039187,
      "step": 7791,
      "time_s": 4913.8
    },
    {
      "epoch": 8,
      "avg_loss": 4.863998,
      "lr": 0.0002554916831818026,
      "step": 8904,
      "time_s": 4915.7
    },
    {
      "epoch": 9,
      "avg_loss": 4.794975,
      "lr": 0.00024351703640372173,
      "step": 10017,
      "time_s": 4916.2
    },
    {
      "epoch": 10,
      "avg_loss": 4.742931,
      "lr": 0.00023047564289598436,
      "step": 11130,
      "time_s": 4915.9
    },
    {
      "epoch": 11,
      "avg_loss": 4.69845,
      "lr": 0.00021651626554083667,
      "step": 12243,
      "time_s": 4915.4
    },
    {
      "epoch": 12,
      "avg_loss": 4.662304,
      "lr": 0.00020179813864161316,
      "step": 13356,
      "time_s": 4915.9
    },
    {
      "epoch": 13,
      "avg_loss": 4.629976,
      "lr": 0.00018648915154062174,
      "step": 14469,
      "time_s": 4918.6
    },
    {
      "epoch": 14,
      "avg_loss": 4.601584,
      "lr": 0.00017076393350919474,
      "step": 15582,
      "time_s": 5164.3
    },
    {
      "epoch": 15,
      "avg_loss": 4.576644,
      "lr": 0.00015480186175552063,
      "step": 16695,
      "time_s": 5177.1
    },
    {
      "epoch": 16,
      "avg_loss": 4.553974,
      "lr": 0.00013878501527286722,
      "step": 17808,
      "time_s": 5179.6
    },
    {
      "epoch": 17,
      "avg_loss": 4.533928,
      "lr": 0.00012289609786860295,
      "step": 18921,
      "time_s": 5178.9
    },
    {
      "epoch": 18,
      "avg_loss": 4.51544,
      "lr": 0.0001073163540659783,
      "step": 20034,
      "time_s": 5179.3
    },
    {
      "epoch": 19,
      "avg_loss": 4.499081,
      "lr": 9.222350165192764e-05,
      "step": 21147,
      "time_s": 5182.2
    },
    {
      "epoch": 20,
      "avg_loss": 4.483817,
      "lr": 7.778970445427346e-05,
      "step": 22260,
      "time_s": 5511.1
    },
    {
      "epoch": 21,
      "avg_loss": 4.470338,
      "lr": 6.417960847281683e-05,
      "step": 23373,
      "time_s": 5518.2
    },
    {
      "epoch": 22,
      "avg_loss": 4.458165,
      "lr": 5.154846376612302e-05,
      "step": 24486,
      "time_s": 5509.7
    },
    {
      "epoch": 23,
      "avg_loss": 4.447244,
      "lr": 4.0040353517597394e-05,
      "step": 25599,
      "time_s": 5505.8
    },
    {
      "epoch": 24,
      "avg_loss": 4.437949,
      "lr": 2.9786550481854855e-05,
      "step": 26712,
      "time_s": 5518.2
    },
    {
      "epoch": 25,
      "avg_loss": 4.429744,
      "lr": 2.0904019559362385e-05,
      "step": 27825,
      "time_s": 5518.6
    },
    {
      "epoch": 26,
      "avg_loss": 4.423089,
      "lr": 1.4999999999999999e-05,
      "step": 28938,
      "time_s": 5200.8
    },
    {
      "epoch": 27,
      "avg_loss": 4.419632,
      "lr": 1.4999999999999999e-05,
      "step": 30051,
      "time_s": 5203.6
    },
    {
      "epoch": 28,
      "avg_loss": 4.417868,
      "lr": 1.4999999999999999e-05,
      "step": 31164,
      "time_s": 5205.5
    },
    {
      "epoch": 29,
      "avg_loss": 4.416322,
      "lr": 1.4999999999999999e-05,
      "step": 32277,
      "time_s": 5201.4
    },
    {
      "epoch": 30,
      "avg_loss": 4.414624,
      "lr": 1.4999999999999999e-05,
      "step": 33390,
      "time_s": 5202.3
    }
  ],
  "val": [
    {
      "epoch": 1,
      "avg_loss": 6.385433
    },
    {
      "epoch": 2,
      "avg_loss": 5.7099
    },
    {
      "epoch": 3,
      "avg_loss": 5.391578
    },
    {
      "epoch": 4,
      "avg_loss": 5.185818
    },
    {
      "epoch": 5,
      "avg_loss": 5.030019
    },
    {
      "epoch": 6,
      "avg_loss": 4.92016
    },
    {
      "epoch": 7,
      "avg_loss": 4.794157
    },
    {
      "epoch": 8,
      "avg_loss": 4.722416
    },
    {
      "epoch": 9,
      "avg_loss": 4.666241
    },
    {
      "epoch": 10,
      "avg_loss": 4.629954
    },
    {
      "epoch": 11,
      "avg_loss": 4.589608
    },
    {
      "epoch": 12,
      "avg_loss": 4.56284
    },
    {
      "epoch": 13,
      "avg_loss": 4.541597
    },
    {
      "epoch": 14,
      "avg_loss": 4.519729
    },
    {
      "epoch": 15,
      "avg_loss": 4.498085
    },
    {
      "epoch": 16,
      "avg_loss": 4.483384
    },
    {
      "epoch": 17,
      "avg_loss": 4.466313
    },
    {
      "epoch": 18,
      "avg_loss": 4.456282
    },
    {
      "epoch": 19,
      "avg_loss": 4.444423
    },
    {
      "epoch": 20,
      "avg_loss": 4.433954
    },
    {
      "epoch": 21,
      "avg_loss": 4.422863
    },
    {
      "epoch": 22,
      "avg_loss": 4.415679
    },
    {
      "epoch": 23,
      "avg_loss": 4.407862
    },
    {
      "epoch": 24,
      "avg_loss": 4.400964
    },
    {
      "epoch": 25,
      "avg_loss": 4.395205
    },
    {
      "epoch": 26,
      "avg_loss": 4.392105
    },
    {
      "epoch": 27,
      "avg_loss": 4.391044
    },
    {
      "epoch": 28,
      "avg_loss": 4.389972
    },
    {
      "epoch": 29,
      "avg_loss": 4.389403
    },
    {
      "epoch": 30,
      "avg_loss": 4.3887
    }
  ],
  "sanity": []
}