training_log.json

{
  "config": {
    "epochs": 50,
    "lr": 0.0003,
    "warmup_steps": 500,
    "grad_accum_steps": 8,
    "grad_clip": 1.0
  },
  "train": [
    {
      "epoch": 1,
      "avg_loss": 5.556523,
      "lr": 0.00029999464494118047,
      "step": 576,
      "time_s": 2699.1
    },
    {
      "epoch": 2,
      "avg_loss": 4.122129,
      "lr": 0.0002996060467905289,
      "step": 1152,
      "time_s": 2699.7
    },
    {
      "epoch": 3,
      "avg_loss": 3.51989,
      "lr": 0.00029860407648151763,
      "step": 1728,
      "time_s": 2700.1
    },
    {
      "epoch": 4,
      "avg_loss": 3.177908,
      "lr": 0.0002969928420078021,
      "step": 2304,
      "time_s": 2700.8
    },
    {
      "epoch": 5,
      "avg_loss": 2.955399,
      "lr": 0.0002947789492946639,
      "step": 2880,
      "time_s": 2701.4
    },
    {
      "epoch": 6,
      "avg_loss": 2.745658,
      "lr": 0.00029197147511527473,
      "step": 3456,
      "time_s": 2702.1
    },
    {
      "epoch": 7,
      "avg_loss": 2.583645,
      "lr": 0.000288581929876693,
      "step": 4032,
      "time_s": 2699.6
    },
    {
      "epoch": 8,
      "avg_loss": 2.457457,
      "lr": 0.0002846242104281667,
      "step": 4608,
      "time_s": 2703.2
    },
    {
      "epoch": 9,
      "avg_loss": 2.354412,
      "lr": 0.00028011454308522526,
      "step": 5184,
      "time_s": 2709.7
    },
    {
      "epoch": 10,
      "avg_loss": 2.266502,
      "lr": 0.0002750714171031559,
      "step": 5760,
      "time_s": 2708.4
    },
    {
      "epoch": 11,
      "avg_loss": 2.18637,
      "lr": 0.0002695155088726183,
      "step": 6336,
      "time_s": 2703.1
    },
    {
      "epoch": 12,
      "avg_loss": 2.112232,
      "lr": 0.00026346959714818914,
      "step": 6912,
      "time_s": 2705.5
    }
  ],
  "val": [
    {
      "epoch": 1,
      "avg_loss": 4.572999
    },
    {
      "epoch": 2,
      "avg_loss": 3.741502
    },
    {
      "epoch": 3,
      "avg_loss": 3.292827
    },
    {
      "epoch": 4,
      "avg_loss": 3.067192
    },
    {
      "epoch": 5,
      "avg_loss": 2.852124
    },
    {
      "epoch": 6,
      "avg_loss": 2.683327
    },
    {
      "epoch": 7,
      "avg_loss": 2.568512
    },
    {
      "epoch": 8,
      "avg_loss": 2.506051
    },
    {
      "epoch": 9,
      "avg_loss": 2.45621
    },
    {
      "epoch": 10,
      "avg_loss": 2.405939
    },
    {
      "epoch": 11,
      "avg_loss": 2.374089
    },
    {
      "epoch": 12,
      "avg_loss": 2.360602
    }
  ],
  "sanity": []
}