[
  {
    "step": 0,
    "val_loss": 5.653509521484375,
    "tok_per_s": 0.0
  },
  {
    "step": 0,
    "train_loss": 5.5814666748046875,
    "lr": 1e-06,
    "grad_norm": 13.262894322262873
  },
  {
    "step": 400,
    "train_loss": 2.416318416595459,
    "lr": 0.00040100000000000004,
    "grad_norm": 0.6385184898864017
  },
  {
    "step": 500,
    "val_loss": 3.082964277267456,
    "tok_per_s": 7353.034710926345
  },
  {
    "step": 800,
    "train_loss": 1.6120072603225708,
    "lr": 0.0008010000000000001,
    "grad_norm": 0.7084504426978477
  },
  {
    "step": 1000,
    "val_loss": 3.0517220973968504,
    "tok_per_s": 7422.438347837392
  },
  {
    "step": 1200,
    "train_loss": 1.5758367776870728,
    "lr": 0.000988964669915361,
    "grad_norm": 0.606163267395569
  },
  {
    "step": 1500,
    "val_loss": 2.738486385345459,
    "tok_per_s": 7446.004210597483
  },
  {
    "step": 1600,
    "train_loss": 1.3207018375396729,
    "lr": 0.0009042005118087267,
    "grad_norm": 0.5098235841908811
  },
  {
    "step": 2000,
    "val_loss": 2.8913249254226683,
    "tok_per_s": 7457.7868950539005
  },
  {
    "step": 2000,
    "train_loss": 1.0848292112350464,
    "lr": 0.0007495464131639923,
    "grad_norm": 0.43657336874306774
  },
  {
    "step": 2400,
    "train_loss": 1.086487889289856,
    "lr": 0.0005517434726252113,
    "grad_norm": 0.41061234194201285
  },
  {
    "step": 2500,
    "val_loss": 2.8504832863807676,
    "tok_per_s": 7464.902119770951
  },
  {
    "step": 2800,
    "train_loss": 1.0458492040634155,
    "lr": 0.00034499361559483973,
    "grad_norm": 0.38063624390350104
  },
  {
    "step": 3000,
    "val_loss": 2.5975316882133486,
    "tok_per_s": 7469.624347383343
  },
  {
    "step": 3200,
    "train_loss": 1.2963083982467651,
    "lr": 0.00016504577061691466,
    "grad_norm": 0.554473536775391
  },
  {
    "step": 3500,
    "val_loss": 2.753005313873291,
    "tok_per_s": 7472.654569796267
  },
  {
    "step": 3600,
    "train_loss": 1.0354111194610596,
    "lr": 4.301455486296946e-05,
    "grad_norm": 0.4133181698759571
  },
  {
    "step": 4000,
    "val_loss": 2.771369421482086,
    "tok_per_s": 7475.274380762689
  },
  {
    "step": 4000,
    "train_loss": 1.1188071966171265,
    "lr": 2.741556527352529e-10,
    "grad_norm": 0.4136691179164048
  }
]