deltanet_50M.json

[
  {
    "step": 0,
    "val_loss": 5.621358013153076,
    "tok_per_s": 0.0
  },
  {
    "step": 0,
    "train_loss": 5.64911413192749,
    "lr": 1e-06,
    "grad_norm": 27.099479357510347
  },
  {
    "step": 400,
    "train_loss": 2.398966073989868,
    "lr": 0.00040100000000000004,
    "grad_norm": 2.196135251811181
  },
  {
    "step": 500,
    "val_loss": 3.640947675704956,
    "tok_per_s": 9535.600203354274
  },
  {
    "step": 800,
    "train_loss": 2.0833027362823486,
    "lr": 0.0008010000000000001,
    "grad_norm": 1.1349175481398261
  },
  {
    "step": 1000,
    "val_loss": 3.780544173717499,
    "tok_per_s": 11725.258262928171
  },
  {
    "step": 1200,
    "train_loss": 2.1644351482391357,
    "lr": 0.000988964669915361,
    "grad_norm": 1.017884968533845
  },
  {
    "step": 1500,
    "val_loss": 3.493694770336151,
    "tok_per_s": 12755.04477964051
  },
  {
    "step": 1600,
    "train_loss": 1.934144139289856,
    "lr": 0.0009042005118087267,
    "grad_norm": 0.7603376712222735
  },
  {
    "step": 2000,
    "val_loss": 3.551745867729187,
    "tok_per_s": 13343.406266130558
  },
  {
    "step": 2000,
    "train_loss": 1.740228295326233,
    "lr": 0.0007495464131639923,
    "grad_norm": 0.7555832625902893
  },
  {
    "step": 2400,
    "train_loss": 1.6871309280395508,
    "lr": 0.0005517434726252113,
    "grad_norm": 0.5830700367704018
  },
  {
    "step": 2500,
    "val_loss": 3.4994417428970337,
    "tok_per_s": 13724.312075793581
  },
  {
    "step": 2800,
    "train_loss": 1.6141437292099,
    "lr": 0.00034499361559483973,
    "grad_norm": 0.5706124296306655
  },
  {
    "step": 3000,
    "val_loss": 3.3726165175437925,
    "tok_per_s": 13991.385343435013
  },
  {
    "step": 3200,
    "train_loss": 1.9143563508987427,
    "lr": 0.00016504577061691466,
    "grad_norm": 0.6791111654355323
  },
  {
    "step": 3500,
    "val_loss": 3.4791015148162843,
    "tok_per_s": 14186.548234148084
  },
  {
    "step": 3600,
    "train_loss": 1.626238465309143,
    "lr": 4.301455486296946e-05,
    "grad_norm": 0.617041260884856
  },
  {
    "step": 4000,
    "val_loss": 3.520080554485321,
    "tok_per_s": 14312.999280690912
  },
  {
    "step": 4000,
    "train_loss": 1.661009430885315,
    "lr": 2.741556527352529e-10,
    "grad_norm": 0.6085785012195996
  }
]