{
  "activation_checkpointing": true,
  "dataset": "fineweb-edu-100b-shuffle",
  "depth": 12,
  "eval_batch_size": 4,
  "mfu_percent": 13.080351672255688,
  "num_params": 185599128,
  "num_steps": 448,
  "peak_vram_mb": 4379.2568359375,
  "smoke_test": false,
  "total_seconds": 15153.68583703041,
  "total_tokens": 234881024,
  "train_batch_size": 4,
  "training_seconds": 14431.43845486641,
  "val_bpb": 1.0384125083478744
}