{
  "activation_checkpointing": true,
  "dataset": "tinystories",
  "depth": 8,
  "eval_batch_size": 4,
  "mfu_percent": 10.217708574629848,
  "num_params": 75498000,
  "num_steps": 480,
  "peak_vram_mb": 3033.13671875,
  "smoke_test": false,
  "total_seconds": 7569.189307928085,
  "total_tokens": 251658240,
  "train_batch_size": 4,
  "training_seconds": 7208.875112533569,
  "val_bpb": 0.3975104956810562
}