training_metadata.json

{
  "run_name": "sparknet-70m-v5",
  "timestamp": "2025-11-15T07:24:08.029637",
  "params": {
    "n_embd": 512,
    "n_layer": 12,
    "n_head": 8,
    "context_length": 1024,
    "token_budget": 1000000000
  },
  "datasets": [
    "sparknet-v5-1b"
  ],
  "notes": "V5 | Custom tokenizer, dropout, cosine LR, static 1B token dataset."
}