training_meta.json

{
  "step": 38196,
  "val_loss": 1.68247950930655,
  "val_ppl": 5.378876424356594,
  "params_M": 97.82,
  "pushed_at": "2026-08-06T15:28:30.269550",
  "tokens_seen": 80063705088,
  "architecture": "Rose X1",
  "features": [
    "GQA",
    "QK-Norm",
    "RoPE",
    "SwiGLU",
    "RMSNorm",
    "XSA-RefreshGate"
  ],
  "optimizer": "muon_adamw"
}