File size: 351 Bytes
6d5e61b | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 | {
"step": 19075,
"val_loss": 1.6259081413888932,
"val_ppl": 5.083033054470817,
"params_M": 151.274,
"pushed_at": "2026-08-16T19:41:01.107398",
"tokens_seen": 79967283200,
"architecture": "Rose X1",
"features": [
"GQA",
"QK-Norm",
"RoPE",
"SwiGLU",
"RMSNorm",
"XSA-RefreshGate"
],
"optimizer": "muon_adamw"
} |