| { | |
| "embedding": 33554432, | |
| "attention": 88080384, | |
| "ffn": 176160768, | |
| "norms": 50176, | |
| "memory_tables": 100827136, | |
| "memory_readout": 3905792, | |
| "draft": 591872, | |
| "ssm": 263424, | |
| "total": 403433984, | |
| "non_embedding": 369879552, | |
| "active_non_embedding_per_token": 269098752 | |
| } |