File size: 285 Bytes
827505a | 1 2 3 4 5 6 7 8 9 10 11 12 13 | {
"embedding": 33554432,
"attention": 88080384,
"ffn": 176160768,
"norms": 50176,
"memory_tables": 100827136,
"memory_readout": 3905792,
"draft": 591872,
"ssm": 263424,
"total": 403433984,
"non_embedding": 369879552,
"active_non_embedding_per_token": 269098752
} |