File size: 261 Bytes
e6d3197 | 1 2 3 4 5 6 7 8 9 10 11 12 13 | {
"embedding": 33554432,
"attention": 88080384,
"ffn": 181665792,
"norms": 50176,
"memory_tables": 0,
"memory_readout": 0,
"draft": 0,
"ssm": 0,
"total": 303350784,
"non_embedding": 269796352,
"active_non_embedding_per_token": 269796352
} |