File size: 261 Bytes
e6d3197
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
{
 "embedding": 33554432,
 "attention": 88080384,
 "ffn": 181665792,
 "norms": 50176,
 "memory_tables": 0,
 "memory_readout": 0,
 "draft": 0,
 "ssm": 0,
 "total": 303350784,
 "non_embedding": 269796352,
 "active_non_embedding_per_token": 269796352
}