File size: 215 Bytes
cc17da6
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
{
  "part_type": "attention",
  "layer_idx": 2,
  "module_path": "transformer.h.2.attn",
  "input_dim": 768,
  "output_dim": 768,
  "num_heads": 12,
  "head_dim": 64,
  "intermediate_dim": null,
  "extra_info": {}
}