File size: 213 Bytes
37730eb
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
{
  "part_type": "full_layer",
  "layer_idx": 2,
  "module_path": "transformer.h.2",
  "input_dim": 768,
  "output_dim": 768,
  "num_heads": 12,
  "head_dim": null,
  "intermediate_dim": 3072,
  "extra_info": {}
}