| { | |
| "part_type": "attention", | |
| "layer_idx": 2, | |
| "module_path": "transformer.h.2.attn", | |
| "input_dim": 768, | |
| "output_dim": 768, | |
| "num_heads": 12, | |
| "head_dim": 64, | |
| "intermediate_dim": null, | |
| "extra_info": {} | |
| } |
| { | |
| "part_type": "attention", | |
| "layer_idx": 2, | |
| "module_path": "transformer.h.2.attn", | |
| "input_dim": 768, | |
| "output_dim": 768, | |
| "num_heads": 12, | |
| "head_dim": 64, | |
| "intermediate_dim": null, | |
| "extra_info": {} | |
| } |