{ "part_type": "attention", "layer_idx": 2, "module_path": "transformer.h.2.attn", "input_dim": 768, "output_dim": 768, "num_heads": 12, "head_dim": 64, "intermediate_dim": null, "extra_info": {} }