attention_3/config.json

{
  "part_type": "attention",
  "layer_idx": 3,
  "module_path": "transformer.h.3.attn",
  "input_dim": 768,
  "output_dim": 768,
  "num_heads": 12,
  "head_dim": 64,
  "intermediate_dim": null,
  "extra_info": {}
}