File size: 212 Bytes
66f3fd5 | 1 2 3 4 5 6 7 8 9 10 11 | {
"part_type": "ffn",
"layer_idx": 7,
"module_path": "transformer.h.7.mlp",
"input_dim": 768,
"output_dim": 768,
"num_heads": null,
"head_dim": null,
"intermediate_dim": 3072,
"extra_info": {}
} |