| model: | |
| n_layer: 12 | |
| n_head: 12 | |
| n_embd: 900 | |
| block_size: 2048 | |
| bias: true | |
| protein_embedding_dim: 2560 | |
| embed_model_path: facebook/esm2_t36_3B_UR50D | |
| protein_layer_index: 30 | |
| use_gated_attention: true | |
| model: | |
| n_layer: 12 | |
| n_head: 12 | |
| n_embd: 900 | |
| block_size: 2048 | |
| bias: true | |
| protein_embedding_dim: 2560 | |
| embed_model_path: facebook/esm2_t36_3B_UR50D | |
| protein_layer_index: 30 | |
| use_gated_attention: true | |