Upload config.yaml with huggingface_hub
Browse files- config.yaml +10 -0
config.yaml
ADDED
|
@@ -0,0 +1,10 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
model:
|
| 2 |
+
n_layer: 12
|
| 3 |
+
n_head: 12
|
| 4 |
+
n_embd: 900
|
| 5 |
+
block_size: 2048
|
| 6 |
+
bias: true
|
| 7 |
+
protein_embedding_dim: 2560
|
| 8 |
+
embed_model_path: facebook/esm2_t36_3B_UR50D
|
| 9 |
+
protein_layer_index: 30
|
| 10 |
+
use_gated_attention: true
|