Create ribonanzanet_sec_struct/config.yaml
Browse files
ribonanzanet_sec_struct/config.yaml
ADDED
|
@@ -0,0 +1,26 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Model hyperparameters
|
| 2 |
+
learning_rate: 0.001 # The learning rate for the optimizer
|
| 3 |
+
batch_size: 2 # Number of samples per batch
|
| 4 |
+
test_batch_size: 8 # Number of samples per batch
|
| 5 |
+
epochs: 40 # Total training epochs
|
| 6 |
+
optimizer: "ranger" # Optimization algorithm
|
| 7 |
+
dropout: 0.05 # Dropout regularization rate
|
| 8 |
+
weight_decay: 0.0001
|
| 9 |
+
k: 5
|
| 10 |
+
ninp: 256
|
| 11 |
+
nlayers: 9
|
| 12 |
+
nclass: 2
|
| 13 |
+
ntoken: 5 #AUGC + padding/N token
|
| 14 |
+
nhead: 8
|
| 15 |
+
use_bpp: False
|
| 16 |
+
bpp_file_folder: "../../input/bpp_files/"
|
| 17 |
+
gradient_accumulation_steps: 2
|
| 18 |
+
use_triangular_attention: false
|
| 19 |
+
pairwise_dimension: 64
|
| 20 |
+
use_grad_checkpoint: true
|
| 21 |
+
|
| 22 |
+
# Other configurations
|
| 23 |
+
fold: 0
|
| 24 |
+
nfolds: 6
|
| 25 |
+
input_dir: "../../input/"
|
| 26 |
+
gpu_id: "0"
|