chaitjo commited on
Commit
fbf9d27
·
verified ·
1 Parent(s): a5450be

Create ribonanzanet_sec_struct/config.yaml

Browse files
Files changed (1) hide show
  1. ribonanzanet_sec_struct/config.yaml +26 -0
ribonanzanet_sec_struct/config.yaml ADDED
@@ -0,0 +1,26 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # Model hyperparameters
2
+ learning_rate: 0.001 # The learning rate for the optimizer
3
+ batch_size: 2 # Number of samples per batch
4
+ test_batch_size: 8 # Number of samples per batch
5
+ epochs: 40 # Total training epochs
6
+ optimizer: "ranger" # Optimization algorithm
7
+ dropout: 0.05 # Dropout regularization rate
8
+ weight_decay: 0.0001
9
+ k: 5
10
+ ninp: 256
11
+ nlayers: 9
12
+ nclass: 2
13
+ ntoken: 5 #AUGC + padding/N token
14
+ nhead: 8
15
+ use_bpp: False
16
+ bpp_file_folder: "../../input/bpp_files/"
17
+ gradient_accumulation_steps: 2
18
+ use_triangular_attention: false
19
+ pairwise_dimension: 64
20
+ use_grad_checkpoint: true
21
+
22
+ # Other configurations
23
+ fold: 0
24
+ nfolds: 6
25
+ input_dir: "../../input/"
26
+ gpu_id: "0"