File size: 581 Bytes
4d43445
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
{
  "train": {
    "batch_size": 64,
    "optimizer": "adam",
    "loss": "mse",
    "learning_rate": 0.0001,
    "adam_beta1": 0.9,
    "adam_beta2": 0.998,
    "global_clipnorm": 0.5,
    "train_epochs_min": 100,
    "train_epochs_max": 250,
    "patience": 25
  },
  "model": {
    "activation": "relu",
    "rnn_type": "gru",
    "seq_length": 12288,
    "augment_shift": 3,
    "num_targets": [1, 1],
    "heads": 2,
    "filters": 64,
    "kernel_size": 5,
    "dropout": 0.3,
    "l2_scale": 0.001,
    "ln_epsilon": 0.007,
    "num_layers": 6,
    "bn_momentum": 0.9
  }
}