File size: 181 Bytes
4371e6c
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
{
  "d_model": 1024,
  "nhead": 4,
  "num_layers": 2,
  "dim_feedforward": 2048,
  "out_dim": 512,
  "dropout": 0.1,
  "activation": "relu",
  "lr0": 0.0001,
  "warmup_steps": 300
}