91fbaae
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
{ "d_model": 408, "nhead": 8, "num_layers": 4, "dim_feedforward": 2048, "out_dim": 512, "dropout": 0.2, "activation": "gelu", "lr0": 0.00005, "warmup_steps": 1000, "projection_hidden_dim": 1024, "max_length": 512, "batch_size": 128 }
