File size: 196 Bytes
d4ba439
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
{
  "code_dim": 1024,
  "d_model": 1024,
  "n_layer": 8,
  "n_head": 16,
  "d_ff": 4096,
  "max_seq_len": 128,
  "dropout": 0.1,
  "stop_loss_weight": 1.0,
  "rvq_levels": 32,
  "rvq_size": 1024
}