File size: 140 Bytes
584424b
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
{
    "VOCAB_SIZE": 10000,
    "SEQ_LENGTH": 256,
    "MODEL_DIM": 432,
    "NUM_HEADS": 6,
    "NUM_LAYERS": 6,
    "DROPOUT": 0.1
}