File size: 160 Bytes
ea38a1c
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
{
    "num_layers": 12,
    "hidden_size": 768,
    "vocab_size": 10000,
    "total_parameters": 10000,
    "block_size": 5000,
    "precision": "fp16"
}