{
    "num_layers": 64,
    "hidden_size": 768,
    "vocab_size": 1000000,
    "total_parameters": 1000000,
    "block_size": 5000,
    "precision": "fp16"
}