config.json

{
 "vocab_size": 16384,
 "block_size": 512,
 "n_layer": 20,
 "n_head": 16,
 "n_embd": 1024,
 "dropout": 0.1,
 "step": 53921,
 "torch_dtype": "bfloat16",
 "architecture": "pocket-lm GPT (treino/model.py do repo pocket-lm-269m)"
}