small-bf16/text_model_config.json

{
  "model_config": {
    "n_layer": 12,
    "n_head": 12,
    "n_embd": 768,
    "block_size": 1024,
    "bias": false,
    "input_vocab_size": 129600,
    "output_vocab_size": 10048,
    "dropout": 0.0
  },
  "model_type": "text",
  "parameter_count": 192989952,
  "needs_tokenizer": true,
  "best_val_loss": 1.2919732055664062,
  "torch_dtype": "bfloat16"
}