{
  "model_type": "football-gpt",
  "version": "2.0",
  "architecture": "decoder-only-transformer",
  "tokenizer": "xlm-roberta-base",
  "vocab_size": 250002,
  "embed_dim": 512,
  "n_layers": 10,
  "n_heads": 8,
  "max_seq_len": 512,
  "mlp_dim": 2048,
  "parameters": "159.77M",
  "format": "safetensors",
  "training": {
    "phase": 2,
    "iterations": 15000,
    "final_loss": 0.8185270176827908,
    "dataset_size": "3.72 GB",
    "batch_size": 8,
    "max_iters": 15000,
    "optimizer": "AdamW",
    "lr": 0.0001,
    "warmup_iters": 500
  }
}