| { | |
| "model_type": "football-gpt", | |
| "version": "2.0", | |
| "architecture": "decoder-only-transformer", | |
| "tokenizer": "xlm-roberta-base", | |
| "vocab_size": 250002, | |
| "embed_dim": 512, | |
| "n_layers": 10, | |
| "n_heads": 8, | |
| "max_seq_len": 512, | |
| "mlp_dim": 2048, | |
| "parameters": "159.77M", | |
| "format": "safetensors", | |
| "training": { | |
| "phase": 2, | |
| "iterations": 15000, | |
| "final_loss": 0.8185270176827908, | |
| "dataset_size": "3.72 GB", | |
| "batch_size": 8, | |
| "max_iters": 15000, | |
| "optimizer": "AdamW", | |
| "lr": 0.0001, | |
| "warmup_iters": 500 | |
| } | |
| } |