{
  "name": "Sharp Coder V5",
  "architecture": "GPT2LMHeadModel-compatible",
  "parameters": 160977408,
  "context_length": 1024,
  "vocab_size": 24000,
  "hidden_size": 768,
  "layers": 20,
  "heads": 12,
  "ff_size": 3072,
  "source_checkpoint": "C:\\MyCodeAI\\v5\\checkpoints\\v5_best_model.pt",
  "source_step": 33200,
  "source_val_loss": 2.3804687189095186,
  "training_end_token": "<|endoftext|>",
  "training_end_token_id": 4
}