{
  "model_type": "smollm",
  "architecture": "custom Llama-style decoder",
  "vocab_size": 32000,
  "dim": 768,
  "n_heads": 12,
  "n_layers": 12,
  "max_seq_len": 512,
  "components": ["RoPE", "RMSNorm", "SwiGLU", "multi-head causal attention"],
  "tokenizer": "custom BPE",
  "eos_token": "[EOS]",
  "pad_token": "[PAD]",
  "total_parameters": 109529856
}