| { | |
| "model_type": "smollm", | |
| "architecture": "custom Llama-style decoder", | |
| "vocab_size": 32000, | |
| "dim": 768, | |
| "n_heads": 12, | |
| "n_layers": 12, | |
| "max_seq_len": 512, | |
| "components": ["RoPE", "RMSNorm", "SwiGLU", "multi-head causal attention"], | |
| "tokenizer": "custom BPE", | |
| "eos_token": "[EOS]", | |
| "pad_token": "[PAD]", | |
| "total_parameters": 109529856 | |
| } | |