| { | |
| "d": 576, | |
| "vocab_size": 49152, | |
| "num_heads": 9, | |
| "head_dim": 64, | |
| "mlp_hidden_dim": 1536, | |
| "diff_blocks_num": 6, | |
| "layers_per_block": 3, | |
| "rope_theta": 50000.0, | |
| "max_position_embeddings": 4096, | |
| "mask_token_id": 49151, | |
| "max_insert": 4, | |
| "rms_eps": 1e-06, | |
| "attn_backend": "sdpa", | |
| "frozen_emb": true, | |
| "frozen_emb_repo": "HuggingFaceTB/SmolLM2-135M", | |
| "canvas_size": 20 | |
| } |