config.json

{
  "d": 576,
  "vocab_size": 49152,
  "num_heads": 9,
  "head_dim": 64,
  "mlp_hidden_dim": 1536,
  "diff_blocks_num": 6,
  "layers_per_block": 3,
  "rope_theta": 50000.0,
  "max_position_embeddings": 4096,
  "mask_token_id": 49151,
  "max_insert": 4,
  "rms_eps": 1e-06,
  "attn_backend": "sdpa",
  "frozen_emb": true,
  "frozen_emb_repo": "HuggingFaceTB/SmolLM2-135M",
  "canvas_size": 20
}