| { | |
| "schema_version": "1", | |
| "architecture": "succinct-router-decoder-v1", | |
| "model": { | |
| "vocab_size": 8192, | |
| "max_sequence_length": 1024, | |
| "layers": 6, | |
| "model_width": 384, | |
| "attention_heads": 6, | |
| "ffn_width": 1024, | |
| "dropout": 0.1, | |
| "candidate_count": 3 | |
| }, | |
| "route_state": "final_<ROUTE>_token", | |
| "tied_lm_head": true | |
| } | |