| { | |
| "format": "qev.checkpoint.v1", | |
| "layout": "state-question-candidate.v1", | |
| "spec": { | |
| "base": "Qwen/Qwen3.5-4B-Base", | |
| "revision": "710fd005d44d55ee27b7ad5147e318e546efdbfe", | |
| "head_dim": 256, | |
| "head_heads": 4, | |
| "head_layers": 2, | |
| "lora_rank": 64, | |
| "lora_dropout": 0.0, | |
| "weights_dtype": "bf16", | |
| "attention": "sdpa", | |
| "rows_per_forward": 32, | |
| "max_padding_ratio": 1.25, | |
| "max_padded_tokens": 8192, | |
| "layout": "state-question-candidate.v1", | |
| "choice_none_policy": "as-provided", | |
| "candidate_interaction": "last-full-attention" | |
| }, | |
| "limits": { | |
| "max_state": 4096, | |
| "max_question": 512, | |
| "max_candidate": 256, | |
| "max_path": 4096, | |
| "max_candidates": 128 | |
| }, | |
| "adapter": true, | |
| "readout_precision": "fp32-head-and-joint-reductions.v1", | |
| "temperature": 1.0 | |
| } | |