Qev-0.8B / model.json
AustinFu's picture
Release Qev-0.8B v0.1.0: direct base initialization, seed 17, MMLU-Pro 24.70%, JevBench 169/231
9fc7134 verified
Raw History Blame Contribute Delete
827 Bytes
{
"format": "qev.checkpoint.v1",
"layout": "state-question-candidate.v1",
"spec": {
"base": "Qwen/Qwen3.5-0.8B-Base",
"revision": "dc7cdfe2ee4154fa7e30f5b51ca41bfa40174e68",
"head_dim": 256,
"head_heads": 4,
"head_layers": 2,
"lora_rank": 64,
"lora_dropout": 0.0,
"weights_dtype": "bf16",
"attention": "sdpa",
"rows_per_forward": 32,
"max_padding_ratio": 1.25,
"max_padded_tokens": 8192,
"layout": "state-question-candidate.v1",
"choice_none_policy": "as-provided",
"candidate_interaction": "last-full-attention"
},
"limits": {
"max_state": 4096,
"max_question": 512,
"max_candidate": 256,
"max_path": 4096,
"max_candidates": 128
},
"adapter": true,
"readout_precision": "fp32-head-and-joint-reductions.v1",
"temperature": 1.0
}