{ "protocol": "lm-eval-harness 0.4.13, base-model protocol, HumanEval fence-stripped", "cut": "17+19", "params_b": 6.22, "gflop_per_token": 11.8, "compute_pct_of_larger_parent": 75, "smaller_parent": { "name": "Qwen3-4B-Base", "humaneval": 0.628, "gsm8k_cot": 0.8438, "mmlu": 0.7303, "bbh_cot_fewshot": 0.712, "hellaswag": 0.737, "arc_easy": 0.7609, "arc_challenge": 0.5171, "openbookqa": 0.406, "winogrande": 0.7024, "piqa": 0.778, "lambada_openai": 0.6912, "mbpp": 0.672, "boolq": 0.8318 }, "model": { "humaneval": 0.652, "gsm8k_cot": 0.8726, "mmlu": 0.7361, "bbh_cot_fewshot": 0.7113, "hellaswag": 0.7435, "arc_easy": 0.7348, "arc_challenge": 0.5247, "openbookqa": 0.428, "winogrande": 0.6953, "piqa": 0.7894, "lambada_openai": 0.681, "mbpp": 0.668, "boolq": 0.8245 }, "larger_parent": { "name": "Qwen3-8B-Base", "humaneval": 0.677, "gsm8k_cot": 0.862, "mmlu": 0.7679, "bbh_cot_fewshot": 0.7736, "hellaswag": 0.7859, "arc_easy": 0.7984, "arc_challenge": 0.5717, "openbookqa": 0.416, "winogrande": 0.723, "piqa": 0.7943, "lambada_openai": 0.7105, "mbpp": 0.696, "boolq": 0.8321 } }