{
 "protocol": "lm-eval-harness 0.4.13, base-model protocol, HumanEval fence-stripped",
 "cut": "25+11",
 "params_b": 6.96,
 "gflop_per_token": 13.27,
 "compute_pct_of_larger_parent": 84,
 "smaller_parent": {
  "name": "Qwen3-4B-Base",
  "humaneval": 0.628,
  "gsm8k_cot": 0.8438,
  "mmlu": 0.7303,
  "bbh_cot_fewshot": 0.712,
  "hellaswag": 0.737,
  "arc_easy": 0.7609,
  "arc_challenge": 0.5171,
  "openbookqa": 0.406,
  "winogrande": 0.7024,
  "piqa": 0.778,
  "lambada_openai": 0.6912,
  "mbpp": 0.672,
  "boolq": 0.8318
 },
 "model": {
  "humaneval": 0.689,
  "gsm8k_cot": 0.8749,
  "mmlu": 0.7634,
  "bbh_cot_fewshot": 0.7463,
  "hellaswag": 0.7583,
  "arc_easy": 0.782,
  "arc_challenge": 0.5273,
  "openbookqa": 0.418,
  "winogrande": 0.7103,
  "piqa": 0.784,
  "lambada_openai": 0.6934,
  "mbpp": 0.668,
  "boolq": 0.8199
 },
 "larger_parent": {
  "name": "Qwen3-8B-Base",
  "humaneval": 0.677,
  "gsm8k_cot": 0.862,
  "mmlu": 0.7679,
  "bbh_cot_fewshot": 0.7736,
  "hellaswag": 0.7859,
  "arc_easy": 0.7984,
  "arc_challenge": 0.5717,
  "openbookqa": 0.416,
  "winogrande": 0.723,
  "piqa": 0.7943,
  "lambada_openai": 0.7105,
  "mbpp": 0.696,
  "boolq": 0.8321
 }
}