{
 "protocol": "lm-eval-harness 0.4.13, base-model protocol, HumanEval fence-stripped",
 "cut": "9+27",
 "params_b": 5.48,
 "gflop_per_token": 10.33,
 "compute_pct_of_larger_parent": 66,
 "smaller_parent": {
  "name": "Qwen3-4B-Base",
  "humaneval": 0.628,
  "gsm8k_cot": 0.8438,
  "mmlu": 0.7303,
  "bbh_cot_fewshot": 0.712,
  "hellaswag": 0.737,
  "arc_easy": 0.7609,
  "arc_challenge": 0.5171,
  "openbookqa": 0.406,
  "winogrande": 0.7024,
  "piqa": 0.778,
  "lambada_openai": 0.6912,
  "mbpp": 0.672,
  "boolq": 0.8318
 },
 "model": {
  "humaneval": 0.598,
  "gsm8k_cot": 0.8787,
  "mmlu": 0.7121,
  "bbh_cot_fewshot": 0.7096,
  "hellaswag": 0.7224,
  "arc_easy": 0.7551,
  "arc_challenge": 0.5324,
  "openbookqa": 0.408,
  "winogrande": 0.6843,
  "piqa": 0.7726,
  "lambada_openai": 0.6845,
  "mbpp": 0.62,
  "boolq": 0.8358
 },
 "larger_parent": {
  "name": "Qwen3-8B-Base",
  "humaneval": 0.677,
  "gsm8k_cot": 0.862,
  "mmlu": 0.7679,
  "bbh_cot_fewshot": 0.7736,
  "hellaswag": 0.7859,
  "arc_easy": 0.7984,
  "arc_challenge": 0.5717,
  "openbookqa": 0.416,
  "winogrande": 0.723,
  "piqa": 0.7943,
  "lambada_openai": 0.7105,
  "mbpp": 0.696,
  "boolq": 0.8321
 }
}