{
 "protocol": "lm-eval-harness 0.4.13, base-model protocol, HumanEval fence-stripped",
 "cut": "20+8",
 "params_b": 1.6,
 "gflop_per_token": 2.82,
 "compute_pct_of_larger_parent": 77,
 "smaller_parent": {
  "name": "Qwen3-0.6B-Base",
  "humaneval": 0.287,
  "gsm8k_cot": 0.5951,
  "mmlu": 0.5271,
  "bbh_cot_fewshot": 0.4061,
  "hellaswag": 0.5384,
  "arc_easy": 0.5791,
  "arc_challenge": 0.3848,
  "openbookqa": 0.344,
  "winogrande": 0.5872,
  "piqa": 0.7013,
  "lambada_openai": 0.5372,
  "mbpp": 0.39,
  "boolq": 0.6972
 },
 "model": {
  "humaneval": 0.348,
  "gsm8k_cot": 0.6861,
  "mmlu": 0.6158,
  "bbh_cot_fewshot": 0.5001,
  "hellaswag": 0.5926,
  "arc_easy": 0.6385,
  "arc_challenge": 0.3985,
  "openbookqa": 0.39,
  "winogrande": 0.6559,
  "piqa": 0.7236,
  "lambada_openai": 0.5993,
  "mbpp": 0.444,
  "boolq": 0.7575
 },
 "larger_parent": {
  "name": "Qwen3-1.7B-Base",
  "humaneval": 0.494,
  "gsm8k_cot": 0.7293,
  "mmlu": 0.6249,
  "bbh_cot_fewshot": 0.529,
  "hellaswag": 0.6648,
  "arc_easy": 0.6864,
  "arc_challenge": 0.4462,
  "openbookqa": 0.388,
  "winogrande": 0.644,
  "piqa": 0.7579,
  "lambada_openai": 0.633,
  "mbpp": 0.566,
  "boolq": 0.7902
 }
}