{
  "experiment": "R-MATH-INK-06-BEHAVIOR-EXACT-GATE-001",
  "generated_at": "2026-07-23T20:53:17.837992+00:00",
  "split_contract": "CROHME trainData writer-validation threshold; testDataGT one-shot",
  "scope": "truth symbol grouping conditional; c/C, x/X/times, z/Z only",
  "seeds": [
    {
      "adapter": "research\\runs\\math_ink_06_online_casecontext_refined_seed17_20260723\\skeleton_adapter.pt",
      "behavior_head": "research\\runs\\math_ink_06_behavior_role_seed17_20260724\\behavior_role_head.pt",
      "selected_threshold": 0.54,
      "validation_selected": {
        "threshold": 0.54,
        "samples": 467,
        "teacher_exact": 0.3576017130620985,
        "teacher_visual_family": 0.7301927194860813,
        "final_exact": 0.715203426124197,
        "gain_pp": 35.76017130620985,
        "rewrites": 340,
        "abstained": 127,
        "beneficial": 170,
        "harmful": 3,
        "rewrite_precision": 0.9826589595375722
      },
      "validation_sweep": [
        {
          "threshold": 0.0,
          "samples": 467,
          "teacher_exact": 0.3576017130620985,
          "teacher_visual_family": 0.7301927194860813,
          "final_exact": 0.715203426124197,
          "gain_pp": 35.76017130620985,
          "rewrites": 341,
          "abstained": 126,
          "beneficial": 170,
          "harmful": 3,
          "rewrite_precision": 0.9826589595375722
        },
        {
          "threshold": 0.02,
          "samples": 467,
          "teacher_exact": 0.3576017130620985,
          "teacher_visual_family": 0.7301927194860813,
          "final_exact": 0.715203426124197,
          "gain_pp": 35.76017130620985,
          "rewrites": 341,
          "abstained": 126,
          "beneficial": 170,
          "harmful": 3,
          "rewrite_precision": 0.9826589595375722
        },
        {
          "threshold": 0.04,
          "samples": 467,
          "teacher_exact": 0.3576017130620985,
          "teacher_visual_family": 0.7301927194860813,
          "final_exact": 0.715203426124197,
          "gain_pp": 35.76017130620985,
          "rewrites": 341,
          "abstained": 126,
          "beneficial": 170,
          "harmful": 3,
          "rewrite_precision": 0.9826589595375722
        },
        {
          "threshold": 0.06,
          "samples": 467,
          "teacher_exact": 0.3576017130620985,
          "teacher_visual_family": 0.7301927194860813,
          "final_exact": 0.715203426124197,
          "gain_pp": 35.76017130620985,
          "rewrites": 341,
          "abstained": 126,
          "beneficial": 170,
          "harmful": 3,
          "rewrite_precision": 0.9826589595375722
        },
        {
          "threshold": 0.08,
          "samples": 467,
          "teacher_exact": 0.3576017130620985,
          "teacher_visual_family": 0.7301927194860813,
          "final_exact": 0.715203426124197,
          "gain_pp": 35.76017130620985,
          "rewrites": 341,
          "abstained": 126,
          "beneficial": 170,
          "harmful": 3,
          "rewrite_precision": 0.9826589595375722
        },
        {
          "threshold": 0.1,
          "samples": 467,
          "teacher_exact": 0.3576017130620985,
          "teacher_visual_family": 0.7301927194860813,
          "final_exact": 0.715203426124197,
          "gain_pp": 35.76017130620985,
          "rewrites": 341,
          "abstained": 126,
          "beneficial": 170,
          "harmful": 3,
          "rewrite_precision": 0.9826589595375722
        },
        {
          "threshold": 0.12,
          "samples": 467,
          "teacher_exact": 0.3576017130620985,
          "teacher_visual_family": 0.7301927194860813,
          "final_exact": 0.715203426124197,
          "gain_pp": 35.76017130620985,
          "rewrites": 341,
          "abstained": 126,
          "beneficial": 170,
          "harmful": 3,
          "rewrite_precision": 0.9826589595375722
        },
        {
          "threshold": 0.14,
          "samples": 467,
          "teacher_exact": 0.3576017130620985,
          "teacher_visual_family": 0.7301927194860813,
          "final_exact": 0.715203426124197,
          "gain_pp": 35.76017130620985,
          "rewrites": 341,
          "abstained": 126,
          "beneficial": 170,
          "harmful": 3,
          "rewrite_precision": 0.9826589595375722
        },
        {
          "threshold": 0.16,
          "samples": 467,
          "teacher_exact": 0.3576017130620985,
          "teacher_visual_family": 0.7301927194860813,
          "final_exact": 0.715203426124197,
          "gain_pp": 35.76017130620985,
          "rewrites": 341,
          "abstained": 126,
          "beneficial": 170,
          "harmful": 3,
          "rewrite_precision": 0.9826589595375722
        },
        {
          "threshold": 0.18,
          "samples": 467,
          "teacher_exact": 0.3576017130620985,
          "teacher_visual_family": 0.7301927194860813,
          "final_exact": 0.715203426124197,
          "gain_pp": 35.76017130620985,
          "rewrites": 341,
          "abstained": 126,
          "beneficial": 170,
          "harmful": 3,
          "rewrite_precision": 0.9826589595375722
        },
        {
          "threshold": 0.2,
          "samples": 467,
          "teacher_exact": 0.3576017130620985,
          "teacher_visual_family": 0.7301927194860813,
          "final_exact": 0.715203426124197,
          "gain_pp": 35.76017130620985,
          "rewrites": 341,
          "abstained": 126,
          "beneficial": 170,
          "harmful": 3,
          "rewrite_precision": 0.9826589595375722
        },
        {
          "threshold": 0.22,
          "samples": 467,
          "teacher_exact": 0.3576017130620985,
          "teacher_visual_family": 0.7301927194860813,
          "final_exact": 0.715203426124197,
          "gain_pp": 35.76017130620985,
          "rewrites": 341,
          "abstained": 126,
          "beneficial": 170,
          "harmful": 3,
          "rewrite_precision": 0.9826589595375722
        },
        {
          "threshold": 0.24,
          "samples": 467,
          "teacher_exact": 0.3576017130620985,
          "teacher_visual_family": 0.7301927194860813,
          "final_exact": 0.715203426124197,
          "gain_pp": 35.76017130620985,
          "rewrites": 341,
          "abstained": 126,
          "beneficial": 170,
          "harmful": 3,
          "rewrite_precision": 0.9826589595375722
        },
        {
          "threshold": 0.26,
          "samples": 467,
          "teacher_exact": 0.3576017130620985,
          "teacher_visual_family": 0.7301927194860813,
          "final_exact": 0.715203426124197,
          "gain_pp": 35.76017130620985,
          "rewrites": 341,
          "abstained": 126,
          "beneficial": 170,
          "harmful": 3,
          "rewrite_precision": 0.9826589595375722
        },
        {
          "threshold": 0.28,
          "samples": 467,
          "teacher_exact": 0.3576017130620985,
          "teacher_visual_family": 0.7301927194860813,
          "final_exact": 0.715203426124197,
          "gain_pp": 35.76017130620985,
          "rewrites": 341,
          "abstained": 126,
          "beneficial": 170,
          "harmful": 3,
          "rewrite_precision": 0.9826589595375722
        },
        {
          "threshold": 0.3,
          "samples": 467,
          "teacher_exact": 0.3576017130620985,
          "teacher_visual_family": 0.7301927194860813,
          "final_exact": 0.715203426124197,
          "gain_pp": 35.76017130620985,
          "rewrites": 341,
          "abstained": 126,
          "beneficial": 170,
          "harmful": 3,
          "rewrite_precision": 0.9826589595375722
        },
        {
          "threshold": 0.32,
          "samples": 467,
          "teacher_exact": 0.3576017130620985,
          "teacher_visual_family": 0.7301927194860813,
          "final_exact": 0.715203426124197,
          "gain_pp": 35.76017130620985,
          "rewrites": 341,
          "abstained": 126,
          "beneficial": 170,
          "harmful": 3,
          "rewrite_precision": 0.9826589595375722
        },
        {
          "threshold": 0.34,
          "samples": 467,
          "teacher_exact": 0.3576017130620985,
          "teacher_visual_family": 0.7301927194860813,
          "final_exact": 0.715203426124197,
          "gain_pp": 35.76017130620985,
          "rewrites": 341,
          "abstained": 126,
          "beneficial": 170,
          "harmful": 3,
          "rewrite_precision": 0.9826589595375722
        },
        {
          "threshold": 0.36,
          "samples": 467,
          "teacher_exact": 0.3576017130620985,
          "teacher_visual_family": 0.7301927194860813,
          "final_exact": 0.715203426124197,
          "gain_pp": 35.76017130620985,
          "rewrites": 341,
          "abstained": 126,
          "beneficial": 170,
          "harmful": 3,
          "rewrite_precision": 0.9826589595375722
        },
        {
          "threshold": 0.38,
          "samples": 467,
          "teacher_exact": 0.3576017130620985,
          "teacher_visual_family": 0.7301927194860813,
          "final_exact": 0.715203426124197,
          "gain_pp": 35.76017130620985,
          "rewrites": 341,
          "abstained": 126,
          "beneficial": 170,
          "harmful": 3,
          "rewrite_precision": 0.9826589595375722
        },
        {
          "threshold": 0.4,
          "samples": 467,
          "teacher_exact": 0.3576017130620985,
          "teacher_visual_family": 0.7301927194860813,
          "final_exact": 0.715203426124197,
          "gain_pp": 35.76017130620985,
          "rewrites": 341,
          "abstained": 126,
          "beneficial": 170,
          "harmful": 3,
          "rewrite_precision": 0.9826589595375722
        },
        {
          "threshold": 0.42,
          "samples": 467,
          "teacher_exact": 0.3576017130620985,
          "teacher_visual_family": 0.7301927194860813,
          "final_exact": 0.715203426124197,
          "gain_pp": 35.76017130620985,
          "rewrites": 341,
          "abstained": 126,
          "beneficial": 170,
          "harmful": 3,
          "rewrite_precision": 0.9826589595375722
        },
        {
          "threshold": 0.44,
          "samples": 467,
          "teacher_exact": 0.3576017130620985,
          "teacher_visual_family": 0.7301927194860813,
          "final_exact": 0.715203426124197,
          "gain_pp": 35.76017130620985,
          "rewrites": 341,
          "abstained": 126,
          "beneficial": 170,
          "harmful": 3,
          "rewrite_precision": 0.9826589595375722
        },
        {
          "threshold": 0.46,
          "samples": 467,
          "teacher_exact": 0.3576017130620985,
          "teacher_visual_family": 0.7301927194860813,
          "final_exact": 0.715203426124197,
          "gain_pp": 35.76017130620985,
          "rewrites": 341,
          "abstained": 126,
          "beneficial": 170,
          "harmful": 3,
          "rewrite_precision": 0.9826589595375722
        },
        {
          "threshold": 0.48,
          "samples": 467,
          "teacher_exact": 0.3576017130620985,
          "teacher_visual_family": 0.7301927194860813,
          "final_exact": 0.715203426124197,
          "gain_pp": 35.76017130620985,
          "rewrites": 341,
          "abstained": 126,
          "beneficial": 170,
          "harmful": 3,
          "rewrite_precision": 0.9826589595375722
        },
        {
          "threshold": 0.5,
          "samples": 467,
          "teacher_exact": 0.3576017130620985,
          "teacher_visual_family": 0.7301927194860813,
          "final_exact": 0.715203426124197,
          "gain_pp": 35.76017130620985,
          "rewrites": 340,
          "abstained": 127,
          "beneficial": 170,
          "harmful": 3,
          "rewrite_precision": 0.9826589595375722
        },
        {
          "threshold": 0.52,
          "samples": 467,
          "teacher_exact": 0.3576017130620985,
          "teacher_visual_family": 0.7301927194860813,
          "final_exact": 0.715203426124197,
          "gain_pp": 35.76017130620985,
          "rewrites": 340,
          "abstained": 127,
          "beneficial": 170,
          "harmful": 3,
          "rewrite_precision": 0.9826589595375722
        },
        {
          "threshold": 0.54,
          "samples": 467,
          "teacher_exact": 0.3576017130620985,
          "teacher_visual_family": 0.7301927194860813,
          "final_exact": 0.715203426124197,
          "gain_pp": 35.76017130620985,
          "rewrites": 340,
          "abstained": 127,
          "beneficial": 170,
          "harmful": 3,
          "rewrite_precision": 0.9826589595375722
        },
        {
          "threshold": 0.56,
          "samples": 467,
          "teacher_exact": 0.3576017130620985,
          "teacher_visual_family": 0.7301927194860813,
          "final_exact": 0.7130620985010707,
          "gain_pp": 35.54603854389722,
          "rewrites": 339,
          "abstained": 128,
          "beneficial": 169,
          "harmful": 3,
          "rewrite_precision": 0.9825581395348837
        },
        {
          "threshold": 0.58,
          "samples": 467,
          "teacher_exact": 0.3576017130620985,
          "teacher_visual_family": 0.7301927194860813,
          "final_exact": 0.7130620985010707,
          "gain_pp": 35.54603854389722,
          "rewrites": 339,
          "abstained": 128,
          "beneficial": 169,
          "harmful": 3,
          "rewrite_precision": 0.9825581395348837
        },
        {
          "threshold": 0.6,
          "samples": 467,
          "teacher_exact": 0.3576017130620985,
          "teacher_visual_family": 0.7301927194860813,
          "final_exact": 0.7130620985010707,
          "gain_pp": 35.54603854389722,
          "rewrites": 338,
          "abstained": 129,
          "beneficial": 169,
          "harmful": 3,
          "rewrite_precision": 0.9825581395348837
        },
        {
          "threshold": 0.62,
          "samples": 467,
          "teacher_exact": 0.3576017130620985,
          "teacher_visual_family": 0.7301927194860813,
          "final_exact": 0.7130620985010707,
          "gain_pp": 35.54603854389722,
          "rewrites": 338,
          "abstained": 129,
          "beneficial": 169,
          "harmful": 3,
          "rewrite_precision": 0.9825581395348837
        },
        {
          "threshold": 0.64,
          "samples": 467,
          "teacher_exact": 0.3576017130620985,
          "teacher_visual_family": 0.7301927194860813,
          "final_exact": 0.7130620985010707,
          "gain_pp": 35.54603854389722,
          "rewrites": 338,
          "abstained": 129,
          "beneficial": 169,
          "harmful": 3,
          "rewrite_precision": 0.9825581395348837
        },
        {
          "threshold": 0.66,
          "samples": 467,
          "teacher_exact": 0.3576017130620985,
          "teacher_visual_family": 0.7301927194860813,
          "final_exact": 0.7130620985010707,
          "gain_pp": 35.54603854389722,
          "rewrites": 338,
          "abstained": 129,
          "beneficial": 169,
          "harmful": 3,
          "rewrite_precision": 0.9825581395348837
        },
        {
          "threshold": 0.68,
          "samples": 467,
          "teacher_exact": 0.3576017130620985,
          "teacher_visual_family": 0.7301927194860813,
          "final_exact": 0.7109207708779444,
          "gain_pp": 35.33190578158458,
          "rewrites": 337,
          "abstained": 130,
          "beneficial": 168,
          "harmful": 3,
          "rewrite_precision": 0.9824561403508771
        },
        {
          "threshold": 0.7,
          "samples": 467,
          "teacher_exact": 0.3576017130620985,
          "teacher_visual_family": 0.7301927194860813,
          "final_exact": 0.7066381156316917,
          "gain_pp": 34.903640256959314,
          "rewrites": 335,
          "abstained": 132,
          "beneficial": 166,
          "harmful": 3,
          "rewrite_precision": 0.9822485207100592
        },
        {
          "threshold": 0.72,
          "samples": 467,
          "teacher_exact": 0.3576017130620985,
          "teacher_visual_family": 0.7301927194860813,
          "final_exact": 0.7066381156316917,
          "gain_pp": 34.903640256959314,
          "rewrites": 335,
          "abstained": 132,
          "beneficial": 166,
          "harmful": 3,
          "rewrite_precision": 0.9822485207100592
        },
        {
          "threshold": 0.74,
          "samples": 467,
          "teacher_exact": 0.3576017130620985,
          "teacher_visual_family": 0.7301927194860813,
          "final_exact": 0.7066381156316917,
          "gain_pp": 34.903640256959314,
          "rewrites": 335,
          "abstained": 132,
          "beneficial": 166,
          "harmful": 3,
          "rewrite_precision": 0.9822485207100592
        },
        {
          "threshold": 0.76,
          "samples": 467,
          "teacher_exact": 0.3576017130620985,
          "teacher_visual_family": 0.7301927194860813,
          "final_exact": 0.7066381156316917,
          "gain_pp": 34.903640256959314,
          "rewrites": 335,
          "abstained": 132,
          "beneficial": 166,
          "harmful": 3,
          "rewrite_precision": 0.9822485207100592
        },
        {
          "threshold": 0.78,
          "samples": 467,
          "teacher_exact": 0.3576017130620985,
          "teacher_visual_family": 0.7301927194860813,
          "final_exact": 0.7066381156316917,
          "gain_pp": 34.903640256959314,
          "rewrites": 334,
          "abstained": 133,
          "beneficial": 166,
          "harmful": 3,
          "rewrite_precision": 0.9822485207100592
        },
        {
          "threshold": 0.8,
          "samples": 467,
          "teacher_exact": 0.3576017130620985,
          "teacher_visual_family": 0.7301927194860813,
          "final_exact": 0.7066381156316917,
          "gain_pp": 34.903640256959314,
          "rewrites": 334,
          "abstained": 133,
          "beneficial": 166,
          "harmful": 3,
          "rewrite_precision": 0.9822485207100592
        },
        {
          "threshold": 0.82,
          "samples": 467,
          "teacher_exact": 0.3576017130620985,
          "teacher_visual_family": 0.7301927194860813,
          "final_exact": 0.7066381156316917,
          "gain_pp": 34.903640256959314,
          "rewrites": 332,
          "abstained": 135,
          "beneficial": 165,
          "harmful": 2,
          "rewrite_precision": 0.9880239520958084
        },
        {
          "threshold": 0.84,
          "samples": 467,
          "teacher_exact": 0.3576017130620985,
          "teacher_visual_family": 0.7301927194860813,
          "final_exact": 0.7066381156316917,
          "gain_pp": 34.903640256959314,
          "rewrites": 330,
          "abstained": 137,
          "beneficial": 164,
          "harmful": 1,
          "rewrite_precision": 0.9939393939393939
        },
        {
          "threshold": 0.86,
          "samples": 467,
          "teacher_exact": 0.3576017130620985,
          "teacher_visual_family": 0.7301927194860813,
          "final_exact": 0.6980728051391863,
          "gain_pp": 34.04710920770878,
          "rewrites": 326,
          "abstained": 141,
          "beneficial": 160,
          "harmful": 1,
          "rewrite_precision": 0.9937888198757764
        },
        {
          "threshold": 0.88,
          "samples": 467,
          "teacher_exact": 0.3576017130620985,
          "teacher_visual_family": 0.7301927194860813,
          "final_exact": 0.69593147751606,
          "gain_pp": 33.83297644539615,
          "rewrites": 322,
          "abstained": 145,
          "beneficial": 158,
          "harmful": 0,
          "rewrite_precision": 1.0
        },
        {
          "threshold": 0.9,
          "samples": 467,
          "teacher_exact": 0.3576017130620985,
          "teacher_visual_family": 0.7301927194860813,
          "final_exact": 0.6937901498929336,
          "gain_pp": 33.61884368308351,
          "rewrites": 319,
          "abstained": 148,
          "beneficial": 157,
          "harmful": 0,
          "rewrite_precision": 1.0
        },
        {
          "threshold": 0.92,
          "samples": 467,
          "teacher_exact": 0.3576017130620985,
          "teacher_visual_family": 0.7301927194860813,
          "final_exact": 0.6895074946466809,
          "gain_pp": 33.190578158458244,
          "rewrites": 317,
          "abstained": 150,
          "beneficial": 155,
          "harmful": 0,
          "rewrite_precision": 1.0
        },
        {
          "threshold": 0.94,
          "samples": 467,
          "teacher_exact": 0.3576017130620985,
          "teacher_visual_family": 0.7301927194860813,
          "final_exact": 0.6873661670235546,
          "gain_pp": 32.97644539614561,
          "rewrites": 315,
          "abstained": 152,
          "beneficial": 154,
          "harmful": 0,
          "rewrite_precision": 1.0
        },
        {
          "threshold": 0.96,
          "samples": 467,
          "teacher_exact": 0.3576017130620985,
          "teacher_visual_family": 0.7301927194860813,
          "final_exact": 0.6873661670235546,
          "gain_pp": 32.97644539614561,
          "rewrites": 313,
          "abstained": 154,
          "beneficial": 154,
          "harmful": 0,
          "rewrite_precision": 1.0
        },
        {
          "threshold": 0.98,
          "samples": 467,
          "teacher_exact": 0.3576017130620985,
          "teacher_visual_family": 0.7301927194860813,
          "final_exact": 0.6638115631691649,
          "gain_pp": 30.620985010706637,
          "rewrites": 293,
          "abstained": 174,
          "beneficial": 143,
          "harmful": 0,
          "rewrite_precision": 1.0
        }
      ],
      "official_test": {
        "threshold": 0.54,
        "samples": 635,
        "teacher_exact": 0.4519685039370079,
        "teacher_visual_family": 0.6425196850393701,
        "final_exact": 0.584251968503937,
        "gain_pp": 13.228346456692913,
        "rewrites": 399,
        "abstained": 236,
        "beneficial": 108,
        "harmful": 24,
        "rewrite_precision": 0.8181818181818182
      }
    },
    {
      "adapter": "research\\runs\\math_ink_06_online_casecontext_refined_seed31_20260723\\skeleton_adapter.pt",
      "behavior_head": "research\\runs\\math_ink_06_behavior_role_seed31_20260724\\behavior_role_head.pt",
      "selected_threshold": 0.9,
      "validation_selected": {
        "threshold": 0.9,
        "samples": 467,
        "teacher_exact": 0.1905781584582441,
        "teacher_visual_family": 0.5481798715203426,
        "final_exact": 0.5438972162740899,
        "gain_pp": 35.33190578158458,
        "rewrites": 250,
        "abstained": 217,
        "beneficial": 165,
        "harmful": 0,
        "rewrite_precision": 1.0
      },
      "validation_sweep": [
        {
          "threshold": 0.0,
          "samples": 467,
          "teacher_exact": 0.1905781584582441,
          "teacher_visual_family": 0.5481798715203426,
          "final_exact": 0.5417558886509636,
          "gain_pp": 35.11777301927195,
          "rewrites": 256,
          "abstained": 211,
          "beneficial": 166,
          "harmful": 2,
          "rewrite_precision": 0.9880952380952381
        },
        {
          "threshold": 0.02,
          "samples": 467,
          "teacher_exact": 0.1905781584582441,
          "teacher_visual_family": 0.5481798715203426,
          "final_exact": 0.5417558886509636,
          "gain_pp": 35.11777301927195,
          "rewrites": 256,
          "abstained": 211,
          "beneficial": 166,
          "harmful": 2,
          "rewrite_precision": 0.9880952380952381
        },
        {
          "threshold": 0.04,
          "samples": 467,
          "teacher_exact": 0.1905781584582441,
          "teacher_visual_family": 0.5481798715203426,
          "final_exact": 0.5417558886509636,
          "gain_pp": 35.11777301927195,
          "rewrites": 256,
          "abstained": 211,
          "beneficial": 166,
          "harmful": 2,
          "rewrite_precision": 0.9880952380952381
        },
        {
          "threshold": 0.06,
          "samples": 467,
          "teacher_exact": 0.1905781584582441,
          "teacher_visual_family": 0.5481798715203426,
          "final_exact": 0.5417558886509636,
          "gain_pp": 35.11777301927195,
          "rewrites": 256,
          "abstained": 211,
          "beneficial": 166,
          "harmful": 2,
          "rewrite_precision": 0.9880952380952381
        },
        {
          "threshold": 0.08,
          "samples": 467,
          "teacher_exact": 0.1905781584582441,
          "teacher_visual_family": 0.5481798715203426,
          "final_exact": 0.5417558886509636,
          "gain_pp": 35.11777301927195,
          "rewrites": 256,
          "abstained": 211,
          "beneficial": 166,
          "harmful": 2,
          "rewrite_precision": 0.9880952380952381
        },
        {
          "threshold": 0.1,
          "samples": 467,
          "teacher_exact": 0.1905781584582441,
          "teacher_visual_family": 0.5481798715203426,
          "final_exact": 0.5417558886509636,
          "gain_pp": 35.11777301927195,
          "rewrites": 256,
          "abstained": 211,
          "beneficial": 166,
          "harmful": 2,
          "rewrite_precision": 0.9880952380952381
        },
        {
          "threshold": 0.12,
          "samples": 467,
          "teacher_exact": 0.1905781584582441,
          "teacher_visual_family": 0.5481798715203426,
          "final_exact": 0.5417558886509636,
          "gain_pp": 35.11777301927195,
          "rewrites": 256,
          "abstained": 211,
          "beneficial": 166,
          "harmful": 2,
          "rewrite_precision": 0.9880952380952381
        },
        {
          "threshold": 0.14,
          "samples": 467,
          "teacher_exact": 0.1905781584582441,
          "teacher_visual_family": 0.5481798715203426,
          "final_exact": 0.5417558886509636,
          "gain_pp": 35.11777301927195,
          "rewrites": 256,
          "abstained": 211,
          "beneficial": 166,
          "harmful": 2,
          "rewrite_precision": 0.9880952380952381
        },
        {
          "threshold": 0.16,
          "samples": 467,
          "teacher_exact": 0.1905781584582441,
          "teacher_visual_family": 0.5481798715203426,
          "final_exact": 0.5417558886509636,
          "gain_pp": 35.11777301927195,
          "rewrites": 256,
          "abstained": 211,
          "beneficial": 166,
          "harmful": 2,
          "rewrite_precision": 0.9880952380952381
        },
        {
          "threshold": 0.18,
          "samples": 467,
          "teacher_exact": 0.1905781584582441,
          "teacher_visual_family": 0.5481798715203426,
          "final_exact": 0.5417558886509636,
          "gain_pp": 35.11777301927195,
          "rewrites": 256,
          "abstained": 211,
          "beneficial": 166,
          "harmful": 2,
          "rewrite_precision": 0.9880952380952381
        },
        {
          "threshold": 0.2,
          "samples": 467,
          "teacher_exact": 0.1905781584582441,
          "teacher_visual_family": 0.5481798715203426,
          "final_exact": 0.5417558886509636,
          "gain_pp": 35.11777301927195,
          "rewrites": 256,
          "abstained": 211,
          "beneficial": 166,
          "harmful": 2,
          "rewrite_precision": 0.9880952380952381
        },
        {
          "threshold": 0.22,
          "samples": 467,
          "teacher_exact": 0.1905781584582441,
          "teacher_visual_family": 0.5481798715203426,
          "final_exact": 0.5417558886509636,
          "gain_pp": 35.11777301927195,
          "rewrites": 256,
          "abstained": 211,
          "beneficial": 166,
          "harmful": 2,
          "rewrite_precision": 0.9880952380952381
        },
        {
          "threshold": 0.24,
          "samples": 467,
          "teacher_exact": 0.1905781584582441,
          "teacher_visual_family": 0.5481798715203426,
          "final_exact": 0.5417558886509636,
          "gain_pp": 35.11777301927195,
          "rewrites": 256,
          "abstained": 211,
          "beneficial": 166,
          "harmful": 2,
          "rewrite_precision": 0.9880952380952381
        },
        {
          "threshold": 0.26,
          "samples": 467,
          "teacher_exact": 0.1905781584582441,
          "teacher_visual_family": 0.5481798715203426,
          "final_exact": 0.5417558886509636,
          "gain_pp": 35.11777301927195,
          "rewrites": 256,
          "abstained": 211,
          "beneficial": 166,
          "harmful": 2,
          "rewrite_precision": 0.9880952380952381
        },
        {
          "threshold": 0.28,
          "samples": 467,
          "teacher_exact": 0.1905781584582441,
          "teacher_visual_family": 0.5481798715203426,
          "final_exact": 0.5417558886509636,
          "gain_pp": 35.11777301927195,
          "rewrites": 256,
          "abstained": 211,
          "beneficial": 166,
          "harmful": 2,
          "rewrite_precision": 0.9880952380952381
        },
        {
          "threshold": 0.3,
          "samples": 467,
          "teacher_exact": 0.1905781584582441,
          "teacher_visual_family": 0.5481798715203426,
          "final_exact": 0.5417558886509636,
          "gain_pp": 35.11777301927195,
          "rewrites": 256,
          "abstained": 211,
          "beneficial": 166,
          "harmful": 2,
          "rewrite_precision": 0.9880952380952381
        },
        {
          "threshold": 0.32,
          "samples": 467,
          "teacher_exact": 0.1905781584582441,
          "teacher_visual_family": 0.5481798715203426,
          "final_exact": 0.5417558886509636,
          "gain_pp": 35.11777301927195,
          "rewrites": 256,
          "abstained": 211,
          "beneficial": 166,
          "harmful": 2,
          "rewrite_precision": 0.9880952380952381
        },
        {
          "threshold": 0.34,
          "samples": 467,
          "teacher_exact": 0.1905781584582441,
          "teacher_visual_family": 0.5481798715203426,
          "final_exact": 0.5417558886509636,
          "gain_pp": 35.11777301927195,
          "rewrites": 256,
          "abstained": 211,
          "beneficial": 166,
          "harmful": 2,
          "rewrite_precision": 0.9880952380952381
        },
        {
          "threshold": 0.36,
          "samples": 467,
          "teacher_exact": 0.1905781584582441,
          "teacher_visual_family": 0.5481798715203426,
          "final_exact": 0.5417558886509636,
          "gain_pp": 35.11777301927195,
          "rewrites": 256,
          "abstained": 211,
          "beneficial": 166,
          "harmful": 2,
          "rewrite_precision": 0.9880952380952381
        },
        {
          "threshold": 0.38,
          "samples": 467,
          "teacher_exact": 0.1905781584582441,
          "teacher_visual_family": 0.5481798715203426,
          "final_exact": 0.5417558886509636,
          "gain_pp": 35.11777301927195,
          "rewrites": 256,
          "abstained": 211,
          "beneficial": 166,
          "harmful": 2,
          "rewrite_precision": 0.9880952380952381
        },
        {
          "threshold": 0.4,
          "samples": 467,
          "teacher_exact": 0.1905781584582441,
          "teacher_visual_family": 0.5481798715203426,
          "final_exact": 0.5417558886509636,
          "gain_pp": 35.11777301927195,
          "rewrites": 256,
          "abstained": 211,
          "beneficial": 166,
          "harmful": 2,
          "rewrite_precision": 0.9880952380952381
        },
        {
          "threshold": 0.42,
          "samples": 467,
          "teacher_exact": 0.1905781584582441,
          "teacher_visual_family": 0.5481798715203426,
          "final_exact": 0.5417558886509636,
          "gain_pp": 35.11777301927195,
          "rewrites": 256,
          "abstained": 211,
          "beneficial": 166,
          "harmful": 2,
          "rewrite_precision": 0.9880952380952381
        },
        {
          "threshold": 0.44,
          "samples": 467,
          "teacher_exact": 0.1905781584582441,
          "teacher_visual_family": 0.5481798715203426,
          "final_exact": 0.5417558886509636,
          "gain_pp": 35.11777301927195,
          "rewrites": 256,
          "abstained": 211,
          "beneficial": 166,
          "harmful": 2,
          "rewrite_precision": 0.9880952380952381
        },
        {
          "threshold": 0.46,
          "samples": 467,
          "teacher_exact": 0.1905781584582441,
          "teacher_visual_family": 0.5481798715203426,
          "final_exact": 0.5417558886509636,
          "gain_pp": 35.11777301927195,
          "rewrites": 256,
          "abstained": 211,
          "beneficial": 166,
          "harmful": 2,
          "rewrite_precision": 0.9880952380952381
        },
        {
          "threshold": 0.48,
          "samples": 467,
          "teacher_exact": 0.1905781584582441,
          "teacher_visual_family": 0.5481798715203426,
          "final_exact": 0.5417558886509636,
          "gain_pp": 35.11777301927195,
          "rewrites": 256,
          "abstained": 211,
          "beneficial": 166,
          "harmful": 2,
          "rewrite_precision": 0.9880952380952381
        },
        {
          "threshold": 0.5,
          "samples": 467,
          "teacher_exact": 0.1905781584582441,
          "teacher_visual_family": 0.5481798715203426,
          "final_exact": 0.5417558886509636,
          "gain_pp": 35.11777301927195,
          "rewrites": 255,
          "abstained": 212,
          "beneficial": 166,
          "harmful": 2,
          "rewrite_precision": 0.9880952380952381
        },
        {
          "threshold": 0.52,
          "samples": 467,
          "teacher_exact": 0.1905781584582441,
          "teacher_visual_family": 0.5481798715203426,
          "final_exact": 0.5417558886509636,
          "gain_pp": 35.11777301927195,
          "rewrites": 254,
          "abstained": 213,
          "beneficial": 166,
          "harmful": 2,
          "rewrite_precision": 0.9880952380952381
        },
        {
          "threshold": 0.54,
          "samples": 467,
          "teacher_exact": 0.1905781584582441,
          "teacher_visual_family": 0.5481798715203426,
          "final_exact": 0.5417558886509636,
          "gain_pp": 35.11777301927195,
          "rewrites": 254,
          "abstained": 213,
          "beneficial": 166,
          "harmful": 2,
          "rewrite_precision": 0.9880952380952381
        },
        {
          "threshold": 0.56,
          "samples": 467,
          "teacher_exact": 0.1905781584582441,
          "teacher_visual_family": 0.5481798715203426,
          "final_exact": 0.5417558886509636,
          "gain_pp": 35.11777301927195,
          "rewrites": 254,
          "abstained": 213,
          "beneficial": 166,
          "harmful": 2,
          "rewrite_precision": 0.9880952380952381
        },
        {
          "threshold": 0.58,
          "samples": 467,
          "teacher_exact": 0.1905781584582441,
          "teacher_visual_family": 0.5481798715203426,
          "final_exact": 0.5417558886509636,
          "gain_pp": 35.11777301927195,
          "rewrites": 254,
          "abstained": 213,
          "beneficial": 166,
          "harmful": 2,
          "rewrite_precision": 0.9880952380952381
        },
        {
          "threshold": 0.6,
          "samples": 467,
          "teacher_exact": 0.1905781584582441,
          "teacher_visual_family": 0.5481798715203426,
          "final_exact": 0.5417558886509636,
          "gain_pp": 35.11777301927195,
          "rewrites": 254,
          "abstained": 213,
          "beneficial": 166,
          "harmful": 2,
          "rewrite_precision": 0.9880952380952381
        },
        {
          "threshold": 0.62,
          "samples": 467,
          "teacher_exact": 0.1905781584582441,
          "teacher_visual_family": 0.5481798715203426,
          "final_exact": 0.5417558886509636,
          "gain_pp": 35.11777301927195,
          "rewrites": 254,
          "abstained": 213,
          "beneficial": 166,
          "harmful": 2,
          "rewrite_precision": 0.9880952380952381
        },
        {
          "threshold": 0.64,
          "samples": 467,
          "teacher_exact": 0.1905781584582441,
          "teacher_visual_family": 0.5481798715203426,
          "final_exact": 0.5417558886509636,
          "gain_pp": 35.11777301927195,
          "rewrites": 254,
          "abstained": 213,
          "beneficial": 166,
          "harmful": 2,
          "rewrite_precision": 0.9880952380952381
        },
        {
          "threshold": 0.66,
          "samples": 467,
          "teacher_exact": 0.1905781584582441,
          "teacher_visual_family": 0.5481798715203426,
          "final_exact": 0.5396145610278372,
          "gain_pp": 34.903640256959314,
          "rewrites": 253,
          "abstained": 214,
          "beneficial": 165,
          "harmful": 2,
          "rewrite_precision": 0.9880239520958084
        },
        {
          "threshold": 0.68,
          "samples": 467,
          "teacher_exact": 0.1905781584582441,
          "teacher_visual_family": 0.5481798715203426,
          "final_exact": 0.5396145610278372,
          "gain_pp": 34.903640256959314,
          "rewrites": 253,
          "abstained": 214,
          "beneficial": 165,
          "harmful": 2,
          "rewrite_precision": 0.9880239520958084
        },
        {
          "threshold": 0.7,
          "samples": 467,
          "teacher_exact": 0.1905781584582441,
          "teacher_visual_family": 0.5481798715203426,
          "final_exact": 0.5396145610278372,
          "gain_pp": 34.903640256959314,
          "rewrites": 252,
          "abstained": 215,
          "beneficial": 165,
          "harmful": 2,
          "rewrite_precision": 0.9880239520958084
        },
        {
          "threshold": 0.72,
          "samples": 467,
          "teacher_exact": 0.1905781584582441,
          "teacher_visual_family": 0.5481798715203426,
          "final_exact": 0.5417558886509636,
          "gain_pp": 35.11777301927195,
          "rewrites": 251,
          "abstained": 216,
          "beneficial": 165,
          "harmful": 1,
          "rewrite_precision": 0.9939759036144579
        },
        {
          "threshold": 0.74,
          "samples": 467,
          "teacher_exact": 0.1905781584582441,
          "teacher_visual_family": 0.5481798715203426,
          "final_exact": 0.5417558886509636,
          "gain_pp": 35.11777301927195,
          "rewrites": 251,
          "abstained": 216,
          "beneficial": 165,
          "harmful": 1,
          "rewrite_precision": 0.9939759036144579
        },
        {
          "threshold": 0.76,
          "samples": 467,
          "teacher_exact": 0.1905781584582441,
          "teacher_visual_family": 0.5481798715203426,
          "final_exact": 0.5417558886509636,
          "gain_pp": 35.11777301927195,
          "rewrites": 251,
          "abstained": 216,
          "beneficial": 165,
          "harmful": 1,
          "rewrite_precision": 0.9939759036144579
        },
        {
          "threshold": 0.78,
          "samples": 467,
          "teacher_exact": 0.1905781584582441,
          "teacher_visual_family": 0.5481798715203426,
          "final_exact": 0.5417558886509636,
          "gain_pp": 35.11777301927195,
          "rewrites": 251,
          "abstained": 216,
          "beneficial": 165,
          "harmful": 1,
          "rewrite_precision": 0.9939759036144579
        },
        {
          "threshold": 0.8,
          "samples": 467,
          "teacher_exact": 0.1905781584582441,
          "teacher_visual_family": 0.5481798715203426,
          "final_exact": 0.5417558886509636,
          "gain_pp": 35.11777301927195,
          "rewrites": 251,
          "abstained": 216,
          "beneficial": 165,
          "harmful": 1,
          "rewrite_precision": 0.9939759036144579
        },
        {
          "threshold": 0.82,
          "samples": 467,
          "teacher_exact": 0.1905781584582441,
          "teacher_visual_family": 0.5481798715203426,
          "final_exact": 0.5438972162740899,
          "gain_pp": 35.33190578158458,
          "rewrites": 250,
          "abstained": 217,
          "beneficial": 165,
          "harmful": 0,
          "rewrite_precision": 1.0
        },
        {
          "threshold": 0.84,
          "samples": 467,
          "teacher_exact": 0.1905781584582441,
          "teacher_visual_family": 0.5481798715203426,
          "final_exact": 0.5438972162740899,
          "gain_pp": 35.33190578158458,
          "rewrites": 250,
          "abstained": 217,
          "beneficial": 165,
          "harmful": 0,
          "rewrite_precision": 1.0
        },
        {
          "threshold": 0.86,
          "samples": 467,
          "teacher_exact": 0.1905781584582441,
          "teacher_visual_family": 0.5481798715203426,
          "final_exact": 0.5438972162740899,
          "gain_pp": 35.33190578158458,
          "rewrites": 250,
          "abstained": 217,
          "beneficial": 165,
          "harmful": 0,
          "rewrite_precision": 1.0
        },
        {
          "threshold": 0.88,
          "samples": 467,
          "teacher_exact": 0.1905781584582441,
          "teacher_visual_family": 0.5481798715203426,
          "final_exact": 0.5438972162740899,
          "gain_pp": 35.33190578158458,
          "rewrites": 250,
          "abstained": 217,
          "beneficial": 165,
          "harmful": 0,
          "rewrite_precision": 1.0
        },
        {
          "threshold": 0.9,
          "samples": 467,
          "teacher_exact": 0.1905781584582441,
          "teacher_visual_family": 0.5481798715203426,
          "final_exact": 0.5438972162740899,
          "gain_pp": 35.33190578158458,
          "rewrites": 250,
          "abstained": 217,
          "beneficial": 165,
          "harmful": 0,
          "rewrite_precision": 1.0
        },
        {
          "threshold": 0.92,
          "samples": 467,
          "teacher_exact": 0.1905781584582441,
          "teacher_visual_family": 0.5481798715203426,
          "final_exact": 0.5417558886509636,
          "gain_pp": 35.11777301927195,
          "rewrites": 249,
          "abstained": 218,
          "beneficial": 164,
          "harmful": 0,
          "rewrite_precision": 1.0
        },
        {
          "threshold": 0.94,
          "samples": 467,
          "teacher_exact": 0.1905781584582441,
          "teacher_visual_family": 0.5481798715203426,
          "final_exact": 0.5396145610278372,
          "gain_pp": 34.903640256959314,
          "rewrites": 246,
          "abstained": 221,
          "beneficial": 163,
          "harmful": 0,
          "rewrite_precision": 1.0
        },
        {
          "threshold": 0.96,
          "samples": 467,
          "teacher_exact": 0.1905781584582441,
          "teacher_visual_family": 0.5481798715203426,
          "final_exact": 0.5396145610278372,
          "gain_pp": 34.903640256959314,
          "rewrites": 246,
          "abstained": 221,
          "beneficial": 163,
          "harmful": 0,
          "rewrite_precision": 1.0
        },
        {
          "threshold": 0.98,
          "samples": 467,
          "teacher_exact": 0.1905781584582441,
          "teacher_visual_family": 0.5481798715203426,
          "final_exact": 0.5289079229122056,
          "gain_pp": 33.83297644539615,
          "rewrites": 238,
          "abstained": 229,
          "beneficial": 158,
          "harmful": 0,
          "rewrite_precision": 1.0
        }
      ],
      "official_test": {
        "threshold": 0.9,
        "samples": 635,
        "teacher_exact": 0.27086614173228346,
        "teacher_visual_family": 0.44724409448818897,
        "final_exact": 0.3937007874015748,
        "gain_pp": 12.283464566929133,
        "rewrites": 270,
        "abstained": 365,
        "beneficial": 104,
        "harmful": 26,
        "rewrite_precision": 0.8
      }
    },
    {
      "adapter": "research\\runs\\math_ink_06_online_casecontext_refined_seed47_20260723\\skeleton_adapter.pt",
      "behavior_head": "research\\runs\\math_ink_06_behavior_role_seed47_20260724\\behavior_role_head.pt",
      "selected_threshold": 0.72,
      "validation_selected": {
        "threshold": 0.72,
        "samples": 467,
        "teacher_exact": 0.24411134903640258,
        "teacher_visual_family": 0.5952890792291221,
        "final_exact": 0.5867237687366167,
        "gain_pp": 34.261241970021416,
        "rewrites": 272,
        "abstained": 195,
        "beneficial": 161,
        "harmful": 1,
        "rewrite_precision": 0.9938271604938271
      },
      "validation_sweep": [
        {
          "threshold": 0.0,
          "samples": 467,
          "teacher_exact": 0.24411134903640258,
          "teacher_visual_family": 0.5952890792291221,
          "final_exact": 0.5867237687366167,
          "gain_pp": 34.261241970021416,
          "rewrites": 278,
          "abstained": 189,
          "beneficial": 162,
          "harmful": 2,
          "rewrite_precision": 0.9878048780487805
        },
        {
          "threshold": 0.02,
          "samples": 467,
          "teacher_exact": 0.24411134903640258,
          "teacher_visual_family": 0.5952890792291221,
          "final_exact": 0.5867237687366167,
          "gain_pp": 34.261241970021416,
          "rewrites": 278,
          "abstained": 189,
          "beneficial": 162,
          "harmful": 2,
          "rewrite_precision": 0.9878048780487805
        },
        {
          "threshold": 0.04,
          "samples": 467,
          "teacher_exact": 0.24411134903640258,
          "teacher_visual_family": 0.5952890792291221,
          "final_exact": 0.5867237687366167,
          "gain_pp": 34.261241970021416,
          "rewrites": 278,
          "abstained": 189,
          "beneficial": 162,
          "harmful": 2,
          "rewrite_precision": 0.9878048780487805
        },
        {
          "threshold": 0.06,
          "samples": 467,
          "teacher_exact": 0.24411134903640258,
          "teacher_visual_family": 0.5952890792291221,
          "final_exact": 0.5867237687366167,
          "gain_pp": 34.261241970021416,
          "rewrites": 278,
          "abstained": 189,
          "beneficial": 162,
          "harmful": 2,
          "rewrite_precision": 0.9878048780487805
        },
        {
          "threshold": 0.08,
          "samples": 467,
          "teacher_exact": 0.24411134903640258,
          "teacher_visual_family": 0.5952890792291221,
          "final_exact": 0.5867237687366167,
          "gain_pp": 34.261241970021416,
          "rewrites": 278,
          "abstained": 189,
          "beneficial": 162,
          "harmful": 2,
          "rewrite_precision": 0.9878048780487805
        },
        {
          "threshold": 0.1,
          "samples": 467,
          "teacher_exact": 0.24411134903640258,
          "teacher_visual_family": 0.5952890792291221,
          "final_exact": 0.5867237687366167,
          "gain_pp": 34.261241970021416,
          "rewrites": 278,
          "abstained": 189,
          "beneficial": 162,
          "harmful": 2,
          "rewrite_precision": 0.9878048780487805
        },
        {
          "threshold": 0.12,
          "samples": 467,
          "teacher_exact": 0.24411134903640258,
          "teacher_visual_family": 0.5952890792291221,
          "final_exact": 0.5867237687366167,
          "gain_pp": 34.261241970021416,
          "rewrites": 278,
          "abstained": 189,
          "beneficial": 162,
          "harmful": 2,
          "rewrite_precision": 0.9878048780487805
        },
        {
          "threshold": 0.14,
          "samples": 467,
          "teacher_exact": 0.24411134903640258,
          "teacher_visual_family": 0.5952890792291221,
          "final_exact": 0.5867237687366167,
          "gain_pp": 34.261241970021416,
          "rewrites": 278,
          "abstained": 189,
          "beneficial": 162,
          "harmful": 2,
          "rewrite_precision": 0.9878048780487805
        },
        {
          "threshold": 0.16,
          "samples": 467,
          "teacher_exact": 0.24411134903640258,
          "teacher_visual_family": 0.5952890792291221,
          "final_exact": 0.5867237687366167,
          "gain_pp": 34.261241970021416,
          "rewrites": 278,
          "abstained": 189,
          "beneficial": 162,
          "harmful": 2,
          "rewrite_precision": 0.9878048780487805
        },
        {
          "threshold": 0.18,
          "samples": 467,
          "teacher_exact": 0.24411134903640258,
          "teacher_visual_family": 0.5952890792291221,
          "final_exact": 0.5867237687366167,
          "gain_pp": 34.261241970021416,
          "rewrites": 278,
          "abstained": 189,
          "beneficial": 162,
          "harmful": 2,
          "rewrite_precision": 0.9878048780487805
        },
        {
          "threshold": 0.2,
          "samples": 467,
          "teacher_exact": 0.24411134903640258,
          "teacher_visual_family": 0.5952890792291221,
          "final_exact": 0.5867237687366167,
          "gain_pp": 34.261241970021416,
          "rewrites": 278,
          "abstained": 189,
          "beneficial": 162,
          "harmful": 2,
          "rewrite_precision": 0.9878048780487805
        },
        {
          "threshold": 0.22,
          "samples": 467,
          "teacher_exact": 0.24411134903640258,
          "teacher_visual_family": 0.5952890792291221,
          "final_exact": 0.5867237687366167,
          "gain_pp": 34.261241970021416,
          "rewrites": 278,
          "abstained": 189,
          "beneficial": 162,
          "harmful": 2,
          "rewrite_precision": 0.9878048780487805
        },
        {
          "threshold": 0.24,
          "samples": 467,
          "teacher_exact": 0.24411134903640258,
          "teacher_visual_family": 0.5952890792291221,
          "final_exact": 0.5867237687366167,
          "gain_pp": 34.261241970021416,
          "rewrites": 278,
          "abstained": 189,
          "beneficial": 162,
          "harmful": 2,
          "rewrite_precision": 0.9878048780487805
        },
        {
          "threshold": 0.26,
          "samples": 467,
          "teacher_exact": 0.24411134903640258,
          "teacher_visual_family": 0.5952890792291221,
          "final_exact": 0.5867237687366167,
          "gain_pp": 34.261241970021416,
          "rewrites": 278,
          "abstained": 189,
          "beneficial": 162,
          "harmful": 2,
          "rewrite_precision": 0.9878048780487805
        },
        {
          "threshold": 0.28,
          "samples": 467,
          "teacher_exact": 0.24411134903640258,
          "teacher_visual_family": 0.5952890792291221,
          "final_exact": 0.5867237687366167,
          "gain_pp": 34.261241970021416,
          "rewrites": 278,
          "abstained": 189,
          "beneficial": 162,
          "harmful": 2,
          "rewrite_precision": 0.9878048780487805
        },
        {
          "threshold": 0.3,
          "samples": 467,
          "teacher_exact": 0.24411134903640258,
          "teacher_visual_family": 0.5952890792291221,
          "final_exact": 0.5867237687366167,
          "gain_pp": 34.261241970021416,
          "rewrites": 278,
          "abstained": 189,
          "beneficial": 162,
          "harmful": 2,
          "rewrite_precision": 0.9878048780487805
        },
        {
          "threshold": 0.32,
          "samples": 467,
          "teacher_exact": 0.24411134903640258,
          "teacher_visual_family": 0.5952890792291221,
          "final_exact": 0.5867237687366167,
          "gain_pp": 34.261241970021416,
          "rewrites": 278,
          "abstained": 189,
          "beneficial": 162,
          "harmful": 2,
          "rewrite_precision": 0.9878048780487805
        },
        {
          "threshold": 0.34,
          "samples": 467,
          "teacher_exact": 0.24411134903640258,
          "teacher_visual_family": 0.5952890792291221,
          "final_exact": 0.5867237687366167,
          "gain_pp": 34.261241970021416,
          "rewrites": 278,
          "abstained": 189,
          "beneficial": 162,
          "harmful": 2,
          "rewrite_precision": 0.9878048780487805
        },
        {
          "threshold": 0.36,
          "samples": 467,
          "teacher_exact": 0.24411134903640258,
          "teacher_visual_family": 0.5952890792291221,
          "final_exact": 0.5867237687366167,
          "gain_pp": 34.261241970021416,
          "rewrites": 278,
          "abstained": 189,
          "beneficial": 162,
          "harmful": 2,
          "rewrite_precision": 0.9878048780487805
        },
        {
          "threshold": 0.38,
          "samples": 467,
          "teacher_exact": 0.24411134903640258,
          "teacher_visual_family": 0.5952890792291221,
          "final_exact": 0.5867237687366167,
          "gain_pp": 34.261241970021416,
          "rewrites": 278,
          "abstained": 189,
          "beneficial": 162,
          "harmful": 2,
          "rewrite_precision": 0.9878048780487805
        },
        {
          "threshold": 0.4,
          "samples": 467,
          "teacher_exact": 0.24411134903640258,
          "teacher_visual_family": 0.5952890792291221,
          "final_exact": 0.5867237687366167,
          "gain_pp": 34.261241970021416,
          "rewrites": 278,
          "abstained": 189,
          "beneficial": 162,
          "harmful": 2,
          "rewrite_precision": 0.9878048780487805
        },
        {
          "threshold": 0.42,
          "samples": 467,
          "teacher_exact": 0.24411134903640258,
          "teacher_visual_family": 0.5952890792291221,
          "final_exact": 0.5867237687366167,
          "gain_pp": 34.261241970021416,
          "rewrites": 278,
          "abstained": 189,
          "beneficial": 162,
          "harmful": 2,
          "rewrite_precision": 0.9878048780487805
        },
        {
          "threshold": 0.44,
          "samples": 467,
          "teacher_exact": 0.24411134903640258,
          "teacher_visual_family": 0.5952890792291221,
          "final_exact": 0.5867237687366167,
          "gain_pp": 34.261241970021416,
          "rewrites": 278,
          "abstained": 189,
          "beneficial": 162,
          "harmful": 2,
          "rewrite_precision": 0.9878048780487805
        },
        {
          "threshold": 0.46,
          "samples": 467,
          "teacher_exact": 0.24411134903640258,
          "teacher_visual_family": 0.5952890792291221,
          "final_exact": 0.5867237687366167,
          "gain_pp": 34.261241970021416,
          "rewrites": 278,
          "abstained": 189,
          "beneficial": 162,
          "harmful": 2,
          "rewrite_precision": 0.9878048780487805
        },
        {
          "threshold": 0.48,
          "samples": 467,
          "teacher_exact": 0.24411134903640258,
          "teacher_visual_family": 0.5952890792291221,
          "final_exact": 0.5867237687366167,
          "gain_pp": 34.261241970021416,
          "rewrites": 278,
          "abstained": 189,
          "beneficial": 162,
          "harmful": 2,
          "rewrite_precision": 0.9878048780487805
        },
        {
          "threshold": 0.5,
          "samples": 467,
          "teacher_exact": 0.24411134903640258,
          "teacher_visual_family": 0.5952890792291221,
          "final_exact": 0.5845824411134903,
          "gain_pp": 34.04710920770878,
          "rewrites": 277,
          "abstained": 190,
          "beneficial": 161,
          "harmful": 2,
          "rewrite_precision": 0.9877300613496932
        },
        {
          "threshold": 0.52,
          "samples": 467,
          "teacher_exact": 0.24411134903640258,
          "teacher_visual_family": 0.5952890792291221,
          "final_exact": 0.5845824411134903,
          "gain_pp": 34.04710920770878,
          "rewrites": 277,
          "abstained": 190,
          "beneficial": 161,
          "harmful": 2,
          "rewrite_precision": 0.9877300613496932
        },
        {
          "threshold": 0.54,
          "samples": 467,
          "teacher_exact": 0.24411134903640258,
          "teacher_visual_family": 0.5952890792291221,
          "final_exact": 0.5845824411134903,
          "gain_pp": 34.04710920770878,
          "rewrites": 276,
          "abstained": 191,
          "beneficial": 161,
          "harmful": 2,
          "rewrite_precision": 0.9877300613496932
        },
        {
          "threshold": 0.56,
          "samples": 467,
          "teacher_exact": 0.24411134903640258,
          "teacher_visual_family": 0.5952890792291221,
          "final_exact": 0.5845824411134903,
          "gain_pp": 34.04710920770878,
          "rewrites": 274,
          "abstained": 193,
          "beneficial": 161,
          "harmful": 2,
          "rewrite_precision": 0.9877300613496932
        },
        {
          "threshold": 0.58,
          "samples": 467,
          "teacher_exact": 0.24411134903640258,
          "teacher_visual_family": 0.5952890792291221,
          "final_exact": 0.5845824411134903,
          "gain_pp": 34.04710920770878,
          "rewrites": 274,
          "abstained": 193,
          "beneficial": 161,
          "harmful": 2,
          "rewrite_precision": 0.9877300613496932
        },
        {
          "threshold": 0.6,
          "samples": 467,
          "teacher_exact": 0.24411134903640258,
          "teacher_visual_family": 0.5952890792291221,
          "final_exact": 0.5867237687366167,
          "gain_pp": 34.261241970021416,
          "rewrites": 273,
          "abstained": 194,
          "beneficial": 161,
          "harmful": 1,
          "rewrite_precision": 0.9938271604938271
        },
        {
          "threshold": 0.62,
          "samples": 467,
          "teacher_exact": 0.24411134903640258,
          "teacher_visual_family": 0.5952890792291221,
          "final_exact": 0.5867237687366167,
          "gain_pp": 34.261241970021416,
          "rewrites": 273,
          "abstained": 194,
          "beneficial": 161,
          "harmful": 1,
          "rewrite_precision": 0.9938271604938271
        },
        {
          "threshold": 0.64,
          "samples": 467,
          "teacher_exact": 0.24411134903640258,
          "teacher_visual_family": 0.5952890792291221,
          "final_exact": 0.5867237687366167,
          "gain_pp": 34.261241970021416,
          "rewrites": 273,
          "abstained": 194,
          "beneficial": 161,
          "harmful": 1,
          "rewrite_precision": 0.9938271604938271
        },
        {
          "threshold": 0.66,
          "samples": 467,
          "teacher_exact": 0.24411134903640258,
          "teacher_visual_family": 0.5952890792291221,
          "final_exact": 0.5867237687366167,
          "gain_pp": 34.261241970021416,
          "rewrites": 273,
          "abstained": 194,
          "beneficial": 161,
          "harmful": 1,
          "rewrite_precision": 0.9938271604938271
        },
        {
          "threshold": 0.68,
          "samples": 467,
          "teacher_exact": 0.24411134903640258,
          "teacher_visual_family": 0.5952890792291221,
          "final_exact": 0.5867237687366167,
          "gain_pp": 34.261241970021416,
          "rewrites": 272,
          "abstained": 195,
          "beneficial": 161,
          "harmful": 1,
          "rewrite_precision": 0.9938271604938271
        },
        {
          "threshold": 0.7,
          "samples": 467,
          "teacher_exact": 0.24411134903640258,
          "teacher_visual_family": 0.5952890792291221,
          "final_exact": 0.5867237687366167,
          "gain_pp": 34.261241970021416,
          "rewrites": 272,
          "abstained": 195,
          "beneficial": 161,
          "harmful": 1,
          "rewrite_precision": 0.9938271604938271
        },
        {
          "threshold": 0.72,
          "samples": 467,
          "teacher_exact": 0.24411134903640258,
          "teacher_visual_family": 0.5952890792291221,
          "final_exact": 0.5867237687366167,
          "gain_pp": 34.261241970021416,
          "rewrites": 272,
          "abstained": 195,
          "beneficial": 161,
          "harmful": 1,
          "rewrite_precision": 0.9938271604938271
        },
        {
          "threshold": 0.74,
          "samples": 467,
          "teacher_exact": 0.24411134903640258,
          "teacher_visual_family": 0.5952890792291221,
          "final_exact": 0.5845824411134903,
          "gain_pp": 34.04710920770878,
          "rewrites": 271,
          "abstained": 196,
          "beneficial": 160,
          "harmful": 1,
          "rewrite_precision": 0.9937888198757764
        },
        {
          "threshold": 0.76,
          "samples": 467,
          "teacher_exact": 0.24411134903640258,
          "teacher_visual_family": 0.5952890792291221,
          "final_exact": 0.5845824411134903,
          "gain_pp": 34.04710920770878,
          "rewrites": 270,
          "abstained": 197,
          "beneficial": 160,
          "harmful": 1,
          "rewrite_precision": 0.9937888198757764
        },
        {
          "threshold": 0.78,
          "samples": 467,
          "teacher_exact": 0.24411134903640258,
          "teacher_visual_family": 0.5952890792291221,
          "final_exact": 0.582441113490364,
          "gain_pp": 33.83297644539615,
          "rewrites": 269,
          "abstained": 198,
          "beneficial": 159,
          "harmful": 1,
          "rewrite_precision": 0.99375
        },
        {
          "threshold": 0.8,
          "samples": 467,
          "teacher_exact": 0.24411134903640258,
          "teacher_visual_family": 0.5952890792291221,
          "final_exact": 0.5802997858672377,
          "gain_pp": 33.61884368308351,
          "rewrites": 268,
          "abstained": 199,
          "beneficial": 158,
          "harmful": 1,
          "rewrite_precision": 0.9937106918238994
        },
        {
          "threshold": 0.82,
          "samples": 467,
          "teacher_exact": 0.24411134903640258,
          "teacher_visual_family": 0.5952890792291221,
          "final_exact": 0.5802997858672377,
          "gain_pp": 33.61884368308351,
          "rewrites": 268,
          "abstained": 199,
          "beneficial": 158,
          "harmful": 1,
          "rewrite_precision": 0.9937106918238994
        },
        {
          "threshold": 0.84,
          "samples": 467,
          "teacher_exact": 0.24411134903640258,
          "teacher_visual_family": 0.5952890792291221,
          "final_exact": 0.5802997858672377,
          "gain_pp": 33.61884368308351,
          "rewrites": 268,
          "abstained": 199,
          "beneficial": 158,
          "harmful": 1,
          "rewrite_precision": 0.9937106918238994
        },
        {
          "threshold": 0.86,
          "samples": 467,
          "teacher_exact": 0.24411134903640258,
          "teacher_visual_family": 0.5952890792291221,
          "final_exact": 0.5802997858672377,
          "gain_pp": 33.61884368308351,
          "rewrites": 267,
          "abstained": 200,
          "beneficial": 158,
          "harmful": 1,
          "rewrite_precision": 0.9937106918238994
        },
        {
          "threshold": 0.88,
          "samples": 467,
          "teacher_exact": 0.24411134903640258,
          "teacher_visual_family": 0.5952890792291221,
          "final_exact": 0.576017130620985,
          "gain_pp": 33.190578158458244,
          "rewrites": 263,
          "abstained": 204,
          "beneficial": 155,
          "harmful": 0,
          "rewrite_precision": 1.0
        },
        {
          "threshold": 0.9,
          "samples": 467,
          "teacher_exact": 0.24411134903640258,
          "teacher_visual_family": 0.5952890792291221,
          "final_exact": 0.5717344753747323,
          "gain_pp": 32.76231263383298,
          "rewrites": 261,
          "abstained": 206,
          "beneficial": 153,
          "harmful": 0,
          "rewrite_precision": 1.0
        },
        {
          "threshold": 0.92,
          "samples": 467,
          "teacher_exact": 0.24411134903640258,
          "teacher_visual_family": 0.5952890792291221,
          "final_exact": 0.5653104925053534,
          "gain_pp": 32.11991434689507,
          "rewrites": 256,
          "abstained": 211,
          "beneficial": 150,
          "harmful": 0,
          "rewrite_precision": 1.0
        },
        {
          "threshold": 0.94,
          "samples": 467,
          "teacher_exact": 0.24411134903640258,
          "teacher_visual_family": 0.5952890792291221,
          "final_exact": 0.5610278372591007,
          "gain_pp": 31.69164882226981,
          "rewrites": 253,
          "abstained": 214,
          "beneficial": 148,
          "harmful": 0,
          "rewrite_precision": 1.0
        },
        {
          "threshold": 0.96,
          "samples": 467,
          "teacher_exact": 0.24411134903640258,
          "teacher_visual_family": 0.5952890792291221,
          "final_exact": 0.5546038543897216,
          "gain_pp": 31.049250535331907,
          "rewrites": 250,
          "abstained": 217,
          "beneficial": 145,
          "harmful": 0,
          "rewrite_precision": 1.0
        },
        {
          "threshold": 0.98,
          "samples": 467,
          "teacher_exact": 0.24411134903640258,
          "teacher_visual_family": 0.5952890792291221,
          "final_exact": 0.5417558886509636,
          "gain_pp": 29.764453961456102,
          "rewrites": 238,
          "abstained": 229,
          "beneficial": 139,
          "harmful": 0,
          "rewrite_precision": 1.0
        }
      ],
      "official_test": {
        "threshold": 0.72,
        "samples": 635,
        "teacher_exact": 0.2866141732283465,
        "teacher_visual_family": 0.5007874015748032,
        "final_exact": 0.4409448818897638,
        "gain_pp": 15.433070866141732,
        "rewrites": 307,
        "abstained": 328,
        "beneficial": 125,
        "harmful": 27,
        "rewrite_precision": 0.8223684210526315
      }
    }
  ],
  "official_test_summary": {
    "teacher_exact": {
      "values": [
        0.4519685039370079,
        0.27086614173228346,
        0.2866141732283465
      ],
      "mean": 0.33648293963254594
    },
    "teacher_visual_family": {
      "values": [
        0.6425196850393701,
        0.44724409448818897,
        0.5007874015748032
      ],
      "mean": 0.5301837270341206
    },
    "final_exact": {
      "values": [
        0.584251968503937,
        0.3937007874015748,
        0.4409448818897638
      ],
      "mean": 0.47296587926509187
    },
    "gain_pp": {
      "values": [
        13.228346456692913,
        12.283464566929133,
        15.433070866141732
      ],
      "mean": 13.648293963254593
    },
    "rewrite_precision": {
      "values": [
        0.8181818181818182,
        0.8,
        0.8223684210526315
      ],
      "mean": 0.8135167464114832
    }
  },
  "track": "R_noncommercial_only",
  "product_validation": false,
  "distillation_allowed": false
}