{ "schema": "mt11-high-heavy-l45-primary-selection/1", "status": "FINAL_FROZEN", "date": "2026-08-16", "selection": { "primary": "HIGH_HEAVY_L45", "downgraded": "MEDCONF_MED34_HIGH30_CENTERED_S2", "downgrade_evidence": { "fresh_correct": 29, "fresh_n": 240, "vs_fresh_base_delta_correct": 9, "question_cluster_bootstrap_95ci_delta_correct": [ -3, 22 ], "significantly_above_fresh_base": false }, "owner_override": { "applied": true, "prior_report_verdict": "DO_NOT_STOP_TRAINING_MIXED_OR_UNSTABLE", "reason": "The prior report verdict combined HIGH and MEDCONF. The owner had predeclared that fresh-seed reproduction of the 34-point result ends training; HIGH exactly reproduced 34/240 and remained significantly above Fresh Base." } }, "high_complete_evidence": { "no_cherry_pick": true, "all_seeds_included": [ 42, 43, 44, 45, 46, 47, 48, 49 ], "pairing_note": "Different eval seeds are not sample-paired; comparisons use question aggregation. Combined health metrics are exhaustive sample totals.", "original_block": { "seeds": [ 42, 43, 44, 45 ], "n": 240, "correct": 34, "correct_by_seed": { "42": 8, "43": 9, "44": 6, "45": 11 }, "cap": { "n": 91, "pct": 37.917 }, "decoded_complete_box": { "n": 150, "pct": 62.5 }, "natural_stop": { "n": 149, "pct": 62.083 } }, "fresh_block": { "seeds": [ 46, 47, 48, 49 ], "n": 240, "correct": 34, "correct_by_seed": { "46": 8, "47": 9, "48": 9, "49": 8 }, "cap": { "n": 84, "pct": 35.0 }, "decoded_complete_box": { "n": 151, "pct": 62.917 }, "natural_stop": { "n": 156, "pct": 65.0 }, "vs_fresh_base": { "fresh_base_correct": 20, "fresh_base_n": 240, "delta_correct": 14, "question_cluster_bootstrap_95ci_delta_correct": [ 2, 27 ], "significantly_above": true } }, "combined_block": { "seeds": [ 42, 43, 44, 45, 46, 47, 48, 49 ], "n": 480, "correct": { "n": 68, "pct": 14.167 }, "cap": { "n": 175, "pct": 36.458 }, "decoded_complete_box": { "n": 301, "pct": 62.708 }, "natural_stop": { "n": 305, "pct": 63.542 } } }, "frozen_identity": { "adapter_path": "/workspace/DDC-v3.1/runs/mt11_r2_384k96_execution_20260814/arms_90r6pp/HIGH_HEAVY_L45/train/checkpoint-update-00000024-tokens-000000409131/adapter", "adapter_sha256": "628a5b4c40584c524479b80773166f49b5c49d7223b34d4cf254064d6b65bd29", "base_path": "/workspace/MATH-NOTHINK-AIME-P1-v1.0/model/mn8_eos_r1_2/Qwen3-4B-Base-906bfd4", "tokenizer_path": "/workspace/MATH-NOTHINK-AIME-P1-v1.0/model/mn8_eos_r1_2/Qwen3-4B-Base-906bfd4", "dynamic_lora": true, "base_adapter_separate": true, "merge": false, "bake": false }, "standard_think_evalscope_contract": { "mode": "think", "enable_thinking": true, "framework": "EvalScope", "score_authority": "EvalScope reviews", "suites": [ "AIME24", "AIME25" ], "independent_questions": 60, "samples_per_four_seed_block": 240, "sampling": { "temperature": 0.6, "top_p": 0.95, "top_k": 20 }, "max_model_len": 32768, "reserve_tokens": 64, "max_new_tokens_rule": "32768 - exact_upstream_tokenize_prompt_count - 64", "statistics": "question-clustered; do not treat 240 samples as 240 independent questions", "serving": "vLLM dynamic LoRA mount; no merge or bake" }, "route_freeze": { "stop_all_new_mt11_training": true, "short_cot": "FAIL", "med34_score_uplift_r1_family_gate": "FAIL", "automatic_continuation_forbidden": true, "automatic_arm_expansion_forbidden": true, "automatic_warm_start_forbidden": true, "automatic_lora_combination_forbidden": true, "historical_result_cards_modified": false, "training_started_by_this_action": false, "evaluation_started_by_this_action": false }, "mn9_crossprotocol_eval": { "approved_eval_only": true, "must_not_stop_or_interfere": true, "may_not_trigger_training_automatically": true, "may_not_trigger_lora_combination_automatically": true, "separate_approval_required_for_any_followup": true }, "supervisor_read_only_check": { "mt11_training_running": false, "action_taken": "NONE", "running_approved_eval_only_services": [ "ddc-mt11-mn9-crossprotocol-controller", "ddc-mt11-mn9-crossprotocol-eval-disk-guard", "ddc-mt11-mn9-crossprotocol-eval-gpu0", "ddc-mt11-mn9-crossprotocol-eval-gpu1", "ddc-mt11-mn9-crossprotocol-eval-gpu2", "ddc-mt11-mn9-crossprotocol-eval-gpu3" ] }, "authoritative_sources": [ "/workspace/DDC-v3.1/runs/mt11_two34_freshseed_reval_20260815/MT11_TWO34_FRESHSEED_REVAL_FINAL.md", "/workspace/DDC-v3.1/runs/mt11_two34_freshseed_reval_20260815/MT11_TWO34_FRESHSEED_REVAL_FINAL.json", "/workspace/DDC-v3.1/runs/mt11_r2_384k96_execution_20260814/RESULT_CARD_HIGH_HEAVY_L45.json", "/workspace/DDC-v3.1/runs/MED34_SCORE_UPLIFT_CANARY_V1R1_SHARED_PREFIX/MED34_SCORE_UPLIFT_REPORT.md" ] }