Instructions to use modrill/MT11-HIGH-L45 with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- PEFT
How to use modrill/MT11-HIGH-L45 with PEFT:
from peft import PeftModel from transformers import AutoModelForCausalLM base_model = AutoModelForCausalLM.from_pretrained("Qwen/Qwen3-4B-Base") model = PeftModel.from_pretrained(base_model, "modrill/MT11-HIGH-L45") - Notebooks
- Google Colab
- Kaggle
Publish MT11-HIGH-L45 v1.0.0 dynamic LoRA
Browse files- BASE_MODEL_REFERENCE.json +10 -0
- PRIMARY_SELECTION.json +202 -0
- PRIMARY_SELECTION.md +48 -0
- R2_BACKUP_VERIFIED.json +27 -0
- R2_FREEZE_STATUS.json +41 -0
- README.md +71 -0
- RESULT_CARD_FRESH_SEEDS_46_49.json +171 -0
- RESULT_CARD_ORIGINAL_SEEDS_42_45.json +92 -0
- SHA256SUMS +11 -0
- SHA256_MANIFEST.json +59 -0
- adapter_config.json +46 -0
- adapter_model.safetensors +3 -0
BASE_MODEL_REFERENCE.json
ADDED
|
@@ -0,0 +1,10 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"schema": "mt11-base-model-reference/1",
|
| 3 |
+
"model_id": "Qwen/Qwen3-4B-Base",
|
| 4 |
+
"local_training_path": "/workspace/MATH-NOTHINK-AIME-P1-v1.0/model/mn8_eos_r1_2/Qwen3-4B-Base-906bfd4",
|
| 5 |
+
"revision": "906bfd4b4dc7f14ee4320094d8b41684abff8539",
|
| 6 |
+
"base_composite_sha256": "b7dc3d5cef56c5ed8e03e9c54bde781b560897151e6b6fadc55ed40a22feaaa2",
|
| 7 |
+
"base_lock_sha256": "0144c9767921f51f37167784380029c01fc83caf5c5b54e803671bfc3c432bdf",
|
| 8 |
+
"tokenizer": "Use the tokenizer from the exact pinned base revision; no tokenizer files are bundled.",
|
| 9 |
+
"source": "TRAINING_CONFIG.json and training/COMMIT.json in the frozen release evidence"
|
| 10 |
+
}
|
PRIMARY_SELECTION.json
ADDED
|
@@ -0,0 +1,202 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"schema": "mt11-high-heavy-l45-primary-selection/1",
|
| 3 |
+
"status": "FINAL_FROZEN",
|
| 4 |
+
"date": "2026-08-16",
|
| 5 |
+
"selection": {
|
| 6 |
+
"primary": "HIGH_HEAVY_L45",
|
| 7 |
+
"downgraded": "MEDCONF_MED34_HIGH30_CENTERED_S2",
|
| 8 |
+
"downgrade_evidence": {
|
| 9 |
+
"fresh_correct": 29,
|
| 10 |
+
"fresh_n": 240,
|
| 11 |
+
"vs_fresh_base_delta_correct": 9,
|
| 12 |
+
"question_cluster_bootstrap_95ci_delta_correct": [
|
| 13 |
+
-3,
|
| 14 |
+
22
|
| 15 |
+
],
|
| 16 |
+
"significantly_above_fresh_base": false
|
| 17 |
+
},
|
| 18 |
+
"owner_override": {
|
| 19 |
+
"applied": true,
|
| 20 |
+
"prior_report_verdict": "DO_NOT_STOP_TRAINING_MIXED_OR_UNSTABLE",
|
| 21 |
+
"reason": "The prior report verdict combined HIGH and MEDCONF. The owner had predeclared that fresh-seed reproduction of the 34-point result ends training; HIGH exactly reproduced 34/240 and remained significantly above Fresh Base."
|
| 22 |
+
}
|
| 23 |
+
},
|
| 24 |
+
"high_complete_evidence": {
|
| 25 |
+
"no_cherry_pick": true,
|
| 26 |
+
"all_seeds_included": [
|
| 27 |
+
42,
|
| 28 |
+
43,
|
| 29 |
+
44,
|
| 30 |
+
45,
|
| 31 |
+
46,
|
| 32 |
+
47,
|
| 33 |
+
48,
|
| 34 |
+
49
|
| 35 |
+
],
|
| 36 |
+
"pairing_note": "Different eval seeds are not sample-paired; comparisons use question aggregation. Combined health metrics are exhaustive sample totals.",
|
| 37 |
+
"original_block": {
|
| 38 |
+
"seeds": [
|
| 39 |
+
42,
|
| 40 |
+
43,
|
| 41 |
+
44,
|
| 42 |
+
45
|
| 43 |
+
],
|
| 44 |
+
"n": 240,
|
| 45 |
+
"correct": 34,
|
| 46 |
+
"correct_by_seed": {
|
| 47 |
+
"42": 8,
|
| 48 |
+
"43": 9,
|
| 49 |
+
"44": 6,
|
| 50 |
+
"45": 11
|
| 51 |
+
},
|
| 52 |
+
"cap": {
|
| 53 |
+
"n": 91,
|
| 54 |
+
"pct": 37.917
|
| 55 |
+
},
|
| 56 |
+
"decoded_complete_box": {
|
| 57 |
+
"n": 150,
|
| 58 |
+
"pct": 62.5
|
| 59 |
+
},
|
| 60 |
+
"natural_stop": {
|
| 61 |
+
"n": 149,
|
| 62 |
+
"pct": 62.083
|
| 63 |
+
}
|
| 64 |
+
},
|
| 65 |
+
"fresh_block": {
|
| 66 |
+
"seeds": [
|
| 67 |
+
46,
|
| 68 |
+
47,
|
| 69 |
+
48,
|
| 70 |
+
49
|
| 71 |
+
],
|
| 72 |
+
"n": 240,
|
| 73 |
+
"correct": 34,
|
| 74 |
+
"correct_by_seed": {
|
| 75 |
+
"46": 8,
|
| 76 |
+
"47": 9,
|
| 77 |
+
"48": 9,
|
| 78 |
+
"49": 8
|
| 79 |
+
},
|
| 80 |
+
"cap": {
|
| 81 |
+
"n": 84,
|
| 82 |
+
"pct": 35.0
|
| 83 |
+
},
|
| 84 |
+
"decoded_complete_box": {
|
| 85 |
+
"n": 151,
|
| 86 |
+
"pct": 62.917
|
| 87 |
+
},
|
| 88 |
+
"natural_stop": {
|
| 89 |
+
"n": 156,
|
| 90 |
+
"pct": 65.0
|
| 91 |
+
},
|
| 92 |
+
"vs_fresh_base": {
|
| 93 |
+
"fresh_base_correct": 20,
|
| 94 |
+
"fresh_base_n": 240,
|
| 95 |
+
"delta_correct": 14,
|
| 96 |
+
"question_cluster_bootstrap_95ci_delta_correct": [
|
| 97 |
+
2,
|
| 98 |
+
27
|
| 99 |
+
],
|
| 100 |
+
"significantly_above": true
|
| 101 |
+
}
|
| 102 |
+
},
|
| 103 |
+
"combined_block": {
|
| 104 |
+
"seeds": [
|
| 105 |
+
42,
|
| 106 |
+
43,
|
| 107 |
+
44,
|
| 108 |
+
45,
|
| 109 |
+
46,
|
| 110 |
+
47,
|
| 111 |
+
48,
|
| 112 |
+
49
|
| 113 |
+
],
|
| 114 |
+
"n": 480,
|
| 115 |
+
"correct": {
|
| 116 |
+
"n": 68,
|
| 117 |
+
"pct": 14.167
|
| 118 |
+
},
|
| 119 |
+
"cap": {
|
| 120 |
+
"n": 175,
|
| 121 |
+
"pct": 36.458
|
| 122 |
+
},
|
| 123 |
+
"decoded_complete_box": {
|
| 124 |
+
"n": 301,
|
| 125 |
+
"pct": 62.708
|
| 126 |
+
},
|
| 127 |
+
"natural_stop": {
|
| 128 |
+
"n": 305,
|
| 129 |
+
"pct": 63.542
|
| 130 |
+
}
|
| 131 |
+
}
|
| 132 |
+
},
|
| 133 |
+
"frozen_identity": {
|
| 134 |
+
"adapter_path": "/workspace/DDC-v3.1/runs/mt11_r2_384k96_execution_20260814/arms_90r6pp/HIGH_HEAVY_L45/train/checkpoint-update-00000024-tokens-000000409131/adapter",
|
| 135 |
+
"adapter_sha256": "628a5b4c40584c524479b80773166f49b5c49d7223b34d4cf254064d6b65bd29",
|
| 136 |
+
"base_path": "/workspace/MATH-NOTHINK-AIME-P1-v1.0/model/mn8_eos_r1_2/Qwen3-4B-Base-906bfd4",
|
| 137 |
+
"tokenizer_path": "/workspace/MATH-NOTHINK-AIME-P1-v1.0/model/mn8_eos_r1_2/Qwen3-4B-Base-906bfd4",
|
| 138 |
+
"dynamic_lora": true,
|
| 139 |
+
"base_adapter_separate": true,
|
| 140 |
+
"merge": false,
|
| 141 |
+
"bake": false
|
| 142 |
+
},
|
| 143 |
+
"standard_think_evalscope_contract": {
|
| 144 |
+
"mode": "think",
|
| 145 |
+
"enable_thinking": true,
|
| 146 |
+
"framework": "EvalScope",
|
| 147 |
+
"score_authority": "EvalScope reviews",
|
| 148 |
+
"suites": [
|
| 149 |
+
"AIME24",
|
| 150 |
+
"AIME25"
|
| 151 |
+
],
|
| 152 |
+
"independent_questions": 60,
|
| 153 |
+
"samples_per_four_seed_block": 240,
|
| 154 |
+
"sampling": {
|
| 155 |
+
"temperature": 0.6,
|
| 156 |
+
"top_p": 0.95,
|
| 157 |
+
"top_k": 20
|
| 158 |
+
},
|
| 159 |
+
"max_model_len": 32768,
|
| 160 |
+
"reserve_tokens": 64,
|
| 161 |
+
"max_new_tokens_rule": "32768 - exact_upstream_tokenize_prompt_count - 64",
|
| 162 |
+
"statistics": "question-clustered; do not treat 240 samples as 240 independent questions",
|
| 163 |
+
"serving": "vLLM dynamic LoRA mount; no merge or bake"
|
| 164 |
+
},
|
| 165 |
+
"route_freeze": {
|
| 166 |
+
"stop_all_new_mt11_training": true,
|
| 167 |
+
"short_cot": "FAIL",
|
| 168 |
+
"med34_score_uplift_r1_family_gate": "FAIL",
|
| 169 |
+
"automatic_continuation_forbidden": true,
|
| 170 |
+
"automatic_arm_expansion_forbidden": true,
|
| 171 |
+
"automatic_warm_start_forbidden": true,
|
| 172 |
+
"automatic_lora_combination_forbidden": true,
|
| 173 |
+
"historical_result_cards_modified": false,
|
| 174 |
+
"training_started_by_this_action": false,
|
| 175 |
+
"evaluation_started_by_this_action": false
|
| 176 |
+
},
|
| 177 |
+
"mn9_crossprotocol_eval": {
|
| 178 |
+
"approved_eval_only": true,
|
| 179 |
+
"must_not_stop_or_interfere": true,
|
| 180 |
+
"may_not_trigger_training_automatically": true,
|
| 181 |
+
"may_not_trigger_lora_combination_automatically": true,
|
| 182 |
+
"separate_approval_required_for_any_followup": true
|
| 183 |
+
},
|
| 184 |
+
"supervisor_read_only_check": {
|
| 185 |
+
"mt11_training_running": false,
|
| 186 |
+
"action_taken": "NONE",
|
| 187 |
+
"running_approved_eval_only_services": [
|
| 188 |
+
"ddc-mt11-mn9-crossprotocol-controller",
|
| 189 |
+
"ddc-mt11-mn9-crossprotocol-eval-disk-guard",
|
| 190 |
+
"ddc-mt11-mn9-crossprotocol-eval-gpu0",
|
| 191 |
+
"ddc-mt11-mn9-crossprotocol-eval-gpu1",
|
| 192 |
+
"ddc-mt11-mn9-crossprotocol-eval-gpu2",
|
| 193 |
+
"ddc-mt11-mn9-crossprotocol-eval-gpu3"
|
| 194 |
+
]
|
| 195 |
+
},
|
| 196 |
+
"authoritative_sources": [
|
| 197 |
+
"/workspace/DDC-v3.1/runs/mt11_two34_freshseed_reval_20260815/MT11_TWO34_FRESHSEED_REVAL_FINAL.md",
|
| 198 |
+
"/workspace/DDC-v3.1/runs/mt11_two34_freshseed_reval_20260815/MT11_TWO34_FRESHSEED_REVAL_FINAL.json",
|
| 199 |
+
"/workspace/DDC-v3.1/runs/mt11_r2_384k96_execution_20260814/RESULT_CARD_HIGH_HEAVY_L45.json",
|
| 200 |
+
"/workspace/DDC-v3.1/runs/MED34_SCORE_UPLIFT_CANARY_V1R1_SHARED_PREFIX/MED34_SCORE_UPLIFT_REPORT.md"
|
| 201 |
+
]
|
| 202 |
+
}
|
PRIMARY_SELECTION.md
ADDED
|
@@ -0,0 +1,48 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# MT11 HIGH_HEAVY_L45 主候选最终冻结登记
|
| 2 |
+
|
| 3 |
+
**状态:FINAL_FROZEN · PRIMARY_SELECTED · STOP_ALL_NEW_MT11_TRAINING · 2026-08-16**
|
| 4 |
+
|
| 5 |
+
## 最终决定
|
| 6 |
+
|
| 7 |
+
- 当前 MT11 主候选:`HIGH_HEAVY_L45`。
|
| 8 |
+
- `MEDCONF_MED34_HIGH30_CENTERED_S2` 降级:fresh seeds 46–49 为 29/240,且相对 Fresh Base 的题目级聚合 CI `[-3, 22]` 不排除 0。
|
| 9 |
+
- 用户预先规定“两份 34 换全新 seed 仍高分即不再训练”;HIGH 在完整 fresh block 上精确复现 34/240,故停止所有新的 MT11 训练路线。
|
| 10 |
+
- 权威 fresh-seed 总报告中的旧机器判决 `DO_NOT_STOP_TRAINING_MIXED_OR_UNSTABLE` 是对 HIGH 与 MEDCONF 的联合判决;本登记不修改该历史卡,而是按用户已明确的最终停止规则作 owner override。
|
| 11 |
+
|
| 12 |
+
## HIGH 完整证据(不 cherry-pick)
|
| 13 |
+
|
| 14 |
+
统计覆盖 AIME24+25 全部 60 题、每题四 seed;两组 seed 不做 sample 伪配对。
|
| 15 |
+
|
| 16 |
+
| block | seeds | n | correct | cap | decoded complete box | natural stop |
|
| 17 |
+
|---|---|---:|---:|---:|---:|---:|
|
| 18 |
+
| original | 42–45 | 240 | 34(8/9/6/11) | 91(37.917%) | 150(62.500%) | 149(62.083%) |
|
| 19 |
+
| fresh | 46–49 | 240 | 34(8/9/9/8) | 84(35.000%) | 151(62.917%) | 156(65.000%) |
|
| 20 |
+
| combined | 42–49 | 480 | **68(14.167%)** | **175(36.458%)** | **301(62.708%)** | **305(63.542%)** |
|
| 21 |
+
|
| 22 |
+
Fresh HIGH 相对 Fresh Base 20/240:`+14`,题目级聚合 95% CI `[2, 27]`,显著高于 Base。Original 与 fresh 均完整纳入 combined block;未筛 seed、题目或样本。
|
| 23 |
+
|
| 24 |
+
## 冻结身份与合同
|
| 25 |
+
|
| 26 |
+
- adapter:`/workspace/DDC-v3.1/runs/mt11_r2_384k96_execution_20260814/arms_90r6pp/HIGH_HEAVY_L45/train/checkpoint-update-00000024-tokens-000000409131/adapter`
|
| 27 |
+
- adapter SHA256:`628a5b4c40584c524479b80773166f49b5c49d7223b34d4cf254064d6b65bd29`
|
| 28 |
+
- base/tokenizer:`/workspace/MATH-NOTHINK-AIME-P1-v1.0/model/mn8_eos_r1_2/Qwen3-4B-Base-906bfd4`
|
| 29 |
+
- serving:dynamic LoRA;base 与 adapter 分离;**不 merge、不 bake**。
|
| 30 |
+
- 标准合同:Think、EvalScope reviews、AIME24+25、60 题、四 eval seeds、temperature 0.6、top_p 0.95、top_k 20、32K prompt-aware 上限 `32768 - exact_prompt_tokens - 64`;统计以题目为 cluster。
|
| 31 |
+
|
| 32 |
+
## 路线冻结
|
| 33 |
+
|
| 34 |
+
- 停止所有新的 MT11 训练路线;不得自动续训、扩臂、warm-start、组合 LoRA 或追加 training seed。
|
| 35 |
+
- 短 CoT family gate 已 **FAIL**。
|
| 36 |
+
- MED34 score-uplift R1 family gate 已 **FAIL**。
|
| 37 |
+
- 不修改历史结果卡,不物化 merged/baked 模型,本次不启动训练或评测。
|
| 38 |
+
- 已批准的 MN9 跨协议任务仅为纯评测,不得停止或干扰;其结果不得自动触发训练、扩臂或 LoRA 组合,任何后续须另行审批。
|
| 39 |
+
|
| 40 |
+
## Supervisor 只读检查
|
| 41 |
+
|
| 42 |
+
检查时无 MT11 训练 Supervisor 处于 `RUNNING`。正在运行的是已批准的 `ddc-mt11-mn9-crossprotocol-*` controller / eval / disk-guard 纯评测服务,未作停止或干扰。
|
| 43 |
+
|
| 44 |
+
## 权威来源
|
| 45 |
+
|
| 46 |
+
- `/workspace/DDC-v3.1/runs/mt11_two34_freshseed_reval_20260815/MT11_TWO34_FRESHSEED_REVAL_FINAL.md`
|
| 47 |
+
- `/workspace/DDC-v3.1/runs/mt11_two34_freshseed_reval_20260815/MT11_TWO34_FRESHSEED_REVAL_FINAL.json`
|
| 48 |
+
- `/workspace/DDC-v3.1/runs/mt11_r2_384k96_execution_20260814/RESULT_CARD_HIGH_HEAVY_L45.json`
|
R2_BACKUP_VERIFIED.json
ADDED
|
@@ -0,0 +1,27 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"schema": "mt11-r2-backup-verified/1",
|
| 3 |
+
"status": "PASS",
|
| 4 |
+
"candidate_id": "HIGH_HEAVY_L45",
|
| 5 |
+
"verified_at_utc": "2026-08-15T18:31:23Z",
|
| 6 |
+
"remote": "r2mtx:mxx/DDC-v3.1/releases/MT11-HIGH-HEAVY-L45-PRIMARY-v1",
|
| 7 |
+
"verification": {
|
| 8 |
+
"method": "rclone check --download --one-way",
|
| 9 |
+
"exit_code": 0,
|
| 10 |
+
"source_receipt": "REMOTE_VERIFICATION.json",
|
| 11 |
+
"remote_payload_file_count": 18,
|
| 12 |
+
"adapter_sha256": "628a5b4c40584c524479b80773166f49b5c49d7223b34d4cf254064d6b65bd29"
|
| 13 |
+
},
|
| 14 |
+
"local_asset": {
|
| 15 |
+
"path": "/workspace/DDC-v3.1/runs/mt11_r2_384k96_execution_20260814/arms_90r6pp/HIGH_HEAVY_L45/train/checkpoint-update-00000024-tokens-000000409131/adapter",
|
| 16 |
+
"adapter_sha256": "628a5b4c40584c524479b80773166f49b5c49d7223b34d4cf254064d6b65bd29",
|
| 17 |
+
"sha_matches_authority": true,
|
| 18 |
+
"directory_mode": "0o555",
|
| 19 |
+
"weights_mode": "0o444"
|
| 20 |
+
},
|
| 21 |
+
"cleanup_protection": {
|
| 22 |
+
"status": "ACTIVE",
|
| 23 |
+
"source_receipt": "protection/PROTECTION_REGISTRATION.json"
|
| 24 |
+
},
|
| 25 |
+
"freeze_status": "ASSET_FROZEN_PROVENANCE_SCHEMA_MISSING",
|
| 26 |
+
"provenance_disclosure": "Training-time schema copy is missing; the current environment schema is not represented as the training-time schema."
|
| 27 |
+
}
|
R2_FREEZE_STATUS.json
ADDED
|
@@ -0,0 +1,41 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"schema": "mt11-primary-candidate-freeze-status/1",
|
| 3 |
+
"status": "ASSET_FROZEN_PROVENANCE_SCHEMA_MISSING",
|
| 4 |
+
"candidate_id": "HIGH_HEAVY_L45",
|
| 5 |
+
"finalized_at_utc": "2026-08-15T18:29:03Z",
|
| 6 |
+
"asset_preservation": {
|
| 7 |
+
"complete": true,
|
| 8 |
+
"adapter_sha256": "628a5b4c40584c524479b80773166f49b5c49d7223b34d4cf254064d6b65bd29",
|
| 9 |
+
"adapter_config_commit_verified": true,
|
| 10 |
+
"original_and_fresh_eval_cards_consistent": true,
|
| 11 |
+
"source_adapter_left_in_place": true,
|
| 12 |
+
"trainer_state_included": false
|
| 13 |
+
},
|
| 14 |
+
"provenance": {
|
| 15 |
+
"complete": false,
|
| 16 |
+
"expected_schema_sha256": "1819b4a0abf92ac070cf8bb84a47b4a7b8e72a537df2bee81687ae8f1a31a527",
|
| 17 |
+
"expected_schema_bytes": 15194,
|
| 18 |
+
"expected_schema_copy_found": false,
|
| 19 |
+
"current_environment_schema_sha256": "3cd276d4c4e2b00dfeb62e6b73802d6e403396bd4f23044b88ab8359791b36a2",
|
| 20 |
+
"current_environment_schema_bytes": 18084,
|
| 21 |
+
"current_copy_role": "environment_snapshot_only"
|
| 22 |
+
},
|
| 23 |
+
"remote": {
|
| 24 |
+
"path": "r2mtx:mxx/DDC-v3.1/releases/MT11-HIGH-HEAVY-L45-PRIMARY-v1",
|
| 25 |
+
"scope": "asset_and_evidence",
|
| 26 |
+
"verification": "PASS_RCLONE_CHECK_DOWNLOAD_ONE_WAY",
|
| 27 |
+
"matching_files": 20,
|
| 28 |
+
"differences": 0,
|
| 29 |
+
"verification_file": "R2_BACKUP_VERIFIED.json"
|
| 30 |
+
},
|
| 31 |
+
"readonly": {
|
| 32 |
+
"source_adapter_files": true,
|
| 33 |
+
"source_adapter_directory_traversable": true,
|
| 34 |
+
"freeze_package_files": true,
|
| 35 |
+
"freeze_package_directories_traversable": true,
|
| 36 |
+
"freeze_manifest": true,
|
| 37 |
+
"protection_markers": true
|
| 38 |
+
},
|
| 39 |
+
"cleanup_protection": "ACTIVE_REGISTERED_IN_DISK_HEADROOM_POLICY",
|
| 40 |
+
"claim_not_made": "FULLY_FROZEN_PROVENANCE_VERIFIED"
|
| 41 |
+
}
|
README.md
ADDED
|
@@ -0,0 +1,71 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
---
|
| 2 |
+
base_model: Qwen/Qwen3-4B-Base
|
| 3 |
+
library_name: peft
|
| 4 |
+
tags:
|
| 5 |
+
- peft
|
| 6 |
+
- lora
|
| 7 |
+
- qwen3
|
| 8 |
+
- math
|
| 9 |
+
- evalscope
|
| 10 |
+
---
|
| 11 |
+
# MT11-HIGH-L45 — v1.0.0
|
| 12 |
+
|
| 13 |
+
## 中文说明
|
| 14 |
+
|
| 15 |
+
这是 `HIGH_HEAVY_L45` 的**未合并动态 LoRA** 发布件:LoRA rank `r=64`、`alpha=128`,base 与 adapter 分离,未 merge、未 bake。请勿把本仓库当作完整基础模型。
|
| 16 |
+
|
| 17 |
+
### 基础模型与固定身份
|
| 18 |
+
|
| 19 |
+
- 基础模型:`Qwen/Qwen3-4B-Base`
|
| 20 |
+
- 训练时精确本地路径:`/workspace/MATH-NOTHINK-AIME-P1-v1.0/model/mn8_eos_r1_2/Qwen3-4B-Base-906bfd4`
|
| 21 |
+
- 固定 revision:`906bfd4b4dc7f14ee4320094d8b41684abff8539`
|
| 22 |
+
- base composite SHA256:`b7dc3d5cef56c5ed8e03e9c54bde781b560897151e6b6fadc55ed40a22feaaa2`
|
| 23 |
+
- base lock SHA256:`0144c9767921f51f37167784380029c01fc83caf5c5b54e803671bfc3c432bdf`
|
| 24 |
+
- tokenizer:使用上述精确 base revision 自带 tokenizer;本仓库不重复上传 tokenizer 文件。
|
| 25 |
+
- adapter SHA256:`628a5b4c40584c524479b80773166f49b5c49d7223b34d4cf254064d6b65bd29`
|
| 26 |
+
|
| 27 |
+
### 评测合同与结果
|
| 28 |
+
|
| 29 |
+
MT11 标准合同为 **Think + EvalScope reviews + dynamic LoRA + 32K**:AIME24+AIME25 共 60 题,temperature 0.6、top_p 0.95、top_k 20,输出上限为 `32768 - exact_prompt_tokens - 64`,统计以题目为 cluster,不把 240 个采样视为 240 道独立题。
|
| 30 |
+
|
| 31 |
+
- seeds 42–45:`34/240`
|
| 32 |
+
- fresh seeds 46–49:`34/240`
|
| 33 |
+
- combined seeds 42–49:`68/480`(14.167%)
|
| 34 |
+
- fresh health:cap 35.000%,decoded complete box 62.917%,natural stop 65.000%
|
| 35 |
+
- combined health:cap 36.458%,decoded complete box 62.708%,natural stop 63.542%
|
| 36 |
+
|
| 37 |
+
### 来源完整性披露
|
| 38 |
+
|
| 39 |
+
状态为 **`ASSET_FROZEN_PROVENANCE_SCHEMA_MISSING`**。缺失的是训练当时 SHA256 为 `1819b4a0abf92ac070cf8bb84a47b4a7b8e72a537df2bee81687ae8f1a31a527` 的 schema 字节副本;现环境 schema 只能作为环境快照,不能冒充训练时副本。adapter 字节、adapter config/COMMIT 绑定及两组历史评测已独立核验,但**不保证精确重训复现**。
|
| 40 |
+
|
| 41 |
+
### 动态 LoRA 使用示例
|
| 42 |
+
|
| 43 |
+
```python
|
| 44 |
+
from transformers import AutoModelForCausalLM, AutoTokenizer
|
| 45 |
+
from peft import PeftModel
|
| 46 |
+
|
| 47 |
+
base_id = "Qwen/Qwen3-4B-Base"
|
| 48 |
+
base_revision = "906bfd4b4dc7f14ee4320094d8b41684abff8539"
|
| 49 |
+
adapter_id = "modrill/MT11-HIGH-L45"
|
| 50 |
+
revision = "v1.0.0"
|
| 51 |
+
|
| 52 |
+
tokenizer = AutoTokenizer.from_pretrained(base_id, revision=base_revision)
|
| 53 |
+
base = AutoModelForCausalLM.from_pretrained(base_id, revision=base_revision, torch_dtype="auto", device_map="auto")
|
| 54 |
+
model = PeftModel.from_pretrained(base, adapter_id, revision=revision) # dynamic, unmerged
|
| 55 |
+
```
|
| 56 |
+
|
| 57 |
+
### 数据与许可证限制
|
| 58 |
+
|
| 59 |
+
本发布不包含训练数据、原始 responses、trainer state 或 optimizer。现有冻结证据未授权为该 adapter 编造或新增独立许可证,因此本仓库**不声明新的 adapter license**。使用者必须自行核对并遵守基础模型、训练数据来源及适用数据/竞赛内容条款;评测结果不构成许可授权。
|
| 60 |
+
|
| 61 |
+
## English
|
| 62 |
+
|
| 63 |
+
This is the **unmerged dynamic LoRA** release of `HIGH_HEAVY_L45` (`r=64`, `alpha=128`). The base and adapter stay separate; nothing is merged or baked.
|
| 64 |
+
|
| 65 |
+
The exact base is `Qwen/Qwen3-4B-Base` at revision `906bfd4b4dc7f14ee4320094d8b41684abff8539` (training path and hashes are listed above). Use that revision's tokenizer. The adapter SHA256 is `628a5b4c40584c524479b80773166f49b5c49d7223b34d4cf254064d6b65bd29`.
|
| 66 |
+
|
| 67 |
+
Under the MT11 Think / EvalScope / dynamic 32K contract, seeds 42–45 scored 34/240, fresh seeds 46–49 scored 34/240, and the combined block scored 68/480. Fresh health: 35.000% cap, 62.917% decoded-complete-box, 65.000% natural stop. Combined health: 36.458%, 62.708%, and 63.542%, respectively.
|
| 68 |
+
|
| 69 |
+
Provenance status is **`ASSET_FROZEN_PROVENANCE_SCHEMA_MISSING`**: the training-time schema byte copy is missing. The available current-environment schema is not represented as the historical training schema. Adapter bytes and evaluation evidence were verified, but exact retraining reproducibility is **not guaranteed**.
|
| 70 |
+
|
| 71 |
+
No training data, raw responses, trainer state, optimizer state, or secrets are included. Existing project evidence does not establish a new standalone license for this adapter, so none is invented here. Users must review and comply with the base-model and applicable data/source terms.
|
RESULT_CARD_FRESH_SEEDS_46_49.json
ADDED
|
@@ -0,0 +1,171 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"schema": "mt11-two34-freshseed-reval-result-card/1",
|
| 3 |
+
"status": "DONE",
|
| 4 |
+
"arm_id": "HIGH_HEAVY_L45",
|
| 5 |
+
"eval_seeds": [
|
| 6 |
+
46,
|
| 7 |
+
47,
|
| 8 |
+
48,
|
| 9 |
+
49
|
| 10 |
+
],
|
| 11 |
+
"training": {
|
| 12 |
+
"dynamic_lora": true,
|
| 13 |
+
"merge_or_bake": false,
|
| 14 |
+
"adapter": "/workspace/DDC-v3.1/runs/mt11_r2_384k96_execution_20260814/arms_90r6pp/HIGH_HEAVY_L45/train/checkpoint-update-00000024-tokens-000000409131/adapter",
|
| 15 |
+
"adapter_sha256": "628a5b4c40584c524479b80773166f49b5c49d7223b34d4cf254064d6b65bd29",
|
| 16 |
+
"reused_frozen_adapter": true,
|
| 17 |
+
"this_round_trained": false
|
| 18 |
+
},
|
| 19 |
+
"evaluation": {
|
| 20 |
+
"contract": "Think EvalScope dynamic 32K, AIME24+25, seeds 46-49",
|
| 21 |
+
"score_authority": "EvalScope reviews",
|
| 22 |
+
"correct": 34,
|
| 23 |
+
"n": 240,
|
| 24 |
+
"accuracy": 0.14166666666666666,
|
| 25 |
+
"by_seed": {
|
| 26 |
+
"46": {
|
| 27 |
+
"correct": 8,
|
| 28 |
+
"n": 60
|
| 29 |
+
},
|
| 30 |
+
"47": {
|
| 31 |
+
"correct": 9,
|
| 32 |
+
"n": 60
|
| 33 |
+
},
|
| 34 |
+
"48": {
|
| 35 |
+
"correct": 9,
|
| 36 |
+
"n": 60
|
| 37 |
+
},
|
| 38 |
+
"49": {
|
| 39 |
+
"correct": 8,
|
| 40 |
+
"n": 60
|
| 41 |
+
}
|
| 42 |
+
},
|
| 43 |
+
"by_year": {
|
| 44 |
+
"aime24": {
|
| 45 |
+
"correct": 18,
|
| 46 |
+
"n": 120
|
| 47 |
+
},
|
| 48 |
+
"aime25": {
|
| 49 |
+
"correct": 16,
|
| 50 |
+
"n": 120
|
| 51 |
+
}
|
| 52 |
+
},
|
| 53 |
+
"majority_at_4": 6,
|
| 54 |
+
"pass_at_4": 14,
|
| 55 |
+
"stable_correct_4_of_4": 3,
|
| 56 |
+
"health": {
|
| 57 |
+
"n": 240,
|
| 58 |
+
"cap_n": 84,
|
| 59 |
+
"cap_pct": 35.0,
|
| 60 |
+
"decoded_complete_box_n": 151,
|
| 61 |
+
"decoded_complete_box_pct": 62.917,
|
| 62 |
+
"natural_stop_n": 156,
|
| 63 |
+
"natural_stop_pct": 65.0,
|
| 64 |
+
"native_eos_151643_n": 156,
|
| 65 |
+
"protocol_eos_151645_n": 0,
|
| 66 |
+
"misaligned_stop_n": 0,
|
| 67 |
+
"mean_completion_tokens": 13002.058333333332,
|
| 68 |
+
"completion_tokens_p50": 2008,
|
| 69 |
+
"completion_tokens_p95": 32609
|
| 70 |
+
}
|
| 71 |
+
},
|
| 72 |
+
"original_42_45": {
|
| 73 |
+
"correct": 34,
|
| 74 |
+
"by_seed": {
|
| 75 |
+
"42": 8,
|
| 76 |
+
"43": 9,
|
| 77 |
+
"44": 6,
|
| 78 |
+
"45": 11
|
| 79 |
+
},
|
| 80 |
+
"health": {
|
| 81 |
+
"cap_pct": 37.917,
|
| 82 |
+
"decoded_complete_box_pct": 62.5,
|
| 83 |
+
"natural_stop_pct": 62.083,
|
| 84 |
+
"majority_at_4": 8,
|
| 85 |
+
"pass_at_4": 16
|
| 86 |
+
},
|
| 87 |
+
"majority_at_4": 8
|
| 88 |
+
},
|
| 89 |
+
"question_aggregated_vs_original_42_45": {
|
| 90 |
+
"pairing": "question_aggregated_k_of_4_not_same_seed",
|
| 91 |
+
"observed_delta_correct_240": 0,
|
| 92 |
+
"mean_question_rate_delta": 0.0,
|
| 93 |
+
"question_cluster_bootstrap_95ci_delta_correct_240": [
|
| 94 |
+
-12.0,
|
| 95 |
+
12.0
|
| 96 |
+
],
|
| 97 |
+
"bootstrap_positive_fraction": 0.47215,
|
| 98 |
+
"ci_excludes_zero_positive": false,
|
| 99 |
+
"ci_excludes_zero_negative": false,
|
| 100 |
+
"majority": {
|
| 101 |
+
"new_majority_at_4": 6,
|
| 102 |
+
"old_majority_at_4": 8,
|
| 103 |
+
"delta": -2,
|
| 104 |
+
"questions_gained_majority": 2,
|
| 105 |
+
"questions_lost_majority": 4,
|
| 106 |
+
"mcnemar_note": "question-level majority flip; seeds differ so this is not sample pairing",
|
| 107 |
+
"mcnemar_exact_two_sided_p": 0.6875
|
| 108 |
+
}
|
| 109 |
+
},
|
| 110 |
+
"question_aggregated_vs_fresh_base_20": {
|
| 111 |
+
"pairing": "question_aggregated_k_of_4_not_same_seed",
|
| 112 |
+
"observed_delta_correct_240": 14,
|
| 113 |
+
"mean_question_rate_delta": 0.058333333333333334,
|
| 114 |
+
"question_cluster_bootstrap_95ci_delta_correct_240": [
|
| 115 |
+
2.0,
|
| 116 |
+
27.0
|
| 117 |
+
],
|
| 118 |
+
"bootstrap_positive_fraction": 0.98715,
|
| 119 |
+
"ci_excludes_zero_positive": true,
|
| 120 |
+
"ci_excludes_zero_negative": false,
|
| 121 |
+
"majority": {
|
| 122 |
+
"new_majority_at_4": 6,
|
| 123 |
+
"old_majority_at_4": 0,
|
| 124 |
+
"delta": 6,
|
| 125 |
+
"questions_gained_majority": 6,
|
| 126 |
+
"questions_lost_majority": 0,
|
| 127 |
+
"mcnemar_note": "question-level majority flip; seeds differ so this is not sample pairing",
|
| 128 |
+
"mcnemar_exact_two_sided_p": 0.03125
|
| 129 |
+
},
|
| 130 |
+
"fresh_base_correct_240": 20,
|
| 131 |
+
"note": "Fresh Base seeds are 42-45; comparison is question-level only"
|
| 132 |
+
},
|
| 133 |
+
"decision": {
|
| 134 |
+
"still_above_fresh_base_20": true,
|
| 135 |
+
"still_near_34": true,
|
| 136 |
+
"collapsed_near_base": false,
|
| 137 |
+
"new_correct_240": 34,
|
| 138 |
+
"gates": {
|
| 139 |
+
"new_correct_240_min_for_high": 28,
|
| 140 |
+
"fresh_base_ci_lower_bound_must_gt_0": true
|
| 141 |
+
}
|
| 142 |
+
},
|
| 143 |
+
"artifacts": {
|
| 144 |
+
"shards": [
|
| 145 |
+
{
|
| 146 |
+
"lane_id": "HIGH_HEAVY_L45_S4647",
|
| 147 |
+
"seeds": [
|
| 148 |
+
46,
|
| 149 |
+
47
|
| 150 |
+
],
|
| 151 |
+
"summary": "/workspace/DDC-v3.1/runs/mt11_two34_freshseed_reval_20260815/eval/HIGH_HEAVY_L45_S4647/HIGH_HEAVY_L45/think/SUMMARY.json",
|
| 152 |
+
"eval_contract": "/workspace/DDC-v3.1/runs/mt11_two34_freshseed_reval_20260815/eval/HIGH_HEAVY_L45_S4647/HIGH_HEAVY_L45/think/EVAL_CONTRACT.json",
|
| 153 |
+
"correct": 17,
|
| 154 |
+
"n": 120,
|
| 155 |
+
"adapter_sha256": "628a5b4c40584c524479b80773166f49b5c49d7223b34d4cf254064d6b65bd29"
|
| 156 |
+
},
|
| 157 |
+
{
|
| 158 |
+
"lane_id": "HIGH_HEAVY_L45_S4849",
|
| 159 |
+
"seeds": [
|
| 160 |
+
48,
|
| 161 |
+
49
|
| 162 |
+
],
|
| 163 |
+
"summary": "/workspace/DDC-v3.1/runs/mt11_two34_freshseed_reval_20260815/eval/HIGH_HEAVY_L45_S4849/HIGH_HEAVY_L45/think/SUMMARY.json",
|
| 164 |
+
"eval_contract": "/workspace/DDC-v3.1/runs/mt11_two34_freshseed_reval_20260815/eval/HIGH_HEAVY_L45_S4849/HIGH_HEAVY_L45/think/EVAL_CONTRACT.json",
|
| 165 |
+
"correct": 17,
|
| 166 |
+
"n": 120,
|
| 167 |
+
"adapter_sha256": "628a5b4c40584c524479b80773166f49b5c49d7223b34d4cf254064d6b65bd29"
|
| 168 |
+
}
|
| 169 |
+
]
|
| 170 |
+
}
|
| 171 |
+
}
|
RESULT_CARD_ORIGINAL_SEEDS_42_45.json
ADDED
|
@@ -0,0 +1,92 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"schema": "mt11-r2-first-wave-result-card/1",
|
| 3 |
+
"status": "DONE",
|
| 4 |
+
"arm_id": "HIGH_HEAVY_L45",
|
| 5 |
+
"training": {
|
| 6 |
+
"completed_optimizer_updates": 24,
|
| 7 |
+
"unique_rows": 90,
|
| 8 |
+
"base_parent_bitwise_unchanged": true,
|
| 9 |
+
"dynamic_lora": true,
|
| 10 |
+
"merge_or_bake": false,
|
| 11 |
+
"adapter": "/workspace/DDC-v3.1/runs/mt11_r2_384k96_execution_20260814/arms_90r6pp/HIGH_HEAVY_L45/train/checkpoint-update-00000024-tokens-000000409131/adapter",
|
| 12 |
+
"adapter_sha256": "628a5b4c40584c524479b80773166f49b5c49d7223b34d4cf254064d6b65bd29"
|
| 13 |
+
},
|
| 14 |
+
"evaluation": {
|
| 15 |
+
"score_authority": "EvalScope reviews",
|
| 16 |
+
"correct": 34,
|
| 17 |
+
"n": 240,
|
| 18 |
+
"accuracy": 0.14166666666666666,
|
| 19 |
+
"by_seed": {
|
| 20 |
+
"42": {
|
| 21 |
+
"correct": 8,
|
| 22 |
+
"n": 60
|
| 23 |
+
},
|
| 24 |
+
"43": {
|
| 25 |
+
"correct": 9,
|
| 26 |
+
"n": 60
|
| 27 |
+
},
|
| 28 |
+
"44": {
|
| 29 |
+
"correct": 6,
|
| 30 |
+
"n": 60
|
| 31 |
+
},
|
| 32 |
+
"45": {
|
| 33 |
+
"correct": 11,
|
| 34 |
+
"n": 60
|
| 35 |
+
}
|
| 36 |
+
},
|
| 37 |
+
"by_year": {
|
| 38 |
+
"aime24": {
|
| 39 |
+
"correct": 15,
|
| 40 |
+
"n": 120
|
| 41 |
+
},
|
| 42 |
+
"aime25": {
|
| 43 |
+
"correct": 19,
|
| 44 |
+
"n": 120
|
| 45 |
+
}
|
| 46 |
+
},
|
| 47 |
+
"majority_at_4": 8,
|
| 48 |
+
"pass_at_4": 16,
|
| 49 |
+
"stable_correct_4_of_4": 1,
|
| 50 |
+
"question_cluster_bootstrap_95ci_correct_240": [
|
| 51 |
+
19.0,
|
| 52 |
+
51.0
|
| 53 |
+
],
|
| 54 |
+
"health": {
|
| 55 |
+
"n": 240,
|
| 56 |
+
"cap_n": 91,
|
| 57 |
+
"cap_pct": 37.917,
|
| 58 |
+
"decoded_complete_box_n": 150,
|
| 59 |
+
"decoded_complete_box_pct": 62.5,
|
| 60 |
+
"natural_stop_n": 149,
|
| 61 |
+
"natural_stop_pct": 62.083,
|
| 62 |
+
"native_eos_151643_n": 149,
|
| 63 |
+
"protocol_eos_151645_n": 0,
|
| 64 |
+
"misaligned_stop_n": 0,
|
| 65 |
+
"mean_completion_tokens": 13464.795833333334,
|
| 66 |
+
"completion_tokens_p50": 1930,
|
| 67 |
+
"completion_tokens_p95": 32604
|
| 68 |
+
}
|
| 69 |
+
},
|
| 70 |
+
"references": {
|
| 71 |
+
"fresh_base_contract_aligned": {
|
| 72 |
+
"correct": 20,
|
| 73 |
+
"n": 240,
|
| 74 |
+
"delta_correct": 14,
|
| 75 |
+
"item_level_pairing_available": false,
|
| 76 |
+
"reason": "The retained fresh-base artifact has SUMMARY/captures but no EvalScope review rows."
|
| 77 |
+
},
|
| 78 |
+
"historical_R2_frozen_reference": {
|
| 79 |
+
"correct": 30,
|
| 80 |
+
"n": 240,
|
| 81 |
+
"delta_correct": 4,
|
| 82 |
+
"contract_source": "/workspace/DDC-v3.1/runs/mt11_r2_refinement_20260814/SCORE_FIRST_GATES.json"
|
| 83 |
+
}
|
| 84 |
+
},
|
| 85 |
+
"artifacts": {
|
| 86 |
+
"summary": "/workspace/DDC-v3.1/runs/mt11_r2_384k96_execution_20260814/eval/first_wave/HIGH_HEAVY_L45/HIGH_HEAVY_L45/think/SUMMARY.json",
|
| 87 |
+
"eval_contract": "/workspace/DDC-v3.1/runs/mt11_r2_384k96_execution_20260814/eval/first_wave/HIGH_HEAVY_L45/HIGH_HEAVY_L45/think/EVAL_CONTRACT.json",
|
| 88 |
+
"prompt_preflight": "/workspace/DDC-v3.1/runs/mt11_r2_384k96_execution_20260814/eval/first_wave/HIGH_HEAVY_L45/HIGH_HEAVY_L45/think/PROMPT_PREFLIGHT.json",
|
| 89 |
+
"raw_captures": "/workspace/DDC-v3.1/runs/mt11_r2_384k96_execution_20260814/eval/first_wave/HIGH_HEAVY_L45/HIGH_HEAVY_L45/think/captures",
|
| 90 |
+
"evalscope_results": "/workspace/DDC-v3.1/runs/mt11_r2_384k96_execution_20260814/eval/first_wave/HIGH_HEAVY_L45/HIGH_HEAVY_L45/think/results"
|
| 91 |
+
}
|
| 92 |
+
}
|
SHA256SUMS
ADDED
|
@@ -0,0 +1,11 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
24187418cc1f772de8cfda265327683f7f8c5ab6c3e346d70b77598217b507d2 BASE_MODEL_REFERENCE.json
|
| 2 |
+
f7f4861cf82f0ba705a0f3e5a7a20e2427b37e6adfb8ba48f29669eaf49a386e PRIMARY_SELECTION.json
|
| 3 |
+
a0d1e2adfb94feef0ce01fccffbd42ba7f48a6c0e78e7bcb08145b5adf056535 PRIMARY_SELECTION.md
|
| 4 |
+
3fb9068947abba5bd4d4e6f7746576438e45376920c7167cd311215ae828575a R2_BACKUP_VERIFIED.json
|
| 5 |
+
52f1d6589071366b2da9efdda5339229275b06f4f58b6b386134c44fd6e277d4 R2_FREEZE_STATUS.json
|
| 6 |
+
3db5ee30b32e294cb7ce0474d7f0cca6d0bf21af39e20412eb762066aaaeae13 README.md
|
| 7 |
+
6b54852818f1ec8d28a491b521283db5598da95bd9e7780247f35b3748382a35 RESULT_CARD_FRESH_SEEDS_46_49.json
|
| 8 |
+
9c070861760d786a0ccde710eead98257d1fd14339a82ddf35e8908d0fcb1dfe RESULT_CARD_ORIGINAL_SEEDS_42_45.json
|
| 9 |
+
ba62c8fdc1cd19e725cf3faeac9f9075aade701c2b05d23bd010eec0e2314eb7 SHA256_MANIFEST.json
|
| 10 |
+
0a382e55427ff1bca424645ea25c0498106f1d622b34115b1b95f1255e629f2c adapter_config.json
|
| 11 |
+
628a5b4c40584c524479b80773166f49b5c49d7223b34d4cf254064d6b65bd29 adapter_model.safetensors
|
SHA256_MANIFEST.json
ADDED
|
@@ -0,0 +1,59 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"schema": "mt11-hf-stage-sha256-manifest/1",
|
| 3 |
+
"repo_id": "modrill/MT11-HIGH-L45",
|
| 4 |
+
"version": "v1.0.0",
|
| 5 |
+
"created_at_utc": "2026-08-15T18:31:23Z",
|
| 6 |
+
"files": [
|
| 7 |
+
{
|
| 8 |
+
"path": "BASE_MODEL_REFERENCE.json",
|
| 9 |
+
"bytes": 628,
|
| 10 |
+
"sha256": "24187418cc1f772de8cfda265327683f7f8c5ab6c3e346d70b77598217b507d2"
|
| 11 |
+
},
|
| 12 |
+
{
|
| 13 |
+
"path": "PRIMARY_SELECTION.json",
|
| 14 |
+
"bytes": 5686,
|
| 15 |
+
"sha256": "f7f4861cf82f0ba705a0f3e5a7a20e2427b37e6adfb8ba48f29669eaf49a386e"
|
| 16 |
+
},
|
| 17 |
+
{
|
| 18 |
+
"path": "PRIMARY_SELECTION.md",
|
| 19 |
+
"bytes": 3222,
|
| 20 |
+
"sha256": "a0d1e2adfb94feef0ce01fccffbd42ba7f48a6c0e78e7bcb08145b5adf056535"
|
| 21 |
+
},
|
| 22 |
+
{
|
| 23 |
+
"path": "R2_BACKUP_VERIFIED.json",
|
| 24 |
+
"bytes": 1188,
|
| 25 |
+
"sha256": "3fb9068947abba5bd4d4e6f7746576438e45376920c7167cd311215ae828575a"
|
| 26 |
+
},
|
| 27 |
+
{
|
| 28 |
+
"path": "R2_FREEZE_STATUS.json",
|
| 29 |
+
"bytes": 1603,
|
| 30 |
+
"sha256": "52f1d6589071366b2da9efdda5339229275b06f4f58b6b386134c44fd6e277d4"
|
| 31 |
+
},
|
| 32 |
+
{
|
| 33 |
+
"path": "README.md",
|
| 34 |
+
"bytes": 4244,
|
| 35 |
+
"sha256": "3db5ee30b32e294cb7ce0474d7f0cca6d0bf21af39e20412eb762066aaaeae13"
|
| 36 |
+
},
|
| 37 |
+
{
|
| 38 |
+
"path": "RESULT_CARD_FRESH_SEEDS_46_49.json",
|
| 39 |
+
"bytes": 4991,
|
| 40 |
+
"sha256": "6b54852818f1ec8d28a491b521283db5598da95bd9e7780247f35b3748382a35"
|
| 41 |
+
},
|
| 42 |
+
{
|
| 43 |
+
"path": "RESULT_CARD_ORIGINAL_SEEDS_42_45.json",
|
| 44 |
+
"bytes": 2960,
|
| 45 |
+
"sha256": "9c070861760d786a0ccde710eead98257d1fd14339a82ddf35e8908d0fcb1dfe"
|
| 46 |
+
},
|
| 47 |
+
{
|
| 48 |
+
"path": "adapter_config.json",
|
| 49 |
+
"bytes": 1088,
|
| 50 |
+
"sha256": "0a382e55427ff1bca424645ea25c0498106f1d622b34115b1b95f1255e629f2c"
|
| 51 |
+
},
|
| 52 |
+
{
|
| 53 |
+
"path": "adapter_model.safetensors",
|
| 54 |
+
"bytes": 528550256,
|
| 55 |
+
"sha256": "628a5b4c40584c524479b80773166f49b5c49d7223b34d4cf254064d6b65bd29"
|
| 56 |
+
}
|
| 57 |
+
],
|
| 58 |
+
"adapter_sha256": "628a5b4c40584c524479b80773166f49b5c49d7223b34d4cf254064d6b65bd29"
|
| 59 |
+
}
|
adapter_config.json
ADDED
|
@@ -0,0 +1,46 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"alora_invocation_tokens": null,
|
| 3 |
+
"alpha_pattern": {},
|
| 4 |
+
"arrow_config": null,
|
| 5 |
+
"auto_mapping": null,
|
| 6 |
+
"base_model_name_or_path": "Qwen/Qwen3-4B-Base",
|
| 7 |
+
"bias": "none",
|
| 8 |
+
"corda_config": null,
|
| 9 |
+
"ensure_weight_tying": false,
|
| 10 |
+
"eva_config": null,
|
| 11 |
+
"exclude_modules": null,
|
| 12 |
+
"fan_in_fan_out": false,
|
| 13 |
+
"inference_mode": true,
|
| 14 |
+
"init_lora_weights": true,
|
| 15 |
+
"layer_replication": null,
|
| 16 |
+
"layers_pattern": null,
|
| 17 |
+
"layers_to_transform": null,
|
| 18 |
+
"loftq_config": {},
|
| 19 |
+
"lora_alpha": 128,
|
| 20 |
+
"lora_bias": false,
|
| 21 |
+
"lora_dropout": 0.0,
|
| 22 |
+
"megatron_config": null,
|
| 23 |
+
"megatron_core": "megatron.core",
|
| 24 |
+
"modules_to_save": null,
|
| 25 |
+
"peft_type": "LORA",
|
| 26 |
+
"peft_version": "0.18.1",
|
| 27 |
+
"qalora_group_size": 16,
|
| 28 |
+
"r": 64,
|
| 29 |
+
"rank_pattern": {},
|
| 30 |
+
"revision": "906bfd4b4dc7f14ee4320094d8b41684abff8539",
|
| 31 |
+
"target_modules": [
|
| 32 |
+
"k_proj",
|
| 33 |
+
"q_proj",
|
| 34 |
+
"up_proj",
|
| 35 |
+
"down_proj",
|
| 36 |
+
"gate_proj",
|
| 37 |
+
"o_proj",
|
| 38 |
+
"v_proj"
|
| 39 |
+
],
|
| 40 |
+
"target_parameters": null,
|
| 41 |
+
"task_type": "CAUSAL_LM",
|
| 42 |
+
"trainable_token_indices": null,
|
| 43 |
+
"use_dora": false,
|
| 44 |
+
"use_qalora": false,
|
| 45 |
+
"use_rslora": false
|
| 46 |
+
}
|
adapter_model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:628a5b4c40584c524479b80773166f49b5c49d7223b34d4cf254064d6b65bd29
|
| 3 |
+
size 528550256
|