{ "setting": "KD only", "alpha": 1.0, "order": "code_math", "seed": 0, "exp": 2, "student": "Qwen/Qwen2.5-1.5B-Instruct", "gpu_student": "NVIDIA RTX 6000 Ada Generation", "gpu_teachers": "NVIDIA RTX A6000", "load_h": 0.003855370150672065, "stages": { "stage1_code": { "domain": "code", "steps": 922, "train_h": 2.9412914867533577, "val_start": { "step": 0, "math_kl": 0.15902198004314483, "math_ce": 0.6553564874444496, "code_kl": 0.14797331712898912, "code_ce": 0.3033394576202258, "math_hard_kl": 0.24902600898986357, "math_hard_ce": 0.6769691187959327 }, "val_end": { "step": 922, "math_kl": 0.16046075451441033, "math_ce": 0.6183213579269871, "code_kl": 0.07800855337397358, "code_ce": 0.31004403168757744, "math_hard_kl": 0.24882929720080427, "math_hard_ce": 0.6718085009279865 }, "peak_gb_student": 33.80862855911255, "peak_gb_teachers": 30.005428314208984 }, "stage2_math": { "domain": "math", "steps": 896, "train_h": 2.814592224955559, "val_start": { "step": 0, "math_kl": 0.16056643818369662, "math_ce": 0.6179343579401348, "code_kl": 0.07794113298743313, "code_ce": 0.309922693351798, "math_hard_kl": 0.24884287280595874, "math_hard_ce": 0.6717120443366895 }, "val_end": { "step": 896, "math_kl": 0.0759878009343543, "math_ce": 0.8331185948595244, "code_kl": 0.10406180013954185, "code_ce": 0.3197136727378907, "math_hard_kl": 0.08557213517622467, "math_hard_ce": 0.8143728766945073 }, "peak_gb_student": 36.68444871902466, "peak_gb_teachers": 30.639182090759277, "bench_h": 0.5482511294550366, "gpu_bench": "NVIDIA RTX 6000 Ada Generation" } }, "resumed": { "from": "stage1_code", "gpu_student": "NVIDIA RTX 6000 Ada Generation", "gpu_teachers": "NVIDIA RTX A6000", "load_h": 0.008158521188629999 }, "train_h": 5.7558837117089166, "done": true }