File size: 1,862 Bytes
563e556 8a36dce 912b30c 8a36dce 563e556 932967c 563e556 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 | {
"setting": "ground truth SFT",
"alpha": 0.0,
"order": "math_code",
"seed": 0,
"exp": 2,
"student": "Qwen/Qwen2.5-1.5B-Instruct",
"gpu_student": "NVIDIA RTX A6000",
"gpu_teachers": "NVIDIA RTX A6000",
"load_h": 0.004249601562817892,
"stages": {
"stage1_math": {
"domain": "math",
"steps": 896,
"train_h": 3.3275934724675285,
"val_start": {
"step": 0,
"math_kl": 0.15910778235068246,
"math_ce": 0.6515277156879916,
"code_kl": 0.14790875576132695,
"code_ce": 0.30340147782401555,
"math_hard_kl": 0.24894053959908363,
"math_hard_ce": 0.6765219455834559
},
"val_end": {
"step": 896,
"math_kl": 0.25596919708371585,
"math_ce": 0.4875917011939159,
"code_kl": 0.16789859193652845,
"code_ce": 0.33237521285888244,
"math_hard_kl": 0.3207115241939215,
"math_hard_ce": 0.6152356422562573
},
"peak_gb_student": 36.754438400268555,
"peak_gb_teachers": 29.564642429351807,
"bench_h": 0.36716745177904764,
"gpu_bench": "NVIDIA RTX 6000 Ada Generation"
},
"stage2_code": {
"domain": "code",
"steps": 922,
"train_h": 3.3934424249331157,
"val_start": {
"step": 0,
"math_kl": 0.2558450283886451,
"math_ce": 0.4875823904101404,
"code_kl": 0.16784317317180839,
"code_ce": 0.3320483730687428,
"math_hard_kl": 0.3206654156163548,
"math_hard_ce": 0.6148898550851406
},
"val_end": {
"step": 922,
"math_kl": 0.22842272387506696,
"math_ce": 0.5158765047799361,
"code_kl": 0.375653243372234,
"code_ce": 0.2474786401165565,
"math_hard_kl": 0.31006984450732655,
"math_hard_ce": 0.6471800292055488
},
"peak_gb_student": 33.701783180236816,
"peak_gb_teachers": 29.222092628479004,
"bench_h": 0.31384981168640985,
"gpu_bench": "NVIDIA RTX A6000"
}
},
"train_h": 6.721035897400644,
"done": true
} |