Hugging Face's logo

pmangesh
/
FML_project

Safetensors
Model card Files
xet
 Community
FML_project
File size: 1,960 Bytes
911eb39
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
bc41c11
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
8df4c7b
 
 
911eb39
bc41c11
 
 
 
 
 
a45fce7
 
 
911eb39
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
{
 "setting": "KD only",
 "alpha": 1.0,
 "order": "code_math",
 "seed": 0,
 "exp": 2,
 "student": "Qwen/Qwen2.5-1.5B-Instruct",
 "gpu_student": "NVIDIA RTX 6000 Ada Generation",
 "gpu_teachers": "NVIDIA RTX A6000",
 "load_h": 0.003855370150672065,
 "stages": {
  "stage1_code": {
   "domain": "code",
   "steps": 922,
   "train_h": 2.9412914867533577,
   "val_start": {
    "step": 0,
    "math_kl": 0.15902198004314483,
    "math_ce": 0.6553564874444496,
    "code_kl": 0.14797331712898912,
    "code_ce": 0.3033394576202258,
    "math_hard_kl": 0.24902600898986357,
    "math_hard_ce": 0.6769691187959327
   },
   "val_end": {
    "step": 922,
    "math_kl": 0.16046075451441033,
    "math_ce": 0.6183213579269871,
    "code_kl": 0.07800855337397358,
    "code_ce": 0.31004403168757744,
    "math_hard_kl": 0.24882929720080427,
    "math_hard_ce": 0.6718085009279865
   },
   "peak_gb_student": 33.80862855911255,
   "peak_gb_teachers": 30.005428314208984
  },
  "stage2_math": {
   "domain": "math",
   "steps": 896,
   "train_h": 2.814592224955559,
   "val_start": {
    "step": 0,
    "math_kl": 0.16056643818369662,
    "math_ce": 0.6179343579401348,
    "code_kl": 0.07794113298743313,
    "code_ce": 0.309922693351798,
    "math_hard_kl": 0.24884287280595874,
    "math_hard_ce": 0.6717120443366895
   },
   "val_end": {
    "step": 896,
    "math_kl": 0.0759878009343543,
    "math_ce": 0.8331185948595244,
    "code_kl": 0.10406180013954185,
    "code_ce": 0.3197136727378907,
    "math_hard_kl": 0.08557213517622467,
    "math_hard_ce": 0.8143728766945073
   },
   "peak_gb_student": 36.68444871902466,
   "peak_gb_teachers": 30.639182090759277,
   "bench_h": 0.5482511294550366,
   "gpu_bench": "NVIDIA RTX 6000 Ada Generation"
  }
 },
 "resumed": {
  "from": "stage1_code",
  "gpu_student": "NVIDIA RTX 6000 Ada Generation",
  "gpu_teachers": "NVIDIA RTX A6000",
  "load_h": 0.008158521188629999
 },
 "train_h": 5.7558837117089166,
 "done": true
}