pmangesh commited on
Commit
b72becf
·
verified ·
1 Parent(s): b54c4c8

Upload folder using huggingface_hub

Browse files
joint_kd_only/results_stage1_joint/gsm8k.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
joint_kd_only/results_stage1_joint/humaneval.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
joint_kd_only/results_stage1_joint/humaneval_eval_results.json ADDED
The diff for this file is too large to render. See raw diff
 
joint_kd_only/results_stage1_joint/math500.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
joint_kd_only/results_stage1_joint/mbpp.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
joint_kd_only/results_stage1_joint/mbpp_eval_results.json ADDED
The diff for this file is too large to render. See raw diff
 
joint_kd_only/results_stage1_joint/summary.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"model": "joint_kd_only/stage1_joint", "gsm8k": 0.7407126611068992, "mbpp": 0.6428571428571429, "mbpp_plus": 0.5423280423280423, "humaneval": 0.5426829268292683, "humaneval_plus": 0.5, "n_gsm8k": 1319, "n_mbpp": 378, "n_humaneval": 164, "math500": 0.576, "n_math500": 500}
joint_kd_only/run_info.json CHANGED
@@ -29,5 +29,7 @@
29
  "peak_gb_student": 36.148327350616455,
30
  "peak_gb_teachers": 29.472413063049316,
31
  "exp": 2,
32
- "student": "Qwen/Qwen2.5-1.5B-Instruct"
 
 
33
  }
 
29
  "peak_gb_student": 36.148327350616455,
30
  "peak_gb_teachers": 29.472413063049316,
31
  "exp": 2,
32
+ "student": "Qwen/Qwen2.5-1.5B-Instruct",
33
+ "bench_h": 0.8376306471559737,
34
+ "gpu_bench": "NVIDIA RTX A6000"
35
  }