Upload folder using huggingface_hub
Browse files- joint_teacher_sft/results_stage1_joint/gsm8k.jsonl +0 -0
- joint_teacher_sft/results_stage1_joint/humaneval.jsonl +0 -0
- joint_teacher_sft/results_stage1_joint/humaneval_eval_results.json +0 -0
- joint_teacher_sft/results_stage1_joint/math500.jsonl +0 -0
- joint_teacher_sft/results_stage1_joint/mbpp.jsonl +0 -0
- joint_teacher_sft/results_stage1_joint/mbpp_eval_results.json +0 -0
- joint_teacher_sft/results_stage1_joint/summary.json +1 -0
- joint_teacher_sft/run_info.json +3 -1
joint_teacher_sft/results_stage1_joint/gsm8k.jsonl
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
joint_teacher_sft/results_stage1_joint/humaneval.jsonl
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
joint_teacher_sft/results_stage1_joint/humaneval_eval_results.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
joint_teacher_sft/results_stage1_joint/math500.jsonl
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
joint_teacher_sft/results_stage1_joint/mbpp.jsonl
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
joint_teacher_sft/results_stage1_joint/mbpp_eval_results.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
joint_teacher_sft/results_stage1_joint/summary.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"model": "joint_teacher_sft/stage1_joint", "gsm8k": 0.7384382107657316, "mbpp": 0.6481481481481481, "mbpp_plus": 0.5476190476190477, "humaneval": 0.5060975609756098, "humaneval_plus": 0.4634146341463415, "n_gsm8k": 1319, "n_mbpp": 378, "n_humaneval": 164, "math500": 0.566, "n_math500": 500}
|
joint_teacher_sft/run_info.json
CHANGED
|
@@ -29,5 +29,7 @@
|
|
| 29 |
"peak_gb_student": 30.397542476654053,
|
| 30 |
"peak_gb_teachers": 29.222092628479004,
|
| 31 |
"exp": 2,
|
| 32 |
-
"student": "Qwen/Qwen2.5-1.5B-Instruct"
|
|
|
|
|
|
|
| 33 |
}
|
|
|
|
| 29 |
"peak_gb_student": 30.397542476654053,
|
| 30 |
"peak_gb_teachers": 29.222092628479004,
|
| 31 |
"exp": 2,
|
| 32 |
+
"student": "Qwen/Qwen2.5-1.5B-Instruct",
|
| 33 |
+
"bench_h": 0.7342705976963043,
|
| 34 |
+
"gpu_bench": "NVIDIA RTX A6000"
|
| 35 |
}
|