File size: 629 Bytes
ed12f96 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 | eval:
defaults:
max_response_len: 16384
top_p: 0.7
datasets:
- name: aime
path: /root/aime-2024/aime-2024.jsonl
rm_type: deepscaler
n_samples_per_eval_prompt: 16
- name: gpqa # huggingface-cli download --repo-type dataset zyzshishui0627/gpqa_diamond --local-dir /root/gpqa
path: /root/gpqa/gpqa_eval.jsonl
rm_type: gpqa
n_samples_per_eval_prompt: 2
- name: ifbench # huggingface-cli download --repo-type dataset zyzshishui0627/IFBench --local-dir /root/ifbench
path: /root/ifbench/IFBench_eval.jsonl
rm_type: ifbench
n_samples_per_eval_prompt: 1
|