name: "debug_evals"
# ckpt_dir: !!CHANGETHIS!!
# dataset_dir: !!CHANGETHIS!!
# dump_dir: !!CHANGETHIS!!
tasks: boolq,hellaswag,nq,piqa,siqa,tqa,winogrande,obqa,arc_easy,arc_challenge,race.middle,race.high,gsm8k,bbh,mmlu,copa,human_eval_plus,mbpp
generator:
  compile_prefilling: false
  reduce_generation_overhead: false
  max_tokens: 8192
  dtype: bf16

mp_size: 1