| export HF_ALLOW_CODE_EVAL=1 | |
| export HF_DATASETS_TRUST_REMOTE_CODE=true | |
| pkill -9 python | |
| sleep 2 | |
| for seed in {0..19} | |
| do | |
| output_path="./outputs/truthfulqa/llada_conf/genlen-32_T-32_blocksize-32_seed-${seed}" | |
| mkdir -p $output_path | |
| accelerate launch --num_processes 1 --main_process_port 0 eval_llada.py \ | |
| --seed $seed \ | |
| --tasks truthfulqa_gen \ | |
| --model llada_dist \ | |
| --confirm_run_unsafe_code \ | |
| --output_path $output_path \ | |
| --model_args model_path='<PATH_TO_YOUR_LLaDA_8B_INSTRUCT_WEIGHTS>',mask_length=32,sampling_steps=32,block_size=32,sampler='llada_conf' | |
| if ls ./*.json 1> /dev/null 2>&1; then | |
| cp ./*.json "$output_path/" | |
| rm ./*.json | |
| fi | |
| done |