File size: 1,058 Bytes
661c54a |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 |
model_path="/pfs/lichenyi/work/BFS-prover"
data_path="/pfs/lichenyi/work/evaluation/valid_in.json"
torchrun --nproc_per_node 4 simple_valid.py \
--model_path ${model_path} \
--out_path /pfs/lichenyi/work/evaluation/predictions_in \
--data_path ${data_path} \
--dtype bf16 \
--use_system \
--temperature 0.0
python get_valid_score.py \
--pred_path /pfs/lichenyi/work/evaluation/predictions_in/predictions_BFS-prover.json \
--out_path /pfs/lichenyi/work/evaluation/valid_score_BFS-prover.json
data_path="/pfs/lichenyi/work/evaluation/valid_ood.json"
torchrun --nproc_per_node 4 simple_valid.py \
--model_path ${model_path} \
--data_path ${data_path} \
--out_path /pfs/lichenyi/work/evaluation/predictions_ood \
--dtype bf16 \
--use_system \
--temperature 0.0
python get_valid_score.py \
--pred_path /pfs/lichenyi/work/evaluation/predictions_ood/predictions_BFS-prover.json \
--out_path /pfs/lichenyi/work/evaluation/valid_score_BFS-prover.json |